update cost

This commit is contained in:
Sakurasan
2023-09-17 19:21:05 +08:00
parent 9c03c2d2e2
commit 11173abc02
2 changed files with 8 additions and 1 deletions

View File

@@ -238,7 +238,7 @@ func TransReq(chatreq *openai.ChatCompletionRequest) (*bytes.Buffer, error) {
MaxTokensToSample: chatreq.MaxTokens,
}
if transReq.MaxTokensToSample == 0 {
transReq.MaxTokensToSample = 1000000
transReq.MaxTokensToSample = 100000
}
var prompt string
for _, msg := range chatreq.Messages {