up
This commit is contained in:
@@ -205,9 +205,9 @@ func ChatProxy(c *gin.Context, chatReq *ChatCompletionRequest) {
|
|||||||
case "gpt-4o", "gpt-4o-mini", "chatgpt-4o-latest":
|
case "gpt-4o", "gpt-4o-mini", "chatgpt-4o-latest":
|
||||||
chatReq.MaxTokens = 16384
|
chatReq.MaxTokens = 16384
|
||||||
}
|
}
|
||||||
if chatReq.Stream == true {
|
// if chatReq.Stream == true {
|
||||||
chatReq.StreamOptions.IncludeUsage = true
|
// chatReq.StreamOptions.IncludeUsage = true
|
||||||
}
|
// }
|
||||||
|
|
||||||
usagelog.PromptCount = tokenizer.NumTokensFromStr(prompt, chatReq.Model)
|
usagelog.PromptCount = tokenizer.NumTokensFromStr(prompt, chatReq.Model)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user