fix usage

This commit is contained in:
Sakurasan
2025-04-22 01:06:03 +08:00
parent 6662ea5e04
commit 000162b1b1
2 changed files with 29 additions and 27 deletions

View File

@@ -206,7 +206,7 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque
if err := json.Unmarshal(line, &streamResp); err != nil {
continue
}
fmt.Printf("%#v\n", streamResp.Usage)
if streamResp.Usage != nil {
o.tokenUsage.PromptTokens += streamResp.Usage.PromptTokens
o.tokenUsage.CompletionTokens += streamResp.Usage.CompletionTokens