mirrors2/opencatd-open
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add log

Browse Source
This commit is contained in:
Sakurasan
2025-04-21 21:59:13 +08:00
parent a9ff7e1c94
commit 2bc857cf88
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
llm/openai_compatible/chat.go
View File

@@ -203,6 +203,7 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque
if err := json.Unmarshal(line, &streamResp); err != nil { if err := json.Unmarshal(line, &streamResp); err != nil {
continue continue
} }
fmt.Printf("%#v\n", streamResp.Usage)
if streamResp.Usage != nil { if streamResp.Usage != nil {
o.tokenUsage.PromptTokens += streamResp.Usage.PromptTokens o.tokenUsage.PromptTokens += streamResp.Usage.PromptTokens
o.tokenUsage.CompletionTokens += streamResp.Usage.CompletionTokens o.tokenUsage.CompletionTokens += streamResp.Usage.CompletionTokens