diff --git a/llm/openai_compatible/chat.go b/llm/openai_compatible/chat.go index b062182..5b6b9dc 100644 --- a/llm/openai_compatible/chat.go +++ b/llm/openai_compatible/chat.go @@ -203,6 +203,7 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque if err := json.Unmarshal(line, &streamResp); err != nil { continue } + fmt.Printf("%#v\n", streamResp.Usage) if streamResp.Usage != nil { o.tokenUsage.PromptTokens += streamResp.Usage.PromptTokens o.tokenUsage.CompletionTokens += streamResp.Usage.CompletionTokens