collect usage

2025-04-21 19:10:27 +08:00
parent 73e53c2333
commit e112f3af12
11 changed files with 59 additions and 21 deletions
--- a/llm/openai_compatible/chat.go
+++ b/llm/openai_compatible/chat.go
@@ -119,6 +119,9 @@ func (o *OpenAICompatible) Chat(ctx context.Context, chatReq llm.ChatRequest) (*
 		return nil, err
 	}

+	if o.tokenUsage.Model == "" && chatResp.Model != "" {
+		o.tokenUsage.Model = chatResp.Model
+	}
 	o.tokenUsage.PromptTokens = chatResp.Usage.PromptTokens
 	o.tokenUsage.CompletionTokens = chatResp.Usage.CompletionTokens
 	o.tokenUsage.TotalTokens = chatResp.Usage.TotalTokens