add log

2025-04-21 21:50:29 +08:00
parent 51d4651c6c
commit a9ff7e1c94
3 changed files with 17 additions and 17 deletions
--- a/llm/openai_compatible/chat.go
+++ b/llm/openai_compatible/chat.go
@@ -218,6 +218,7 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque
 			// case output <- &streamResp:
 			// }
 		}
+		fmt.Println("llm usage:", o.tokenUsage.Model, o.tokenUsage.PromptTokens, o.tokenUsage.CompletionTokens, o.tokenUsage.TotalTokens)
 	}()
 	return output, nil
 }