From ca3d89751d314d8ea18887640678dac12933be2c Mon Sep 17 00:00:00 2001
From: Sakurasan <26715255+Sakurasan@users.noreply.github.com>
Date: Mon, 21 Apr 2025 22:48:28 +0800
Subject: [PATCH] fix stream usage

---
 llm/openai_compatible/chat.go | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/llm/openai_compatible/chat.go b/llm/openai_compatible/chat.go
index 5b6b9dc..4214228 100644
--- a/llm/openai_compatible/chat.go
+++ b/llm/openai_compatible/chat.go
@@ -14,6 +14,8 @@ import (
 	"opencatd-open/llm"
 	"os"
 	"strings"
+
+	"github.com/sashabaranov/go-openai"
 )
 
 // https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation#latest-preview-api-releases
@@ -130,6 +132,7 @@ func (o *OpenAICompatible) Chat(ctx context.Context, chatReq llm.ChatRequest) (*
 
 func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatRequest) (chan *llm.StreamChatResponse, error) {
 	chatReq.Stream = true
+	chatReq.StreamOptions = &openai.StreamOptions{IncludeUsage: true}
 	dst, err := utils.StructToMap(chatReq)
 	if err != nil {
 		return nil, err