fix stream usage

This commit is contained in:
Sakurasan
2025-04-21 22:48:28 +08:00
parent 2bc857cf88
commit ca3d89751d

View File

@@ -14,6 +14,8 @@ import (
"opencatd-open/llm"
"os"
"strings"
"github.com/sashabaranov/go-openai"
)
// https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation#latest-preview-api-releases
@@ -130,6 +132,7 @@ func (o *OpenAICompatible) Chat(ctx context.Context, chatReq llm.ChatRequest) (*
func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatRequest) (chan *llm.StreamChatResponse, error) {
chatReq.Stream = true
chatReq.StreamOptions = &openai.StreamOptions{IncludeUsage: true}
dst, err := utils.StructToMap(chatReq)
if err != nil {
return nil, err