mirrors2/opencatd-open
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix stream usage

Browse Source
This commit is contained in:
Sakurasan
2025-04-21 22:48:28 +08:00
parent 2bc857cf88
commit ca3d89751d
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
llm/openai_compatible/chat.go
View File

@@ -14,6 +14,8 @@ import (
"opencatd-open/llm" "opencatd-open/llm"
"os" "os"
"strings" "strings"
"github.com/sashabaranov/go-openai"
) )
// https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation#latest-preview-api-releases // https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation#latest-preview-api-releases
@@ -130,6 +132,7 @@ func (o *OpenAICompatible) Chat(ctx context.Context, chatReq llm.ChatRequest) (*
func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatRequest) (chan *llm.StreamChatResponse, error) { func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatRequest) (chan *llm.StreamChatResponse, error) {
chatReq.Stream = true chatReq.Stream = true
chatReq.StreamOptions = &openai.StreamOptions{IncludeUsage: true}
dst, err := utils.StructToMap(chatReq) dst, err := utils.StructToMap(chatReq)
if err != nil { if err != nil {
return nil, err return nil, err