mirrors2/opencatd-open
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix:bug

Browse Source
This commit is contained in:
Sakurasan
2024-11-17 18:17:21 +08:00
parent c34e977da7
commit 7519846e20
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkg/google/chat.go
+3
View File
@@ -1,3 +1,6 @@
// https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/grounding-search-entry-points?authuser=2&hl=zh-cn
//
// https://cloud.google.com/vertex-ai/docs/generative-ai/quotas-genai
package google package google
import ( import (
pkg/openai/chat.go
+2 -2
View File
@@ -88,7 +88,7 @@ type ChatCompletionRequest struct {
Tools []Tool `json:"tools,omitempty"` Tools []Tool `json:"tools,omitempty"`
ParallelToolCalls bool `json:"parallel_tool_calls,omitempty"` ParallelToolCalls bool `json:"parallel_tool_calls,omitempty"`
// ToolChoice any `json:"tool_choice,omitempty"` // ToolChoice any `json:"tool_choice,omitempty"`
StreamOptions StreamOption `json:"stream_options,omitempty"` StreamOptions *StreamOption `json:"stream_options,omitempty"`
} }
func (c ChatCompletionRequest) ToByteJson() []byte { func (c ChatCompletionRequest) ToByteJson() []byte {
@@ -206,7 +206,7 @@ func ChatProxy(c *gin.Context, chatReq *ChatCompletionRequest) {
chatReq.MaxTokens = 16384 chatReq.MaxTokens = 16384
} }
if chatReq.Stream { if chatReq.Stream {
chatReq.StreamOptions.IncludeUsage = true chatReq.StreamOptions = &StreamOption{IncludeUsage: true}
} }
usagelog.PromptCount = tokenizer.NumTokensFromStr(prompt, chatReq.Model) usagelog.PromptCount = tokenizer.NumTokensFromStr(prompt, chatReq.Model)