From 59063b40e15b63b8395bcb869123def25c4aa9b3 Mon Sep 17 00:00:00 2001 From: Sakurasan <26715255+Sakurasan@users.noreply.github.com> Date: Mon, 18 Nov 2024 03:12:04 +0800 Subject: [PATCH] up --- pkg/openai/chat.go | 30 ++++++++++++------------------ 1 file changed, 12 insertions(+), 18 deletions(-) diff --git a/pkg/openai/chat.go b/pkg/openai/chat.go index 669d8e6..622d010 100644 --- a/pkg/openai/chat.go +++ b/pkg/openai/chat.go @@ -107,20 +107,20 @@ type ToolCall struct { } type ChatCompletionResponse struct { - ID string `json:"id"` - Object string `json:"object"` - Created int `json:"created"` - Model string `json:"model"` + ID string `json:"id,omitempty"` + Object string `json:"object,omitempty"` + Created int `json:"created,omitempty"` + Model string `json:"model,omitempty"` Choices []struct { - Index int `json:"index"` + Index int `json:"index,omitempty"` Message struct { - Role string `json:"role"` - Content string `json:"content"` + Role string `json:"role,omitempty"` + Content string `json:"content,omitempty"` ToolCalls []ToolCall `json:"tool_calls,omitempty"` - } `json:"message"` - Logprobs string `json:"logprobs"` - FinishReason string `json:"finish_reason"` - } `json:"choices"` + } `json:"message,omitempty"` + Logprobs string `json:"logprobs,omitempty"` + FinishReason string `json:"finish_reason,omitempty"` + } `json:"choices,omitempty"` Usage struct { PromptTokens int `json:"prompt_tokens,omitempty"` CompletionTokens int `json:"completion_tokens,omitempty"` @@ -346,16 +346,10 @@ func ChatProxy(c *gin.Context, chatReq *ChatCompletionRequest) { } } - resp.Body = io.NopCloser(bytes.NewBuffer(body)) - for k, v := range resp.Header { c.Writer.Header().Set(k, v[0]) } - c.Writer.WriteHeader(resp.StatusCode) - _, err = io.Copy(c.Writer, resp.Body) - if err != nil { - log.Println(err) - } + c.JSON(http.StatusOK, opiResp) } usagelog.CompletionCount = tokenizer.NumTokensFromStr(result, chatReq.Model) usagelog.Cost = fmt.Sprintf("%.6f", tokenizer.Cost(usagelog.Model, usagelog.PromptCount, usagelog.CompletionCount))