mirrors2/opencatd-open
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add log

Browse Source
This commit is contained in:
Sakurasan
2025-04-21 21:50:29 +08:00
parent 51d4651c6c
commit a9ff7e1c94
3 changed files with 17 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
internal/controller/proxy/chat_proxy.go
View File

@@ -60,7 +60,7 @@ func (h *Proxy) ChatHandler(c *gin.Context) {
c.SSEvent("", data) c.SSEvent("", data)
} }
} }
go func() {
llmusage := llm.GetTokenUsage() llmusage := llm.GetTokenUsage()
cost := tokenizer.Cost(llmusage.Model, llmusage.PromptTokens+llmusage.ToolsTokens, llmusage.CompletionTokens) cost := tokenizer.Cost(llmusage.Model, llmusage.PromptTokens+llmusage.ToolsTokens, llmusage.CompletionTokens)
@@ -76,6 +76,5 @@ func (h *Proxy) ChatHandler(c *gin.Context) {
} }
h.SendUsage(&usage) h.SendUsage(&usage)
defer fmt.Println("cost:", cost, "prompt_tokens:", llmusage.PromptTokens, "completion_tokens:", llmusage.CompletionTokens, "total_tokens:", llmusage.TotalTokens) defer fmt.Println("cost:", cost, "prompt_tokens:", llmusage.PromptTokens, "completion_tokens:", llmusage.CompletionTokens, "total_tokens:", llmusage.TotalTokens)
}()
} }

2
llm/llm.go
View File

@@ -13,7 +13,7 @@ type LLM interface {
type llm struct { type llm struct {
ApiKey *model.ApiKey ApiKey *model.ApiKey
Usage *model.Usage Usage *TokenUsage
tools any // TODO tools any // TODO
Messages []any // TODO Messages []any // TODO
llm LLM llm LLM

1
llm/openai_compatible/chat.go
View File

@@ -218,6 +218,7 @@ func (o *OpenAICompatible) StreamChat(ctx context.Context, chatReq llm.ChatReque
// case output <- &streamResp: // case output <- &streamResp:
// } // }
} }
fmt.Println("llm usage:", o.tokenUsage.Model, o.tokenUsage.PromptTokens, o.tokenUsage.CompletionTokens, o.tokenUsage.TotalTokens)
}() }()
return output, nil return output, nil
} }