From 11173abc02bfd389a18723cfef39c1b218ea577b Mon Sep 17 00:00:00 2001 From: Sakurasan <1173092237@qq.com> Date: Sun, 17 Sep 2023 19:21:05 +0800 Subject: [PATCH] update cost --- pkg/claude/claude.go | 2 +- router/router.go | 7 +++++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/pkg/claude/claude.go b/pkg/claude/claude.go index cbce93e..4387d27 100644 --- a/pkg/claude/claude.go +++ b/pkg/claude/claude.go @@ -238,7 +238,7 @@ func TransReq(chatreq *openai.ChatCompletionRequest) (*bytes.Buffer, error) { MaxTokensToSample: chatreq.MaxTokens, } if transReq.MaxTokensToSample == 0 { - transReq.MaxTokensToSample = 1000000 + transReq.MaxTokensToSample = 100000 } var prompt string for _, msg := range chatreq.Messages { diff --git a/router/router.go b/router/router.go index 300e6c2..a7bdc32 100644 --- a/router/router.go +++ b/router/router.go @@ -725,6 +725,13 @@ func Cost(model string, promptCount, completionCount int) float64 { case "whisper-1": // 0.006$/min cost = 0.006 * float64(prompt+completion) / 60 + // claude /million tokens + case "claude-v1", "claude-v1-100k": + cost = 11.02/1000000*float64(prompt) + (32.68/1000000)*float64(completion) + case "claude-instant-v1", "claude-instant-v1-100k": + cost = (1.63/1000000)*float64(prompt) + (5.51/1000000)*float64(completion) + case "claude-2": + cost = (11.02/1000000)*float64(prompt) + (32.68/1000000)*float64(completion) default: if strings.Contains(model, "gpt-3.5-turbo") { cost = 0.003 * float64((prompt+completion)/1000)