mirrors2/opencatd-open
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update cost

Browse Source
This commit is contained in:
Sakurasan
2023-09-17 19:21:05 +08:00
parent 9c03c2d2e2
commit 11173abc02
2 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/claude/claude.go
View File

@@ -238,7 +238,7 @@ func TransReq(chatreq *openai.ChatCompletionRequest) (*bytes.Buffer, error) {
MaxTokensToSample: chatreq.MaxTokens, MaxTokensToSample: chatreq.MaxTokens,
} }
if transReq.MaxTokensToSample == 0 { if transReq.MaxTokensToSample == 0 {
transReq.MaxTokensToSample = 1000000 transReq.MaxTokensToSample = 100000
} }
var prompt string var prompt string
for _, msg := range chatreq.Messages { for _, msg := range chatreq.Messages {

7
router/router.go
View File

@@ -725,6 +725,13 @@ func Cost(model string, promptCount, completionCount int) float64 {
case "whisper-1": case "whisper-1":
// 0.006$/min // 0.006$/min
cost = 0.006 * float64(prompt+completion) / 60 cost = 0.006 * float64(prompt+completion) / 60
// claude /million tokens
case "claude-v1", "claude-v1-100k":
cost = 11.02/1000000*float64(prompt) + (32.68/1000000)*float64(completion)
case "claude-instant-v1", "claude-instant-v1-100k":
cost = (1.63/1000000)*float64(prompt) + (5.51/1000000)*float64(completion)
case "claude-2":
cost = (11.02/1000000)*float64(prompt) + (32.68/1000000)*float64(completion)
default: default:
if strings.Contains(model, "gpt-3.5-turbo") { if strings.Contains(model, "gpt-3.5-turbo") {
cost = 0.003 * float64((prompt+completion)/1000) cost = 0.003 * float64((prompt+completion)/1000)