update: num token

2023-07-08 21:29:53 +08:00
parent c47b540664
commit e110eb28ee
3 changed files with 45 additions and 15 deletions
--- a/router/router.go
+++ b/router/router.go
@@ -748,11 +748,15 @@ func NumTokensFromMessages(messages []openai.ChatCompletionMessage, model string
 	var tokensPerMessage, tokensPerName int

 	switch model {
-	case "gpt-3.5-turbo-0613",
+	case "gpt-3.5-turbo",
+		"gpt-3.5-turbo-0613",
+		"gpt-3.5-turbo-16k",
 		"gpt-3.5-turbo-16k-0613",
+		"gpt-4",
 		"gpt-4-0314",
-		"gpt-4-32k-0314",
 		"gpt-4-0613",
+		"gpt-4-32k",
+		"gpt-4-32k-0314",
 		"gpt-4-32k-0613":
 		tokensPerMessage = 3
 		tokensPerName = 1