diff --git a/llm/claude/v2/chat.go b/llm/claude/v2/chat.go index a2dc70b..64b5795 100644 --- a/llm/claude/v2/chat.go +++ b/llm/claude/v2/chat.go @@ -94,7 +94,9 @@ func (c *Claude) Chat(ctx context.Context, chatReq llm.ChatRequest) (*llm.ChatRe if chatReq.MaxTokens > 0 { maxTokens = chatReq.MaxTokens } else { - if strings.Contains(chatReq.Model, "sonnet") || strings.Contains(chatReq.Model, "haiku") { + if strings.Contains(chatReq.Model, "3-7") { + maxTokens = 64000 + } else if strings.Contains(chatReq.Model, "3-5") { maxTokens = 8192 } else { maxTokens = 4096