Major rewrite of the Go backend to support:
- Three API format imports: openai, anthropic, compatible
- Three protocol conversions: Chat Completions, Responses, Messages
- Hub-and-spoke architecture with Chat as intermediate format
Deleted:
- opencat.go (old entry)
- store/, team/, pkg/team/, pkg/store/ (old data layer)
- internal/model/, internal/consts/ (old types)
- internal/service/team/, internal/controller/team/ (old handlers)
- llm/ (removed LLM client library, pure proxy mode)
- dist/, assets/ (old build artifacts)
Added:
- internal/store/ — 9 GORM models + multi-DB support
- internal/pkg/ — crypto (AES-GCM), apikey, jwt, ratelimit, resp, tokenizer
- internal/channel/ — channel selection, weighted LB, health checks
- internal/proxy/convert/ — 6 protocol conversion functions + SSE streaming
- internal/proxy/ — gateway with request dispatch and upstream selection
- internal/usage/ — async usage recorder with batch writes
- internal/api/ — management API (auth, users, keys, channels, models)
- Makefile for build/test/deploy
Fixed API to match frontend expectations:
- Login response wraps token in { data: { token } }
- GET /api/profile route added
- Profile response wraps user in { code, data }
- Role returned as number (10=admin, 1=user)
299 lines
6.5 KiB
Go
299 lines
6.5 KiB
Go
package convert
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
)
|
|
|
|
// ChatToResponses converts a Chat Completions request to Responses API format
|
|
func ChatToResponses(req *ChatCompletionRequest) (*ResponsesRequest, error) {
|
|
var inputItems []InputItem
|
|
var instructions string
|
|
|
|
for _, m := range req.Messages {
|
|
if m.Role == "system" {
|
|
if s, ok := m.Content.(string); ok {
|
|
if instructions != "" {
|
|
instructions += "\n\n"
|
|
}
|
|
instructions += s
|
|
}
|
|
continue
|
|
}
|
|
|
|
item := InputItem{
|
|
Role: m.Role,
|
|
Content: m.Content,
|
|
}
|
|
inputItems = append(inputItems, item)
|
|
}
|
|
|
|
out := &ResponsesRequest{
|
|
Model: req.Model,
|
|
Input: inputItems,
|
|
Instructions: instructions,
|
|
Stream: req.Stream,
|
|
}
|
|
|
|
if req.MaxTokens != nil {
|
|
out.MaxOutputTokens = req.MaxTokens
|
|
}
|
|
if req.Temperature != nil {
|
|
out.Temperature = req.Temperature
|
|
}
|
|
if req.TopP != nil {
|
|
out.TopP = req.TopP
|
|
}
|
|
if req.Tools != nil {
|
|
out.Tools = req.Tools
|
|
}
|
|
|
|
return out, nil
|
|
}
|
|
|
|
// ResponsesToChat converts a Responses API response to Chat Completions format
|
|
func ResponsesToChat(resp *ResponsesResponse) (*ChatCompletionResponse, error) {
|
|
choices := make([]Choice, 0)
|
|
|
|
for _, output := range resp.Output {
|
|
switch output.Type {
|
|
case "message":
|
|
for _, content := range output.Content {
|
|
switch content.Type {
|
|
case "output_text":
|
|
choices = append(choices, Choice{
|
|
Index: len(choices),
|
|
Message: Message{
|
|
Role: "assistant",
|
|
Content: content.Text,
|
|
},
|
|
FinishReason: "stop",
|
|
})
|
|
case "function_call":
|
|
toolCall := ToolCall{
|
|
ID: content.ID,
|
|
Type: "function",
|
|
Function: FunctionCall{
|
|
Name: content.Name,
|
|
Arguments: toJSON(content.Input),
|
|
},
|
|
}
|
|
if len(choices) == 0 {
|
|
choices = append(choices, Choice{
|
|
Index: 0,
|
|
Message: Message{
|
|
Role: "assistant",
|
|
ToolCalls: []ToolCall{toolCall},
|
|
},
|
|
FinishReason: "tool_calls",
|
|
})
|
|
} else {
|
|
choices[0].Message.ToolCalls = append(choices[0].Message.ToolCalls, toolCall)
|
|
choices[0].FinishReason = "tool_calls"
|
|
}
|
|
}
|
|
}
|
|
case "function_call_output":
|
|
// This would be in a user message context
|
|
continue
|
|
}
|
|
}
|
|
|
|
if len(choices) == 0 {
|
|
choices = append(choices, Choice{
|
|
Index: 0,
|
|
Message: Message{
|
|
Role: "assistant",
|
|
Content: "",
|
|
},
|
|
FinishReason: "stop",
|
|
})
|
|
}
|
|
|
|
return &ChatCompletionResponse{
|
|
ID: resp.ID,
|
|
Object: "chat.completion",
|
|
Model: resp.Model,
|
|
Choices: choices,
|
|
Usage: &Usage{
|
|
PromptTokens: resp.Usage.PromptTokens,
|
|
CompletionTokens: resp.Usage.CompletionTokens,
|
|
TotalTokens: resp.Usage.PromptTokens + resp.Usage.CompletionTokens,
|
|
},
|
|
}, nil
|
|
}
|
|
|
|
// ResponsesStreamToChatStream converts Responses API streaming to Chat Completions format
|
|
func ResponsesStreamToChatStream(events []ResponsesStreamEvent, model string) []ChatCompletionStreamChunk {
|
|
var chunks []ChatCompletionStreamChunk
|
|
id := fmt.Sprintf("chatcmpl-%d", len(events))
|
|
|
|
for _, event := range events {
|
|
switch event.Type {
|
|
case "response.created":
|
|
chunks = append(chunks, ChatCompletionStreamChunk{
|
|
ID: id,
|
|
Object: "chat.completion.chunk",
|
|
Model: model,
|
|
Choices: []StreamChoice{{
|
|
Index: 0,
|
|
Delta: StreamDelta{
|
|
Role: "assistant",
|
|
},
|
|
}},
|
|
})
|
|
case "response.output_item.added":
|
|
if event.Item != nil && event.Item.Type == "message" {
|
|
chunks = append(chunks, ChatCompletionStreamChunk{
|
|
ID: id,
|
|
Object: "chat.completion.chunk",
|
|
Model: model,
|
|
Choices: []StreamChoice{{
|
|
Index: 0,
|
|
Delta: StreamDelta{
|
|
Role: "assistant",
|
|
},
|
|
}},
|
|
})
|
|
}
|
|
case "response.content_part.delta":
|
|
if event.Delta != "" {
|
|
chunks = append(chunks, ChatCompletionStreamChunk{
|
|
ID: id,
|
|
Object: "chat.completion.chunk",
|
|
Model: model,
|
|
Choices: []StreamChoice{{
|
|
Index: 0,
|
|
Delta: StreamDelta{
|
|
Content: event.Delta,
|
|
},
|
|
}},
|
|
})
|
|
}
|
|
case "response.completed":
|
|
finishReason := "stop"
|
|
chunk := ChatCompletionStreamChunk{
|
|
ID: id,
|
|
Object: "chat.completion.chunk",
|
|
Model: model,
|
|
Choices: []StreamChoice{{
|
|
Index: 0,
|
|
FinishReason: &finishReason,
|
|
}},
|
|
}
|
|
chunks = append(chunks, chunk)
|
|
}
|
|
}
|
|
|
|
return chunks
|
|
}
|
|
|
|
// MessagesToResponses converts an Anthropic Messages request to Responses API format
|
|
func MessagesToResponses(req *MessagesRequest) (*ResponsesRequest, error) {
|
|
var inputItems []InputItem
|
|
var instructions string
|
|
|
|
// Handle system message
|
|
if req.System != nil {
|
|
switch v := req.System.(type) {
|
|
case string:
|
|
instructions = v
|
|
case []ContentPart:
|
|
for _, p := range v {
|
|
if p.Type == "text" {
|
|
if instructions != "" {
|
|
instructions += "\n\n"
|
|
}
|
|
instructions += p.Text
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, m := range req.Messages {
|
|
item := InputItem{
|
|
Role: m.Role,
|
|
Content: m.Content,
|
|
}
|
|
inputItems = append(inputItems, item)
|
|
}
|
|
|
|
out := &ResponsesRequest{
|
|
Model: req.Model,
|
|
Input: inputItems,
|
|
Instructions: instructions,
|
|
Stream: req.Stream,
|
|
}
|
|
|
|
out.MaxOutputTokens = &req.MaxTokens
|
|
|
|
if req.Temperature != nil {
|
|
out.Temperature = req.Temperature
|
|
}
|
|
if req.TopP != nil {
|
|
out.TopP = req.TopP
|
|
}
|
|
if req.Tools != nil {
|
|
out.Tools = req.Tools
|
|
}
|
|
|
|
return out, nil
|
|
}
|
|
|
|
// ResponsesToMessages converts a Responses API response to Anthropic Messages format
|
|
func ResponsesToMessages(resp *ResponsesResponse) (*MessagesResponse, error) {
|
|
var content []ContentBlock
|
|
|
|
for _, output := range resp.Output {
|
|
switch output.Type {
|
|
case "message":
|
|
for _, c := range output.Content {
|
|
switch c.Type {
|
|
case "output_text":
|
|
content = append(content, ContentBlock{
|
|
Type: "text",
|
|
Text: c.Text,
|
|
})
|
|
case "function_call":
|
|
content = append(content, ContentBlock{
|
|
Type: "tool_use",
|
|
ID: c.ID,
|
|
Name: c.Name,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
var stopReason string
|
|
if len(content) > 0 {
|
|
last := content[len(content)-1]
|
|
if last.Type == "tool_use" {
|
|
stopReason = "tool_use"
|
|
} else {
|
|
stopReason = "end_turn"
|
|
}
|
|
} else {
|
|
stopReason = "end_turn"
|
|
}
|
|
|
|
return &MessagesResponse{
|
|
ID: resp.ID,
|
|
Type: "message",
|
|
Role: "assistant",
|
|
Content: content,
|
|
Model: resp.Model,
|
|
StopReason: stopReason,
|
|
Usage: resp.Usage,
|
|
}, nil
|
|
}
|
|
|
|
// toJSON is a helper to convert a value to JSON string
|
|
func toJSONStr(v interface{}) string {
|
|
b, err := json.Marshal(v)
|
|
if err != nil {
|
|
return "{}"
|
|
}
|
|
return string(b)
|
|
}
|