Sakurasan
04dfb4285d
会话亲和（proxy/affinity.go）：同一会话粘住上次应答的渠道，命中上游提示词 缓存而非被加权随机打散后全价重算。会话身份 = 密钥 + 模型 + 请求文本稳定前缀 摘要，不依赖各客户端会话头；TTL 默认 5m（OT_PROXY_AFFINITY_TTL，0=关闭）， 成功应答刷新。亲和渠道必须在候选集内（健康/未冷却/绑定），否则回退加权随机。 proxyOne 增加 served 返回值区分「应答成功」与「已终结但失败」。 opaque 透传（convert）：chat↔responses 互转原样携带 metadata、service_tier、 parallel_tool_calls。此前逐字段重建请求体会丢它们，而中转上游会校验/使用。 用量细化（proxy+store）：usage_logs 新增 reasoning_tokens（展示口径，不重复 计费）、cache_write_1h_tokens（Anthropic 1h 缓存写按 2× 输入价，此前统一 1.25× 少算 60%）、served_model（上游实际应答模型，映射/聚合商场景对账）。 schema v6→v7。 验证：go vet ./... 干净；go test ./... 与 go test -race ./... 全绿； 新增测试覆盖亲和粘性与冷却回退、opaque 双向透传、reasoning 不重复计费、 1h/5m 缓存写分开计价、served_model 提取（非流式与流式）。
397 lines
11 KiB
Go
397 lines
11 KiB
Go
package convert
|
||
|
||
import (
|
||
"encoding/json"
|
||
"strings"
|
||
)
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// 请求：Responses → Chat
|
||
|
||
// responsesToChatReq 将 OpenAI Responses 请求转为 Chat 请求。
|
||
func responsesToChatReq(body []byte) ([]byte, error) {
|
||
var m map[string]json.RawMessage
|
||
if err := json.Unmarshal(body, &m); err != nil {
|
||
return nil, err
|
||
}
|
||
out := map[string]any{"model": str(rawJSON(m, "model"))}
|
||
if v, ok := m["stream"]; ok && string(v) == "true" {
|
||
out["stream"] = true
|
||
}
|
||
if v, ok := m["temperature"]; ok {
|
||
out["temperature"] = v
|
||
}
|
||
if v, ok := m["top_p"]; ok {
|
||
out["top_p"] = v
|
||
}
|
||
if v, ok := m["max_output_tokens"]; ok {
|
||
out["max_tokens"] = v
|
||
}
|
||
// OpenAI 两协议同形的 opaque 字段原样透传：metadata（map[string]string）、
|
||
// service_tier、parallel_tool_calls——丢了它们，中转上游的校验与路由会失效
|
||
for _, k := range []string{"metadata", "service_tier", "parallel_tool_calls"} {
|
||
if v := rawJSON(m, k); v != nil {
|
||
out[k] = json.RawMessage(v)
|
||
}
|
||
}
|
||
|
||
var msgs []any
|
||
if ins := str(rawJSON(m, "instructions")); ins != "" {
|
||
msgs = append(msgs, map[string]any{"role": "system", "content": ins})
|
||
}
|
||
msgs = append(msgs, responsesInputToChat(rawJSON(m, "input"))...)
|
||
out["messages"] = msgs
|
||
|
||
if raw := rawJSON(m, "tools"); raw != nil {
|
||
var tools []map[string]any
|
||
if json.Unmarshal(raw, &tools) == nil {
|
||
chatTools := make([]any, 0, len(tools))
|
||
for _, t := range tools {
|
||
chatTools = append(chatTools, map[string]any{
|
||
"type": "function",
|
||
"function": map[string]any{
|
||
"name": t["name"],
|
||
"description": t["description"],
|
||
"parameters": t["parameters"],
|
||
},
|
||
})
|
||
}
|
||
out["tools"] = chatTools
|
||
}
|
||
}
|
||
return json.Marshal(out)
|
||
}
|
||
|
||
// responsesInputToChat 把 Responses input 转成 Chat messages。
|
||
func responsesInputToChat(raw json.RawMessage) []any {
|
||
if len(raw) == 0 || string(raw) == "null" {
|
||
return nil
|
||
}
|
||
// 字符串输入
|
||
if s := str(raw); s != "" {
|
||
return []any{map[string]any{"role": "user", "content": s}}
|
||
}
|
||
var items []map[string]any
|
||
if err := json.Unmarshal(raw, &items); err != nil || items == nil {
|
||
return nil
|
||
}
|
||
var out []any
|
||
for _, item := range items {
|
||
switch item["type"] {
|
||
case "function_call":
|
||
var args any
|
||
_ = json.Unmarshal([]byte(strField(item["arguments"])), &args)
|
||
out = append(out, map[string]any{
|
||
"role": "assistant",
|
||
"content": "",
|
||
"tool_calls": []any{map[string]any{
|
||
"id": strField(item["call_id"]),
|
||
"type": "function",
|
||
"function": map[string]any{
|
||
"name": strField(item["name"]),
|
||
"arguments": strField(item["arguments"]),
|
||
},
|
||
}},
|
||
})
|
||
case "function_call_output":
|
||
out = append(out, map[string]any{
|
||
"role": "tool",
|
||
"tool_call_id": strField(item["call_id"]),
|
||
"content": strField(item["output"]),
|
||
})
|
||
default: // message 条目
|
||
role, _ := item["role"].(string)
|
||
if role == "" {
|
||
role = "user"
|
||
}
|
||
if content, ok := item["content"].(string); ok {
|
||
out = append(out, map[string]any{"role": role, "content": content})
|
||
} else if blocks, ok := item["content"].([]any); ok {
|
||
var text []string
|
||
var contentBlocks []any
|
||
for _, b := range blocks {
|
||
bm, ok := b.(map[string]any)
|
||
if !ok {
|
||
continue
|
||
}
|
||
switch bm["type"] {
|
||
case "input_text", "text":
|
||
if t, _ := bm["text"].(string); t != "" {
|
||
text = append(text, t)
|
||
contentBlocks = append(contentBlocks, map[string]any{"type": "text", "text": t})
|
||
}
|
||
case "input_image":
|
||
var url string
|
||
if s, ok := bm["image_url"].(string); ok {
|
||
url = s
|
||
} else if m, ok := bm["image_url"].(map[string]any); ok {
|
||
url, _ = m["url"].(string)
|
||
}
|
||
if url != "" {
|
||
contentBlocks = append(contentBlocks, map[string]any{"type": "image_url", "image_url": map[string]any{"url": url}})
|
||
}
|
||
}
|
||
}
|
||
hasImage := false
|
||
for _, cb := range contentBlocks {
|
||
if m, _ := cb.(map[string]any); m["type"] == "image_url" {
|
||
hasImage = true
|
||
break
|
||
}
|
||
}
|
||
if hasImage {
|
||
out = append(out, map[string]any{"role": role, "content": contentBlocks})
|
||
} else {
|
||
out = append(out, map[string]any{"role": role, "content": strings.Join(text, "")})
|
||
}
|
||
}
|
||
}
|
||
}
|
||
return out
|
||
}
|
||
|
||
// chatContentToResponsesBlocks 把 Chat 用户消息 content 转 Responses input 块数组（input_text / input_image）。
|
||
func chatContentToResponsesBlocks(content json.RawMessage) []any {
|
||
// 纯字符串 → 单个 input_text
|
||
var s string
|
||
if json.Unmarshal(content, &s) == nil && s != "" {
|
||
return []any{map[string]any{"type": "input_text", "text": s}}
|
||
}
|
||
// 数组 → 按块转换（text / image_url）
|
||
var arr []map[string]any
|
||
if json.Unmarshal(content, &arr) == nil && arr != nil {
|
||
var out []any
|
||
for _, b := range arr {
|
||
switch b["type"] {
|
||
case "text", "input_text":
|
||
if t, _ := b["text"].(string); t != "" {
|
||
out = append(out, map[string]any{"type": "input_text", "text": t})
|
||
}
|
||
case "image_url":
|
||
var url string
|
||
if iu, ok := b["image_url"].(map[string]any); ok {
|
||
url, _ = iu["url"].(string)
|
||
} else if s, ok := b["image_url"].(string); ok {
|
||
url = s
|
||
}
|
||
if url != "" {
|
||
out = append(out, map[string]any{"type": "input_image", "image_url": url})
|
||
}
|
||
}
|
||
}
|
||
return out
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// 请求：Chat → Responses
|
||
|
||
// chatToResponsesReq 将 Chat 请求转为 Responses 请求。
|
||
func chatToResponsesReq(body []byte) ([]byte, error) {
|
||
var req chatReq
|
||
if err := json.Unmarshal(body, &req); err != nil {
|
||
return nil, err
|
||
}
|
||
out := map[string]any{"model": req.Model}
|
||
if req.Stream {
|
||
out["stream"] = true
|
||
}
|
||
if req.Temperature != nil {
|
||
out["temperature"] = *req.Temperature
|
||
}
|
||
if req.TopP != nil {
|
||
out["top_p"] = *req.TopP
|
||
}
|
||
if req.MaxTokens != nil {
|
||
out["max_output_tokens"] = *req.MaxTokens
|
||
}
|
||
// OpenAI 两协议同形的 opaque 字段原样透传（见 chatReq 注释）
|
||
if req.ServiceTier != "" {
|
||
out["service_tier"] = req.ServiceTier
|
||
}
|
||
if len(req.Metadata) > 0 {
|
||
out["metadata"] = req.Metadata
|
||
}
|
||
if req.ParallelToolCalls != nil {
|
||
out["parallel_tool_calls"] = *req.ParallelToolCalls
|
||
}
|
||
|
||
var system []string
|
||
var input []any
|
||
for _, m := range req.Messages {
|
||
if m.Role == "system" {
|
||
if s := str(m.Content); s != "" {
|
||
system = append(system, s)
|
||
}
|
||
continue
|
||
}
|
||
switch m.Role {
|
||
case "tool":
|
||
input = append(input, map[string]any{
|
||
"type": "function_call_output",
|
||
"call_id": m.ToolCallID,
|
||
"output": str(m.Content),
|
||
})
|
||
case "assistant":
|
||
if len(m.ToolCalls) > 0 {
|
||
for _, tc := range m.ToolCalls {
|
||
input = append(input, map[string]any{
|
||
"type": "function_call",
|
||
"call_id": tc.ID,
|
||
"name": tc.Function.Name,
|
||
"arguments": tc.Function.Arguments,
|
||
})
|
||
}
|
||
} else if s := str(m.Content); s != "" {
|
||
input = append(input, map[string]any{"type": "message", "role": "assistant", "content": []any{
|
||
map[string]any{"type": "input_text", "text": s},
|
||
}})
|
||
}
|
||
default:
|
||
if blocks := chatContentToResponsesBlocks(m.Content); len(blocks) > 0 {
|
||
input = append(input, map[string]any{"type": "message", "role": "user", "content": blocks})
|
||
}
|
||
}
|
||
}
|
||
if len(system) > 0 {
|
||
out["instructions"] = strings.Join(system, "\n")
|
||
}
|
||
// input 必须是数组：部分上游（如火山方舟）只接受 []*InputItem，
|
||
// 单对象会被拒（400 Mismatch type）。
|
||
out["input"] = input
|
||
|
||
if len(req.Tools) > 0 {
|
||
tools := make([]any, 0, len(req.Tools))
|
||
for _, t := range req.Tools {
|
||
tools = append(tools, map[string]any{
|
||
"type": "function",
|
||
"name": t.Function.Name,
|
||
"description": t.Function.Description,
|
||
"parameters": rawOrObject(t.Function.Parameters),
|
||
})
|
||
}
|
||
out["tools"] = tools
|
||
}
|
||
return json.Marshal(out)
|
||
}
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// 响应：Responses → Chat
|
||
|
||
// responsesToChatResp 将 Responses 响应（非流式）转为 Chat 响应。
|
||
func responsesToChatResp(body []byte) ([]byte, error) {
|
||
var m map[string]json.RawMessage
|
||
if err := json.Unmarshal(body, &m); err != nil {
|
||
return nil, err
|
||
}
|
||
var text string
|
||
var toolCalls []any
|
||
if raw := rawJSON(m, "output"); raw != nil {
|
||
var outputs []map[string]any
|
||
if json.Unmarshal(raw, &outputs) == nil {
|
||
for _, o := range outputs {
|
||
switch o["type"] {
|
||
case "message":
|
||
if content, ok := o["content"].([]any); ok {
|
||
for _, c := range content {
|
||
if cm, ok := c.(map[string]any); ok {
|
||
if t, _ := cm["text"].(string); t != "" {
|
||
text += t
|
||
}
|
||
}
|
||
}
|
||
}
|
||
case "function_call":
|
||
toolCalls = append(toolCalls, map[string]any{
|
||
"id": strField(o["call_id"]),
|
||
"type": "function",
|
||
"function": map[string]any{
|
||
"name": strField(o["name"]),
|
||
"arguments": strField(o["arguments"]),
|
||
},
|
||
})
|
||
}
|
||
}
|
||
}
|
||
}
|
||
msg := map[string]any{"role": "assistant", "content": text}
|
||
if len(toolCalls) > 0 {
|
||
msg["tool_calls"] = toolCalls
|
||
}
|
||
finish := "stop"
|
||
switch {
|
||
case string(rawJSON(m, "status")) == `"incomplete"`:
|
||
finish = "length" // 截断优先，客户端可据此区分
|
||
case len(toolCalls) > 0:
|
||
finish = "tool_calls" // 有工具调用时映射 tool_calls，否则中转后 stop_reason 成 end_turn
|
||
}
|
||
var prompt, completion int64
|
||
if u := rawJSON(m, "usage"); u != nil {
|
||
var us struct {
|
||
InputTokens int64 `json:"input_tokens"`
|
||
OutputTokens int64 `json:"output_tokens"`
|
||
}
|
||
_ = json.Unmarshal(u, &us)
|
||
prompt, completion = us.InputTokens, us.OutputTokens
|
||
}
|
||
return json.Marshal(map[string]any{
|
||
"id": "chatcmpl-" + strings.TrimPrefix(str(rawJSON(m, "id")), "resp_"),
|
||
"object": "chat.completion",
|
||
"model": str(rawJSON(m, "model")),
|
||
"choices": []any{map[string]any{"index": 0, "message": msg, "finish_reason": finish}},
|
||
"usage": map[string]any{
|
||
"prompt_tokens": prompt,
|
||
"completion_tokens": completion,
|
||
"total_tokens": prompt + completion,
|
||
},
|
||
})
|
||
}
|
||
|
||
// ---------------------------------------------------------------------------
|
||
// 响应：Chat → Responses
|
||
|
||
// chatToResponsesResp 将 Chat 响应（非流式）转为 Responses 响应。
|
||
func chatToResponsesResp(body []byte) ([]byte, error) {
|
||
var r chatResp
|
||
if err := json.Unmarshal(body, &r); err != nil {
|
||
return nil, err
|
||
}
|
||
output := make([]any, 0, 2)
|
||
var finish = "completed"
|
||
if len(r.Choices) > 0 {
|
||
msg := r.Choices[0].Message
|
||
if msg.Content != "" {
|
||
output = append(output, map[string]any{
|
||
"type": "message",
|
||
"role": "assistant",
|
||
"content": []any{map[string]any{"type": "output_text", "text": msg.Content}},
|
||
})
|
||
}
|
||
for _, tc := range msg.ToolCalls {
|
||
output = append(output, map[string]any{
|
||
"type": "function_call",
|
||
"call_id": tc.ID,
|
||
"name": tc.Function.Name,
|
||
"arguments": tc.Function.Arguments,
|
||
})
|
||
}
|
||
if r.Choices[0].FinishReason == "length" {
|
||
finish = "incomplete"
|
||
}
|
||
}
|
||
status := finish
|
||
return json.Marshal(map[string]any{
|
||
"id": "resp_" + strings.TrimPrefix(r.ID, "chatcmpl-"),
|
||
"object": "response",
|
||
"model": r.Model,
|
||
"status": status,
|
||
"output": output,
|
||
"usage": map[string]any{
|
||
"input_tokens": r.Usage.PromptTokens,
|
||
"output_tokens": r.Usage.CompletionTokens,
|
||
"total_tokens": r.Usage.PromptTokens + r.Usage.CompletionTokens,
|
||
},
|
||
})
|
||
}
|