mirror of
https://github.com/zhengkai/orca.git
synced 2026-03-01 00:35:36 +08:00
up
This commit is contained in:
@@ -7,6 +7,7 @@ import (
|
||||
"project/pb"
|
||||
"project/util"
|
||||
"project/zj"
|
||||
"strings"
|
||||
)
|
||||
|
||||
func doMetrics(ab []byte, cached bool, r *http.Request) {
|
||||
@@ -17,6 +18,7 @@ func doMetrics(ab []byte, cached bool, r *http.Request) {
|
||||
err := json.Unmarshal(ab, o)
|
||||
if err != nil {
|
||||
zj.J(`unmarshal fail`, err)
|
||||
util.WriteFile(`metrics-json-fail`, ab)
|
||||
return
|
||||
}
|
||||
|
||||
@@ -31,6 +33,10 @@ func doMetrics(ab []byte, cached bool, r *http.Request) {
|
||||
zj.J(`token`, u.PromptTokens, u.TotalTokens)
|
||||
}
|
||||
|
||||
metrics.RspTokenByModel(o.Model, u.TotalTokens)
|
||||
|
||||
metrics.RspTokenByKey(strings.TrimPrefix(r.Header.Get(`Authorization`), `Bearer `), u.TotalTokens)
|
||||
|
||||
ip, err := util.GetIP(r)
|
||||
sip := ip.String()
|
||||
if err != nil {
|
||||
|
||||
Reference in New Issue
Block a user