mirrors2/orca
1
0
Fork 0
mirror of https://github.com/zhengkai/orca.git synced 2026-02-04 17:02:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: metrics skip cached token

Browse Source
This commit is contained in:
Zheng Kai
2023-08-31 18:04:44 +08:00
parent e4ed2dccea
commit f10ceaec5c
1 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
server/src/core/metrics.go
View File

@@ -33,22 +33,20 @@ func doMetrics(ab []byte, cached bool, r *http.Request, req *pb.Req) {
return return
} }
metrics.RspToken(u.PromptTokens, u.TotalTokens, cached)
if !cached {
zj.J(`token`, u.PromptTokens, u.TotalTokens)
}
metrics.RspTokenByModel(o.Model, u.TotalTokens)
key := strings.TrimPrefix(r.Header.Get(`Authorization`), `Bearer `)
metrics.RspTokenByKey(key, u.TotalTokens)
ip, err := util.GetIP(r) ip, err := util.GetIP(r)
sip := ip.String() sip := ip.String()
if err != nil { if err != nil {
sip = `unknown` sip = `unknown`
} }
metrics.RspTokenByIP(sip, u.TotalTokens)
key := strings.TrimPrefix(r.Header.Get(`Authorization`), `Bearer `)
metrics.RspToken(u.PromptTokens, u.TotalTokens, cached)
if !cached {
metrics.RspTokenByModel(o.Model, u.TotalTokens)
metrics.RspTokenByKey(key, u.TotalTokens)
metrics.RspTokenByIP(sip, u.TotalTokens)
}
d := &pb.EsMetrics{ d := &pb.EsMetrics{
ID: o.Id, ID: o.Id,