mirrors2/orca
1
0
Fork 0
mirror of https://github.com/zhengkai/orca.git synced 2026-02-04 15:12:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: metrics skip cached token

Browse Source
This commit is contained in:
Zheng Kai
2023-08-31 18:04:44 +08:00
parent e4ed2dccea
commit f10ceaec5c
1 changed files with 9 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
server/src/core/metrics.go
View File

@@ -33,22 +33,20 @@ func doMetrics(ab []byte, cached bool, r *http.Request, req *pb.Req) {
return
}
metrics.RspToken(u.PromptTokens, u.TotalTokens, cached)
if !cached {
zj.J(`token`, u.PromptTokens, u.TotalTokens)
}
metrics.RspTokenByModel(o.Model, u.TotalTokens)
key := strings.TrimPrefix(r.Header.Get(`Authorization`), `Bearer `)
metrics.RspTokenByKey(key, u.TotalTokens)
ip, err := util.GetIP(r)
sip := ip.String()
if err != nil {
sip = `unknown`
}
key := strings.TrimPrefix(r.Header.Get(`Authorization`), `Bearer `)
metrics.RspToken(u.PromptTokens, u.TotalTokens, cached)
if !cached {
metrics.RspTokenByModel(o.Model, u.TotalTokens)
metrics.RspTokenByKey(key, u.TotalTokens)
metrics.RspTokenByIP(sip, u.TotalTokens)
}
d := &pb.EsMetrics{
ID: o.Id,