up
This commit is contained in:
@@ -1,5 +1,5 @@
|
|||||||
<template>
|
<template>
|
||||||
<div class="flex flex-col items-center space-y-4 p-6 bg-base-100 rounded-xl shadow-lg max-w-sm mx-auto backdrop-blur-xl glass">
|
<div class="flex flex-col items-center space-y-4 p-6 bg-base-100 rounded-xl shadow-lg mt-2 max-w-sm mx-auto backdrop-blur-xl glass">
|
||||||
|
|
||||||
<div class="p-3 bg-white rounded-lg shadow-inner cursor-pointer" @click="toggleQRCode">
|
<div class="p-3 bg-white rounded-lg shadow-inner cursor-pointer" @click="toggleQRCode">
|
||||||
<qrcode-vue :value="currentValue" :size="size" level="H" />
|
<qrcode-vue :value="currentValue" :size="size" level="H" />
|
||||||
|
|||||||
@@ -60,6 +60,7 @@ func (h *Proxy) ChatHandler(c *gin.Context) {
|
|||||||
c.SSEvent("", data)
|
c.SSEvent("", data)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
go func() {
|
||||||
llmusage := llm.GetTokenUsage()
|
llmusage := llm.GetTokenUsage()
|
||||||
|
|
||||||
cost := tokenizer.Cost(llmusage.Model, llmusage.PromptTokens+llmusage.ToolsTokens, llmusage.CompletionTokens)
|
cost := tokenizer.Cost(llmusage.Model, llmusage.PromptTokens+llmusage.ToolsTokens, llmusage.CompletionTokens)
|
||||||
@@ -75,4 +76,6 @@ func (h *Proxy) ChatHandler(c *gin.Context) {
|
|||||||
}
|
}
|
||||||
h.SendUsage(&usage)
|
h.SendUsage(&usage)
|
||||||
defer fmt.Println("cost:", cost, "prompt_tokens:", llmusage.PromptTokens, "completion_tokens:", llmusage.CompletionTokens, "total_tokens:", llmusage.TotalTokens)
|
defer fmt.Println("cost:", cost, "prompt_tokens:", llmusage.PromptTokens, "completion_tokens:", llmusage.CompletionTokens, "total_tokens:", llmusage.TotalTokens)
|
||||||
|
}()
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user