refactor: token counter logic

This commit is contained in:
CaIon committed 2025-06-21 00:54:40 +08:00
1 parent 4f3024ad63
commit 16997a695d
20 files changed
+64 -83

No files matched your search

+1 -1
View File
@@ -250,7 +250,7 @@ func difyStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Re
}
if usage.TotalTokens == 0 {
usage.PromptTokens = info.PromptTokens
usage.CompletionTokens, _ = service.CountTextToken("gpt-3.5-turbo", responseText)
usage.CompletionTokens = service.CountTextToken("gpt-3.5-turbo", responseText)
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
}
usage.CompletionTokens += nodeToken