fix: update token usage calculation

This commit is contained in:
CaIon
2025-08-16 19:11:15 +08:00
parent a6c5b6d09f
commit 4e3f008ae9
3 changed files with 13 additions and 20 deletions
+6 -4
View File
@@ -103,12 +103,14 @@ func OaiResponsesStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp
// 非正常结束,使用输出文本的 token 数量
completionTokens := service.CountTextToken(tempStr, info.UpstreamModelName)
usage.CompletionTokens = completionTokens
if usage.PromptTokens == 0 {
usage.PromptTokens = info.PromptTokens
}
}
}
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
usage.PromptTokens = usage.CompletionTokens
} else {
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
}
return usage, nil
}