fix: retry prompt tokens

This commit is contained in:
1808837298@qq.com committed 2025-01-02 16:33:00 +08:00
1 parent a835920f83
commit 16afc5b3d6
3 files changed
+2357 -2785

No files matched your search

+1
View File
@@ -112,6 +112,7 @@ func TextHelper(c *gin.Context) (openaiErr *dto.OpenAIErrorWithStatusCode) {
var promptTokens int
if value, exists := c.Get("prompt_tokens"); exists {
promptTokens = value.(int)
relayInfo.PromptTokens = promptTokens
} else {
promptTokens, err = getPromptTokens(textRequest, relayInfo)
// count messages token error 计算promptTokens错误