fix: update PromptTokens assignment logic in relay_responses
This commit is contained in:
1 parent
0e34de8fe2
commit
b0f86bd82e
1 file changed
+1
-1
@@ -109,7 +109,7 @@ func OaiResponsesStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp
|
||||
}
|
||||
|
||||
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
|
||||
usage.PromptTokens = usage.CompletionTokens
|
||||
usage.PromptTokens = info.PromptTokens
|
||||
} else {
|
||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user