fix: update PromptTokens assignment logic in relay_responses
This commit is contained in:
1 parent
0e34de8fe2
commit
b0f86bd82e
1 file changed
+1
-1
@@ -109,7 +109,7 @@ func OaiResponsesStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp
|
|||||||
}
|
}
|
||||||
|
|
||||||
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
|
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
|
||||||
usage.PromptTokens = usage.CompletionTokens
|
usage.PromptTokens = info.PromptTokens
|
||||||
} else {
|
} else {
|
||||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in new issue
Block a user