fix: update PromptTokens assignment logic in relay_responses
This commit is contained in:
@@ -109,7 +109,7 @@ func OaiResponsesStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp
|
|||||||
}
|
}
|
||||||
|
|
||||||
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
|
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
|
||||||
usage.PromptTokens = usage.CompletionTokens
|
usage.PromptTokens = info.PromptTokens
|
||||||
} else {
|
} else {
|
||||||
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user