fix: calculate usage if not given in non-stream mode (#352)

2023-08-06 17:40:31 +08:00
parent 7c3a1e90f1
commit b1329a3a6f
3 changed files with 17 additions and 4 deletions
@@ -362,7 +362,7 @@ func relayTextHelper(c *gin.Context, relayMode int) *OpenAIErrorWithStatusCode {
 			textResponse.Usage.CompletionTokens = countTokenText(responseText, textRequest.Model)
 			return nil
 		} else {
-			err, usage := openaiHandler(c, resp, consumeQuota)
+			err, usage := openaiHandler(c, resp, consumeQuota, promptTokens, textRequest.Model)
 			if err != nil {
 				return err
 			}