feat: 记录流模式首字时间 (close #323)

This commit is contained in:
CalciumIon
2024-06-26 18:04:49 +08:00
parent 6d705a735e
commit 6e92f1f2d1
10 changed files with 91 additions and 27 deletions
+1 -1
View File
@@ -82,7 +82,7 @@ func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycom
if info.IsStream {
var responseText string
var toolCount int
err, responseText, toolCount = OpenaiStreamHandler(c, resp, info.RelayMode)
err, responseText, toolCount = OpenaiStreamHandler(c, resp, info)
usage, _ = service.ResponseText2Usage(responseText, info.UpstreamModelName, info.PromptTokens)
usage.CompletionTokens += toolCount * 7
} else {