perf: use max_tokens to reduce token consuming

This commit is contained in:
JustSong committed 2023-05-16 16:22:25 +08:00
1 parent 4a64fede39
commit b77eb0c65d
2 files changed
+6 -4

No files matched your search

+3 -2
View File
@@ -21,8 +21,9 @@ type Message struct {
}
type ChatRequest struct {
Model string `json:"model"`
Messages []Message `json:"messages"`
Model string `json:"model"`
Messages []Message `json:"messages"`
MaxTokens int `json:"max_tokens"`
}
type TextRequest struct {