feat: Add model request rate limiting functionality

2025-02-24 16:20:55 +08:00
parent 66831a1bde
commit 1763145fea
7 changed files with 437 additions and 0 deletions
@@ -0,0 +1,6 @@
+package setting
+
+var ModelRequestRateLimitEnabled = false
+var ModelRequestRateLimitDurationMinutes = 1
+var ModelRequestRateLimitCount = 0
+var ModelRequestRateLimitSuccessCount = 1000