feat(limits): update the tokenize limit (#188)

Signed-off-by: Tomas Dvorak <toomas2d@gmail.com>
IBM · Oct 12, 2023 · 63ded3a · 63ded3a
1 parent 5635089
commit 63ded3a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/genai/services/connection_manager.py b/src/genai/services/connection_manager.py
@@ -13,7 +13,7 @@ class ConnectionManager:
     MAX_RETRIES_GENERATE = 3
     TIMEOUT_GENERATE = 600
     MAX_RETRIES_TOKENIZE = 3
-    MAX_REQ_PER_SECOND_TOKENIZE = 20
+    MAX_REQ_PER_SECOND_TOKENIZE = 10
     TIMEOUT = 600
 
     async_generate_client: AsyncClient = None