From 63ded3a7dffd8ef0d5bb2dfc88272702f04dfeb4 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Tom=C3=A1=C5=A1=20Dvo=C5=99=C3=A1k?= <toomas2d@gmail.com>
Date: Thu, 12 Oct 2023 12:49:35 +0200
Subject: [PATCH] feat(limits): update the tokenize limit (#188)

Signed-off-by: Tomas Dvorak <toomas2d@gmail.com>
---
 src/genai/services/connection_manager.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/genai/services/connection_manager.py b/src/genai/services/connection_manager.py
index 81b85d6a..c91f9a8e 100644
--- a/src/genai/services/connection_manager.py
+++ b/src/genai/services/connection_manager.py
@@ -13,7 +13,7 @@ class ConnectionManager:
     MAX_RETRIES_GENERATE = 3
     TIMEOUT_GENERATE = 600
     MAX_RETRIES_TOKENIZE = 3
-    MAX_REQ_PER_SECOND_TOKENIZE = 20
+    MAX_REQ_PER_SECOND_TOKENIZE = 10
     TIMEOUT = 600
 
     async_generate_client: AsyncClient = None