update batch size

artefactory · Mar 25, 2024 · 62da81c · 62da81c
1 parent 1ddee16
commit 62da81c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/backend/rag_components/summarization.py b/backend/rag_components/summarization.py
@@ -31,7 +31,7 @@ async def generate_text_summaries(
     text_list: list[str],
     prompt_template: str,
     model: BaseChatModel,
-    batch_size: int = 50,
+    batch_size: int = 10,
 ) -> list[str]:
     """Generate summaries for a list of texts.
 
@@ -79,7 +79,7 @@ async def generate_image_summaries(
     img_mime_type_list: list[str],
     prompt: str,
     model: BaseChatModel,
-    batch_size: int = 50,
+    batch_size: int = 10,
 ) -> list[str]:
     """Generate summaries for a list of images encoded in base64.