From 62da81c16639172b43c2726c1c12be7caf6e3e08 Mon Sep 17 00:00:00 2001
From: Baptiste Pasquier <baptiste.pasquier@artefact.com>
Date: Mon, 25 Mar 2024 16:42:21 +0100
Subject: [PATCH] update batch size

---
 backend/rag_components/summarization.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/backend/rag_components/summarization.py b/backend/rag_components/summarization.py
index 583cb8a..27b5280 100644
--- a/backend/rag_components/summarization.py
+++ b/backend/rag_components/summarization.py
@@ -31,7 +31,7 @@ async def generate_text_summaries(
     text_list: list[str],
     prompt_template: str,
     model: BaseChatModel,
-    batch_size: int = 50,
+    batch_size: int = 10,
 ) -> list[str]:
     """Generate summaries for a list of texts.
 
@@ -79,7 +79,7 @@ async def generate_image_summaries(
     img_mime_type_list: list[str],
     prompt: str,
     model: BaseChatModel,
-    batch_size: int = 50,
+    batch_size: int = 10,
 ) -> list[str]:
     """Generate summaries for a list of images encoded in base64.