From 8e0cac1bee90f762f2a5f2c1e69bfcfc905c668d Mon Sep 17 00:00:00 2001
From: Baptiste Pasquier <baptiste.pasquier@artefact.com>
Date: Tue, 26 Mar 2024 00:34:36 +0100
Subject: [PATCH] Update retry wait time in summarization.py

---
 backend/rag_components/summarization.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/backend/rag_components/summarization.py b/backend/rag_components/summarization.py
index 809f7f0..2d889cd 100644
--- a/backend/rag_components/summarization.py
+++ b/backend/rag_components/summarization.py
@@ -11,6 +11,7 @@
 from langchain_core.runnables import RunnableLambda, RunnableSequence
 from tenacity import (
     before_log,
+    before_sleep_log,
     retry,
     retry_if_exception_type,
     stop_after_delay,
@@ -22,10 +23,11 @@
 
 @retry(
     retry=retry_if_exception_type((openai.RateLimitError, openai.BadRequestError)),
-    wait=wait_exponential(multiplier=10, min=10, max=160),
-    stop=stop_after_delay(300),
+    wait=wait_exponential(multiplier=60, max=180),
+    stop=stop_after_delay(600),
     before=before_log(logger, logging.INFO),
     # after=after_log(logger, logging.INFO),
+    before_sleep=before_sleep_log(logger, logging.INFO),
 )
 async def aprocess_batch(chain: RunnableSequence, batch: list) -> list:
     """Process a batch of items, applying retries on failure.