From 8b9b4928e249c2366d61ba4535d204f5440c7aca Mon Sep 17 00:00:00 2001
From: Ram Vempati <ram15nerd@gmail.com>
Date: Sat, 13 Apr 2024 18:03:13 -0400
Subject: [PATCH] scrape all pages

---
 app/scraper.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/app/scraper.py b/app/scraper.py
index 94a7458..599d8f5 100644
--- a/app/scraper.py
+++ b/app/scraper.py
@@ -114,7 +114,7 @@ def scrape(
                     scraped_data_repository.register_scraped_json(current_data, job_id, lfp )
                     
                     last_successful_data = current_data
-                elif page >= 2:
+                else:
                     logger.error(f"{job_id}: Error: {response.status_code} - {response.text}")
                     logger.info("No more tweets found for this query. Scraping completed.")