scrape all pages

dream-aim-deliver · Apr 14, 2024 · 8b9b492 · 8b9b492
1 parent 88e23fc
commit 8b9b492
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app/scraper.py b/app/scraper.py
@@ -114,7 +114,7 @@ def scrape(
                     scraped_data_repository.register_scraped_json(current_data, job_id, lfp )
 
                     last_successful_data = current_data
-                elif page >= 2:
+                else:
                     logger.error(f"{job_id}: Error: {response.status_code} - {response.text}")
                     logger.info("No more tweets found for this query. Scraping completed.")