Upgrade scrapy 2.3.0 (#67)

* Remove custom context factory

Update scrapy to latest version

* Fix Changelog after update

* Remove nb_hits update in config file

* Remove commented out import

* Remove update_nb_hits related logic since is no longer used

* Fix pylint complaint

* Update scrapy to version 2.3.0

Co-authored-by: renehernandez <rene.hernandez@fullscript.com>

Pipfile

@@ -4,7 +4,7 @@ verify_ssl = true
 name = "pypi"
 
 [packages]
-Scrapy = "==2.2.1"
+Scrapy = "==2.3.0"
 selenium = "==3.141.0"
 pytest = "==6.0.0"
 meilisearch = "==0.12.3"

scraper/src/documentation_spider.py

@@ -145,6 +145,9 @@ def start_requests(self):
                           },
                           errback=self.errback_alternative_link)
 
+    def parse(self, response, **kwargs):
+        return super()._parse(response, **kwargs)
+
     def add_records(self, response, from_sitemap):
         records = self.strategy.get_records_from_response(response)
         self.meilisearch_helper.add_records(records, response.url, from_sitemap)
@@ -176,7 +179,6 @@ def parse_from_start_url(self, response):
 
         if self.is_rules_compliant(response):
             self.add_records(response, from_sitemap=False)
-
         else:
             print("\033[94m> Ignored: from start url\033[0m " + response.url)