Skip to content

Commit

Permalink
fix: indonesia_opentender decrese concurrency to 1 and increase downl…
Browse files Browse the repository at this point in the history
…oad time
  • Loading branch information
yolile committed Dec 15, 2022
1 parent e518b19 commit f8d47ca
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion kingfisher_scrapy/spiders/indonesia_opentender.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,12 @@ class IndonesiaOpentender(CompressedFileSpider, PeriodicSpider):
"""

name = 'indonesia_opentender'
download_delay = 1 # to avoid the server producing incomplete JSON files.
custom_settings = { # to avoid the server producing incomplete JSON files and timeouts.
'CONCURRENT_REQUESTS': 1,
'DOWNLOAD_FAIL_ON_DATALOSS': False,
}
download_delay = 1
download_timeout = 99999

# Must be set before `pattern`, so we can't follow the standard order.
url_prefix = 'https://opentender.net/api/'
Expand Down

0 comments on commit f8d47ca

Please sign in to comment.