aboutsummaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools/harvest
diff options
context:
space:
mode:
authorMartin Czygan <martin.czygan@gmail.com>2020-07-10 00:54:55 +0200
committerMartin Czygan <martin.czygan@gmail.com>2020-07-10 00:54:55 +0200
commitc403cb4a1f20bd056008f68f71b374bde1e089b5 (patch)
tree1cc27f75685c1e9d7d06baf65561fd1054f98f8a /python/fatcat_tools/harvest
parent68cf95bd1d1588c0d3170b4032596756e07ae718 (diff)
downloadfatcat-c403cb4a1f20bd056008f68f71b374bde1e089b5.tar.gz
fatcat-c403cb4a1f20bd056008f68f71b374bde1e089b5.zip
arxiv: do retry five times of HTTP 503
Diffstat (limited to 'python/fatcat_tools/harvest')
-rw-r--r--python/fatcat_tools/harvest/oaipmh.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py
index a7dc3d8c..c4e4a82a 100644
--- a/python/fatcat_tools/harvest/oaipmh.py
+++ b/python/fatcat_tools/harvest/oaipmh.py
@@ -61,7 +61,7 @@ class HarvestOaiPmhWorker:
})
producer = Producer(producer_conf)
- api = sickle.Sickle(self.endpoint_url)
+ api = sickle.Sickle(self.endpoint_url, max_retries=5, retry_status_codes=[503])
date_str = date.isoformat()
# this dict kwargs hack is to work around 'from' as a reserved python keyword
# recommended by sickle docs