summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorbnewbold <bnewbold@archive.org>2020-07-10 04:36:36 +0000
committerbnewbold <bnewbold@archive.org>2020-07-10 04:36:36 +0000
commitc9d8550be4bab808c2bad0b0d3642a71075202c0 (patch)
treeba649a4f7ed69d704aa52e4ec01133e938774b81
parentecd9359833ea83e8422ddb7496853719ca83cb21 (diff)
parentc403cb4a1f20bd056008f68f71b374bde1e089b5 (diff)
downloadfatcat-c9d8550be4bab808c2bad0b0d3642a71075202c0.tar.gz
fatcat-c9d8550be4bab808c2bad0b0d3642a71075202c0.zip
Merge branch 'martin-arxiv-fix-http-503' into 'master'
arxiv: address 503, "Retry after specified interval" error See merge request webgroup/fatcat!64
-rw-r--r--python/fatcat_tools/harvest/oaipmh.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py
index a7dc3d8c..c4e4a82a 100644
--- a/python/fatcat_tools/harvest/oaipmh.py
+++ b/python/fatcat_tools/harvest/oaipmh.py
@@ -61,7 +61,7 @@ class HarvestOaiPmhWorker:
})
producer = Producer(producer_conf)
- api = sickle.Sickle(self.endpoint_url)
+ api = sickle.Sickle(self.endpoint_url, max_retries=5, retry_status_codes=[503])
date_str = date.isoformat()
# this dict kwargs hack is to work around 'from' as a reserved python keyword
# recommended by sickle docs