diff options
| author | bnewbold <bnewbold@archive.org> | 2020-07-10 04:36:36 +0000 |
|---|---|---|
| committer | bnewbold <bnewbold@archive.org> | 2020-07-10 04:36:36 +0000 |
| commit | c9d8550be4bab808c2bad0b0d3642a71075202c0 (patch) | |
| tree | ba649a4f7ed69d704aa52e4ec01133e938774b81 /python | |
| parent | ecd9359833ea83e8422ddb7496853719ca83cb21 (diff) | |
| parent | c403cb4a1f20bd056008f68f71b374bde1e089b5 (diff) | |
| download | fatcat-c9d8550be4bab808c2bad0b0d3642a71075202c0.tar.gz fatcat-c9d8550be4bab808c2bad0b0d3642a71075202c0.zip | |
Merge branch 'martin-arxiv-fix-http-503' into 'master'
arxiv: address 503, "Retry after specified interval" error
See merge request webgroup/fatcat!64
Diffstat (limited to 'python')
| -rw-r--r-- | python/fatcat_tools/harvest/oaipmh.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py index a7dc3d8c..c4e4a82a 100644 --- a/python/fatcat_tools/harvest/oaipmh.py +++ b/python/fatcat_tools/harvest/oaipmh.py @@ -61,7 +61,7 @@ class HarvestOaiPmhWorker: }) producer = Producer(producer_conf) - api = sickle.Sickle(self.endpoint_url) + api = sickle.Sickle(self.endpoint_url, max_retries=5, retry_status_codes=[503]) date_str = date.isoformat() # this dict kwargs hack is to work around 'from' as a reserved python keyword # recommended by sickle docs |