diff options
-rw-r--r-- | python/fatcat_tools/harvest/oaipmh.py | 2 | ||||
-rw-r--r-- | python/fatcat_web/auth.py | 3 |
2 files changed, 3 insertions, 2 deletions
diff --git a/python/fatcat_tools/harvest/oaipmh.py b/python/fatcat_tools/harvest/oaipmh.py index a7dc3d8c..c4e4a82a 100644 --- a/python/fatcat_tools/harvest/oaipmh.py +++ b/python/fatcat_tools/harvest/oaipmh.py @@ -61,7 +61,7 @@ class HarvestOaiPmhWorker: }) producer = Producer(producer_conf) - api = sickle.Sickle(self.endpoint_url) + api = sickle.Sickle(self.endpoint_url, max_retries=5, retry_status_codes=[503]) date_str = date.isoformat() # this dict kwargs hack is to work around 'from' as a reserved python keyword # recommended by sickle docs diff --git a/python/fatcat_web/auth.py b/python/fatcat_web/auth.py index 268bc1c4..ed9f2252 100644 --- a/python/fatcat_web/auth.py +++ b/python/fatcat_web/auth.py @@ -140,8 +140,9 @@ def handle_wmoauth(username): # pass off "as if" we did OAuth successfully FakeOAuthRemote = namedtuple('FakeOAuthRemote', ['name', 'OAUTH_CONFIG']) remote = FakeOAuthRemote(name='wikipedia', OAUTH_CONFIG={'api_base_url': "https://www.mediawiki.org/w"}) + conservative_username = ''.join(filter(str.isalnum, username)) oauth_info = { - 'preferred_username': username, + 'preferred_username': conservative_username, 'iss': "https://www.mediawiki.org/w", 'sub': username, } |