diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2020-05-21 20:36:33 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2020-05-21 20:36:33 -0700 |
| commit | 048e10e79662fec42f26c30f791b20df7b67407e (patch) | |
| tree | 3afb51c9f54b11c4159c3e2738b9a37581a4a909 | |
| parent | 383349341a09f9d05f58b6104064af7b0c89dcc1 (diff) | |
| download | fatcat-scholar-048e10e79662fec42f26c30f791b20df7b67407e.tar.gz fatcat-scholar-048e10e79662fec42f26c30f791b20df7b67407e.zip | |
more petabox timeout handling
| -rw-r--r-- | fatcat_scholar/sim_pipeline.py | 3 | ||||
| -rw-r--r-- | fatcat_scholar/work_pipeline.py | 3 |
2 files changed, 6 insertions, 0 deletions
diff --git a/fatcat_scholar/sim_pipeline.py b/fatcat_scholar/sim_pipeline.py index 5657cb7..6b52535 100644 --- a/fatcat_scholar/sim_pipeline.py +++ b/fatcat_scholar/sim_pipeline.py @@ -116,6 +116,9 @@ class SimPipeline(): continue try: full_issue = self.fetch_sim_issue(row) + except requests.exceptions.ConnectionError as e: + print(str(e), file=sys.stderr) + continue except requests.exceptions.ReadTimeout as e: print(str(e), file=sys.stderr) continue diff --git a/fatcat_scholar/work_pipeline.py b/fatcat_scholar/work_pipeline.py index f0c0e6f..46e40e1 100644 --- a/fatcat_scholar/work_pipeline.py +++ b/fatcat_scholar/work_pipeline.py @@ -258,6 +258,9 @@ class WorkPipeline(): # XXX: control flow tweak? try: sim_fulltext = self.fetch_sim(sim_issue, sim_pub, release.pages, release.ident) + except requests.exceptions.ConnectionError as e: + print(str(e), file=sys.stderr) + continue except requests.exceptions.ReadTimeout as e: print(str(e), file=sys.stderr) continue |