aboutsummaryrefslogtreecommitdiffstats
path: root/fatcat_scholar
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-06-11 11:23:10 -0700
committerBryan Newbold <bnewbold@archive.org>2021-06-11 11:23:10 -0700
commitab327159eda65631edfe8ca6333a73d2e0725dda (patch)
tree4f33539e0d314a00afe84a453a1d1be27ea735f1 /fatcat_scholar
parent07fc1f52cf3a4aeaa953de52e586a9dae999f418 (diff)
downloadfatcat-scholar-ab327159eda65631edfe8ca6333a73d2e0725dda.tar.gz
fatcat-scholar-ab327159eda65631edfe8ca6333a73d2e0725dda.zip
catch/ignore ChunkedEncoding errors in fetches
Diffstat (limited to 'fatcat_scholar')
-rw-r--r--fatcat_scholar/sim_pipeline.py3
-rw-r--r--fatcat_scholar/work_pipeline.py3
2 files changed, 6 insertions, 0 deletions
diff --git a/fatcat_scholar/sim_pipeline.py b/fatcat_scholar/sim_pipeline.py
index d602edf..aa6f4da 100644
--- a/fatcat_scholar/sim_pipeline.py
+++ b/fatcat_scholar/sim_pipeline.py
@@ -211,6 +211,9 @@ class SimPipeline:
except requests.exceptions.ReadTimeout as e:
print(str(e), file=sys.stderr)
return
+ except requests.exceptions.ChunkedEncodingError as e:
+ print(str(e), file=sys.stderr)
+ return
if not full_issue:
return
pages = self.full_issue_to_pages(full_issue)
diff --git a/fatcat_scholar/work_pipeline.py b/fatcat_scholar/work_pipeline.py
index 2b09821..b9c8d33 100644
--- a/fatcat_scholar/work_pipeline.py
+++ b/fatcat_scholar/work_pipeline.py
@@ -409,6 +409,9 @@ class WorkPipeline:
except requests.exceptions.ReadTimeout as e:
print(str(e), file=sys.stderr)
continue
+ except requests.exceptions.ChunkedEncodingError as e:
+ print(str(e), file=sys.stderr)
+ continue
if sim_fulltext:
break