diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-06-11 11:23:10 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-06-11 11:23:10 -0700 |
| commit | ab327159eda65631edfe8ca6333a73d2e0725dda (patch) | |
| tree | 4f33539e0d314a00afe84a453a1d1be27ea735f1 | |
| parent | 07fc1f52cf3a4aeaa953de52e586a9dae999f418 (diff) | |
| download | fatcat-scholar-ab327159eda65631edfe8ca6333a73d2e0725dda.tar.gz fatcat-scholar-ab327159eda65631edfe8ca6333a73d2e0725dda.zip | |
catch/ignore ChunkedEncoding errors in fetches
| -rw-r--r-- | fatcat_scholar/sim_pipeline.py | 3 | ||||
| -rw-r--r-- | fatcat_scholar/work_pipeline.py | 3 |
2 files changed, 6 insertions, 0 deletions
diff --git a/fatcat_scholar/sim_pipeline.py b/fatcat_scholar/sim_pipeline.py index d602edf..aa6f4da 100644 --- a/fatcat_scholar/sim_pipeline.py +++ b/fatcat_scholar/sim_pipeline.py @@ -211,6 +211,9 @@ class SimPipeline: except requests.exceptions.ReadTimeout as e: print(str(e), file=sys.stderr) return + except requests.exceptions.ChunkedEncodingError as e: + print(str(e), file=sys.stderr) + return if not full_issue: return pages = self.full_issue_to_pages(full_issue) diff --git a/fatcat_scholar/work_pipeline.py b/fatcat_scholar/work_pipeline.py index 2b09821..b9c8d33 100644 --- a/fatcat_scholar/work_pipeline.py +++ b/fatcat_scholar/work_pipeline.py @@ -409,6 +409,9 @@ class WorkPipeline: except requests.exceptions.ReadTimeout as e: print(str(e), file=sys.stderr) continue + except requests.exceptions.ChunkedEncodingError as e: + print(str(e), file=sys.stderr) + continue if sim_fulltext: break |