From 5b8a58ab37d5187dcf750b498d5e91b91f0c758a Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 6 Dec 2021 15:51:29 -0800 Subject: SIM pipeline: improve exception handling --- fatcat_scholar/sim_pipeline.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) (limited to 'fatcat_scholar/sim_pipeline.py') diff --git a/fatcat_scholar/sim_pipeline.py b/fatcat_scholar/sim_pipeline.py index e140816..34aaae3 100644 --- a/fatcat_scholar/sim_pipeline.py +++ b/fatcat_scholar/sim_pipeline.py @@ -213,10 +213,13 @@ class SimPipeline: """ try: full_issue = self.fetch_sim_issue(issue_item, pub_collection) - except requests.exceptions.ConnectionError as e: - print(str(e), file=sys.stderr) - return - except requests.exceptions.ReadTimeout as e: + except ( + requests.exceptions.ConnectionError, + requests.exceptions.Timeout, + requests.exceptions.RetryError, + requests.exceptions.ChunkedEncodingError, + urllib3.exceptions.MaxRetryError, + ) as e: print(str(e), file=sys.stderr) return except requests.exceptions.ChunkedEncodingError as e: -- cgit v1.2.3