From f10b1772c08da8740f3d59dd6dd4a28383a550d4 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Mon, 19 Oct 2020 17:00:49 -0700 Subject: ingest: fix old_failure datetime --- python/sandcrawler/ingest.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index b50bcee..6f9da86 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -176,7 +176,7 @@ class IngestFileWorker(SandcrawlerWorker): # soft404 = True old_failure = False - if resource and not resource.hit and resource.terminal_dt < '20190000000000': + if resource and not resource.hit and resource.terminal_dt and resource.terminal_dt < '20190000000000': old_failure = True if self.try_spn2 and (resource == None or (resource.status == 'no-capture') or soft404 or old_failure): -- cgit v1.2.3