summaryrefslogtreecommitdiffstats
path: root/python/fatcat_tools/importers/ingest.py
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2020-02-06 12:05:01 -0800
committerBryan Newbold <bnewbold@robocracy.org>2020-02-06 12:05:01 -0800
commitb8003d9af22a735102549d4d5a7cd39aa6608d1c (patch)
tree772ee83415f380290319cb74b4ef1ce732a90432 /python/fatcat_tools/importers/ingest.py
parent5d0e166246364ddd69145c5404776fc9a0c1ce72 (diff)
downloadfatcat-b8003d9af22a735102549d4d5a7cd39aa6608d1c.tar.gz
fatcat-b8003d9af22a735102549d4d5a7cd39aa6608d1c.zip
check ingest_request_source existance for SPN as well as ingest
Diffstat (limited to 'python/fatcat_tools/importers/ingest.py')
-rw-r--r--python/fatcat_tools/importers/ingest.py3
1 files changed, 3 insertions, 0 deletions
diff --git a/python/fatcat_tools/importers/ingest.py b/python/fatcat_tools/importers/ingest.py
index e7a789e9..fdaba176 100644
--- a/python/fatcat_tools/importers/ingest.py
+++ b/python/fatcat_tools/importers/ingest.py
@@ -235,6 +235,9 @@ class SavePaperNowFileImporter(IngestFileResultImporter):
def want(self, row):
source = row['request'].get('ingest_request_source')
+ if not source:
+ self.counts['skip-ingest_request_source'] += 1
+ return False
if not source.startswith('savepapernow'):
self.counts['skip-not-savepapernow'] += 1
return False