diff options
| author | Bryan Newbold <bnewbold@robocracy.org> | 2020-02-06 12:05:01 -0800 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@robocracy.org> | 2020-02-06 12:05:01 -0800 |
| commit | b8003d9af22a735102549d4d5a7cd39aa6608d1c (patch) | |
| tree | 772ee83415f380290319cb74b4ef1ce732a90432 /python/fatcat_tools/importers/ingest.py | |
| parent | 5d0e166246364ddd69145c5404776fc9a0c1ce72 (diff) | |
| download | fatcat-b8003d9af22a735102549d4d5a7cd39aa6608d1c.tar.gz fatcat-b8003d9af22a735102549d4d5a7cd39aa6608d1c.zip | |
check ingest_request_source existance for SPN as well as ingest
Diffstat (limited to 'python/fatcat_tools/importers/ingest.py')
| -rw-r--r-- | python/fatcat_tools/importers/ingest.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/python/fatcat_tools/importers/ingest.py b/python/fatcat_tools/importers/ingest.py index e7a789e9..fdaba176 100644 --- a/python/fatcat_tools/importers/ingest.py +++ b/python/fatcat_tools/importers/ingest.py @@ -235,6 +235,9 @@ class SavePaperNowFileImporter(IngestFileResultImporter): def want(self, row): source = row['request'].get('ingest_request_source') + if not source: + self.counts['skip-ingest_request_source'] += 1 + return False if not source.startswith('savepapernow'): self.counts['skip-not-savepapernow'] += 1 return False |