diff options
Diffstat (limited to 'python/sandcrawler/ingest.py')
| -rw-r--r-- | python/sandcrawler/ingest.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/python/sandcrawler/ingest.py b/python/sandcrawler/ingest.py index 0c8eee6..2f9c523 100644 --- a/python/sandcrawler/ingest.py +++ b/python/sandcrawler/ingest.py @@ -531,6 +531,10 @@ class IngestFileWorker(SandcrawlerWorker): result['status'] = 'blocked-cookie' return result + if not resource.body: + result['status'] = 'null-body' + return result + file_meta = gen_file_metadata(resource.body) try: file_meta, resource = fix_transfer_encoding(file_meta, resource) |