aboutsummaryrefslogtreecommitdiffstats
path: root/python
diff options
context:
space:
mode:
Diffstat (limited to 'python')
-rw-r--r--python/sandcrawler/persist.py1
1 files changed, 0 insertions, 1 deletions
diff --git a/python/sandcrawler/persist.py b/python/sandcrawler/persist.py
index 45df8c7..c3f6b08 100644
--- a/python/sandcrawler/persist.py
+++ b/python/sandcrawler/persist.py
@@ -256,7 +256,6 @@ class PersistGrobidWorker(SandcrawlerWorker):
r['metadata'] = metadata
if not self.s3_only:
- grobid_batch = [r['grobid'] for r in batch if r.get('grobid')]
resp = self.db.insert_grobid(self.cur, batch, on_conflict="update")
self.counts['insert-grobid'] += resp[0]
self.counts['update-grobid'] += resp[1]