From 20291471b34ea559d2ea5d45f3b05884e54d179a Mon Sep 17 00:00:00 2001
From: Bryan Newbold <bnewbold@archive.org>
Date: Tue, 21 Jan 2020 11:32:49 -0800
Subject: persist grobid: actually, status_code is required

Instead of working around when missing, force it to exist but skip in
database insert section.

Disk mode still needs to check if blank.
---
 python/sandcrawler/db.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'python/sandcrawler/db.py')

diff --git a/python/sandcrawler/db.py b/python/sandcrawler/db.py
index e1414ba..3ec325e 100644
--- a/python/sandcrawler/db.py
+++ b/python/sandcrawler/db.py
@@ -161,7 +161,7 @@ class SandcrawlerPostgresClient:
                 r['metadata'] = json.dumps(r['metadata'], sort_keys=True)
         batch = [(d['key'],
                   d.get('grobid_version') or None,
-                  d.get('status_code') or None,
+                  d['status_code'],
                   d['status'],
                   d.get('fatcat_release') or None,
                   d.get('updated') or datetime.datetime.now(),
-- 
cgit v1.2.3