aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--python/refcat/tasks.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py
index bbce44c..e2e0c64 100644
--- a/python/refcat/tasks.py
+++ b/python/refcat/tasks.py
@@ -1548,7 +1548,9 @@ class UnmatchedRefsReparse(Refcat):
def run(self):
with self.output().open("w") as output:
with self.input().open() as f:
- for line in f:
+ for i, line in enumerate(f):
+ if i % 10000 == 0:
+ self.logger.debug("@{}".format(i))
doc = json.loads(line)
if not "unstructured" in doc:
continue