From 093966728896783fff1762fa2cac2dd390213b3a Mon Sep 17 00:00:00 2001
From: Martin Czygan <martin.czygan@gmail.com>
Date: Thu, 28 Oct 2021 14:51:52 +0200
Subject: tasks: add logging

---
 python/refcat/tasks.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py
index bbce44c..e2e0c64 100644
--- a/python/refcat/tasks.py
+++ b/python/refcat/tasks.py
@@ -1548,7 +1548,9 @@ class UnmatchedRefsReparse(Refcat):
     def run(self):
         with self.output().open("w") as output:
             with self.input().open() as f:
-                for line in f:
+                for i, line in enumerate(f):
+                    if i % 10000 == 0:
+                        self.logger.debug("@{}".format(i))
                     doc = json.loads(line)
                     if not "unstructured" in doc:
                         continue
-- 
cgit v1.2.3