diff options
| -rw-r--r-- | python/refcat/tasks.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index bbce44c..e2e0c64 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -1548,7 +1548,9 @@ class UnmatchedRefsReparse(Refcat): def run(self): with self.output().open("w") as output: with self.input().open() as f: - for line in f: + for i, line in enumerate(f): + if i % 10000 == 0: + self.logger.debug("@{}".format(i)) doc = json.loads(line) if not "unstructured" in doc: continue |