diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-10-28 14:51:52 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-10-28 14:51:52 +0200 |
| commit | 093966728896783fff1762fa2cac2dd390213b3a (patch) | |
| tree | 9e23a91b8edb05bd648025fafbafe9c6c99ec92b | |
| parent | 912fccbad3b1a8751d7cda284b4aaac7ccdc3e90 (diff) | |
| download | refcat-093966728896783fff1762fa2cac2dd390213b3a.tar.gz refcat-093966728896783fff1762fa2cac2dd390213b3a.zip | |
tasks: add logging
| -rw-r--r-- | python/refcat/tasks.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index bbce44c..e2e0c64 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -1548,7 +1548,9 @@ class UnmatchedRefsReparse(Refcat): def run(self): with self.output().open("w") as output: with self.input().open() as f: - for line in f: + for i, line in enumerate(f): + if i % 10000 == 0: + self.logger.debug("@{}".format(i)) doc = json.loads(line) if not "unstructured" in doc: continue |