diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-05-09 11:30:42 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-05-09 11:30:42 +0200 |
| commit | 9e1c8ced8063d56ddd10683903e388374f0e8362 (patch) | |
| tree | 8721d076195655dd34e00d2fb0beb505426002fa | |
| parent | 833f265d3435dfb130fcca0bd1442db711089f41 (diff) | |
| download | refcat-9e1c8ced8063d56ddd10683903e388374f0e8362.tar.gz refcat-9e1c8ced8063d56ddd10683903e388374f0e8362.zip | |
update task UnmatchedRefs
| -rw-r--r-- | python/refcat/tasks.py | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 44bbe26..02f61d3 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -249,7 +249,8 @@ class ReleaseExportReduced(Refcat): class UnmatchedRefs(Refcat): """ - File with not yet considered refs (e.g. no title, doi, ...) + File with not yet considered refs (e.g. no title, doi, ...); around + 260749705. """ def requires(self): return RefsWithUnstructured() @@ -283,10 +284,11 @@ class URLTabs(Refcat): output = shellout(""" zstdcat -T0 {input} | skate-map -m ru | - LC_ALL=C sort -k3,3 -S25% --parallel 4 | + LC_ALL=C sort -T {tmpdir} -k3,3 -S25% --parallel 4 | zstd -T0 -c > {output} """, n=self.n, + tmpdir=self.tmpdir, input=self.input().path) luigi.LocalTarget(output).move(self.output().path) |