aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMartin Czygan <martin.czygan@gmail.com>2021-06-02 01:51:46 +0200
committerMartin Czygan <martin.czygan@gmail.com>2021-06-02 01:51:46 +0200
commit9b901ae091b12557822fcd2c926411b5a378e3f0 (patch)
treeb2d65e5cf07b0d36832bfecca01dd921a66ade37
parent4b68b9f2d607bcaf75b841fc22da218c289fb830 (diff)
downloadrefcat-9b901ae091b12557822fcd2c926411b5a378e3f0.tar.gz
refcat-9b901ae091b12557822fcd2c926411b5a378e3f0.zip
task: skip empty urls
-rw-r--r--python/refcat/tasks.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py
index 92f309a..c0c40b4 100644
--- a/python/refcat/tasks.py
+++ b/python/refcat/tasks.py
@@ -248,7 +248,7 @@ class URLTabs(Refcat):
def run(self):
output = shellout("""
zstdcat -T0 {input} |
- skate-map -m ru |
+ skate-map -m ru -skip-on-empty 3 |
LC_ALL=C sort -T {tmpdir} -k3,3 -S25% --parallel 4 |
zstd -T0 -c > {output}
""",