diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-07-15 14:34:39 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-07-15 14:34:39 +0200 |
| commit | f0a3f1f32fafe514940ffe44f2373a534a3bbfc4 (patch) | |
| tree | 51ab83374d035222825455216b38b109a44d0917 | |
| parent | 506114182182d4e78857f30cd6a5373726ba9e35 (diff) | |
| download | refcat-f0a3f1f32fafe514940ffe44f2373a534a3bbfc4.tar.gz refcat-f0a3f1f32fafe514940ffe44f2373a534a3bbfc4.zip | |
tasks: cleanup urls
| -rw-r--r-- | python/refcat/tasks.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index c04ec3c..9a4aa40 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -1478,6 +1478,7 @@ class RefsURL(Refcat): output = shellout(""" zstdcat -T0 {input} | skate-map -m ur -skip-on-empty 1 | + skate-cleanup -c url -allow http,https -X -B -S -f 1 | LC_ALL=C sort -T {tmpdir} -k1,1 -S25% | zstd -T0 -c > {output} """, |