From f0a3f1f32fafe514940ffe44f2373a534a3bbfc4 Mon Sep 17 00:00:00 2001
From: Martin Czygan <martin.czygan@gmail.com>
Date: Thu, 15 Jul 2021 14:34:39 +0200
Subject: tasks: cleanup urls

---
 python/refcat/tasks.py | 1 +
 1 file changed, 1 insertion(+)

(limited to 'python')

diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py
index c04ec3c..9a4aa40 100644
--- a/python/refcat/tasks.py
+++ b/python/refcat/tasks.py
@@ -1478,6 +1478,7 @@ class RefsURL(Refcat):
         output = shellout("""
                           zstdcat -T0 {input} |
                           skate-map -m ur -skip-on-empty 1 |
+                          skate-cleanup -c url -allow http,https -X -B -S -f 1 |
                           LC_ALL=C sort -T {tmpdir} -k1,1 -S25% |
                           zstd -T0 -c > {output}
                           """,
-- 
cgit v1.2.3