diff options
| author | Martin Czygan <martin.czygan@gmail.com> | 2021-05-19 21:25:20 +0200 |
|---|---|---|
| committer | Martin Czygan <martin.czygan@gmail.com> | 2021-05-19 21:25:20 +0200 |
| commit | d0bf30ec249ba6d329d768c46f2ab08ffbfdf883 (patch) | |
| tree | 4f7629230cd0cfd926da2fe1a80b11a194114ad9 | |
| parent | c5a3f6e22b9d22646ee2da21f90250af346f11fd (diff) | |
| download | refcat-d0bf30ec249ba6d329d768c46f2ab08ffbfdf883.tar.gz refcat-d0bf30ec249ba6d329d768c46f2ab08ffbfdf883.zip | |
tasks: keep http only
| -rw-r--r-- | python/refcat/tasks.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/python/refcat/tasks.py b/python/refcat/tasks.py index 6e641ad..877e2be 100644 --- a/python/refcat/tasks.py +++ b/python/refcat/tasks.py @@ -297,6 +297,7 @@ class URLList(Refcat): cut -f 3 | skate-cleanup -X -c url -B -S -f 1 | LC_ALL=C sort -u -T {tmpdir} -k1,1 -S25% --parallel 4 | + LC_ALL=C grep ^http | zstd -T0 -c > {output} """, n=self.n, |