From d5ade2a068e2f420b5376f07e13db66c5b43a01e Mon Sep 17 00:00:00 2001 From: Martin Czygan Date: Tue, 2 Feb 2021 00:40:41 +0100 Subject: add compress kwarg to cluster Will compress intermediate results with zstd (https://git.io/Jt00y9). --- tests/data/zstd/empty.txt | 0 tests/data/zstd/empty.txt.zst | Bin 0 -> 13 bytes tests/data/zstd/lines.txt | 9 +++++++++ tests/data/zstd/lines.txt.zst | Bin 0 -> 31 bytes tests/data/zstd/single.txt | 1 + tests/data/zstd/single.txt.zst | Bin 0 -> 18 bytes 6 files changed, 10 insertions(+) create mode 100644 tests/data/zstd/empty.txt create mode 100644 tests/data/zstd/empty.txt.zst create mode 100644 tests/data/zstd/lines.txt create mode 100644 tests/data/zstd/lines.txt.zst create mode 100644 tests/data/zstd/single.txt create mode 100644 tests/data/zstd/single.txt.zst (limited to 'tests/data') diff --git a/tests/data/zstd/empty.txt b/tests/data/zstd/empty.txt new file mode 100644 index 0000000..e69de29 diff --git a/tests/data/zstd/empty.txt.zst b/tests/data/zstd/empty.txt.zst new file mode 100644 index 0000000..e58c09d Binary files /dev/null and b/tests/data/zstd/empty.txt.zst differ diff --git a/tests/data/zstd/lines.txt b/tests/data/zstd/lines.txt new file mode 100644 index 0000000..0719398 --- /dev/null +++ b/tests/data/zstd/lines.txt @@ -0,0 +1,9 @@ +1 +2 +3 +4 +5 +6 +7 +8 +9 diff --git a/tests/data/zstd/lines.txt.zst b/tests/data/zstd/lines.txt.zst new file mode 100644 index 0000000..bc9be49 Binary files /dev/null and b/tests/data/zstd/lines.txt.zst differ diff --git a/tests/data/zstd/single.txt b/tests/data/zstd/single.txt new file mode 100644 index 0000000..4b37d57 --- /dev/null +++ b/tests/data/zstd/single.txt @@ -0,0 +1 @@ +zzzz diff --git a/tests/data/zstd/single.txt.zst b/tests/data/zstd/single.txt.zst new file mode 100644 index 0000000..47e377f Binary files /dev/null and b/tests/data/zstd/single.txt.zst differ -- cgit v1.2.3