aboutsummaryrefslogtreecommitdiffstats
path: root/extra/cleanups/check_issnl.sh
diff options
context:
space:
mode:
Diffstat (limited to 'extra/cleanups/check_issnl.sh')
-rwxr-xr-xextra/cleanups/check_issnl.sh15
1 files changed, 15 insertions, 0 deletions
diff --git a/extra/cleanups/check_issnl.sh b/extra/cleanups/check_issnl.sh
new file mode 100755
index 00000000..a28695e7
--- /dev/null
+++ b/extra/cleanups/check_issnl.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+set -e -u -o pipefail
+
+export LC_ALL=C
+
+CONTAINER_DUMP=$1
+
+zcat $CONTAINER_DUMP \
+ | jq '[.issnl, .ident] | @tsv' -r \
+ | sort -S 4G \
+ | uniq -D -w 9 \
+ > issnl_ident.dupes.tsv
+
+wc -l issnl_ident.dupes.tsv >> counts.txt