extra/cleanups/check_issnl.sh


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

#!/usr/bin/env bash

set -e -u -o pipefail

export LC_ALL=C

CONTAINER_DUMP=$1

zcat $CONTAINER_DUMP \
    | jq '[.issnl, .ident] | @tsv' -r \
    | sort -S 4G \
    | uniq -D -w 9 \
    > issnl_ident.dupes.tsv

wc -l issnl_ident.dupes.tsv >> counts.txt