blob: a28695e73369a47939319cddc948fd0246bd40ea (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
|
#!/usr/bin/env bash
set -e -u -o pipefail
export LC_ALL=C
CONTAINER_DUMP=$1
zcat $CONTAINER_DUMP \
| jq '[.issnl, .ident] | @tsv' -r \
| sort -S 4G \
| uniq -D -w 9 \
> issnl_ident.dupes.tsv
wc -l issnl_ident.dupes.tsv >> counts.txt
|
