From 6b3aa0de4e7e2e7673c541ab2017c03273418b11 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Thu, 17 Jun 2021 16:28:51 -0700 Subject: SQL dumps: more pigz (vs. gzip) for speed --- extra/sql_dumps/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'extra/sql_dumps/README.md') diff --git a/extra/sql_dumps/README.md b/extra/sql_dumps/README.md index 9d8cffc9..8c1b5239 100644 --- a/extra/sql_dumps/README.md +++ b/extra/sql_dumps/README.md @@ -50,10 +50,10 @@ couple different ways. We might not want database ports open to the network forwarding anyways. # Locally, or client running on a remote machine - psql fatcat < dump_abstracts.sql | egrep -v ^BEGIN$ | egrep -v ^ROLLBACK$ | pv -l | gzip > abstracts.json.gz + psql fatcat < dump_abstracts.sql | egrep -v ^BEGIN$ | egrep -v ^ROLLBACK$ | pv -l | pigz > abstracts.json.gz # Run on database server, write to file on remote host - psql fatcat < dump_abstracts.sql | egrep -v ^BEGIN$ | egrep -v ^ROLLBACK$ | pv -l | gzip | ssh user@host 'cat > abstracts.json.gz' + psql fatcat < dump_abstracts.sql | egrep -v ^BEGIN$ | egrep -v ^ROLLBACK$ | pv -l | pigz | ssh user@host 'cat > abstracts.json.gz' In production: -- cgit v1.2.3