aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@archive.org>2021-04-09 13:06:12 -0700
committerBryan Newbold <bnewbold@archive.org>2021-04-09 13:06:12 -0700
commitba604bbd1e6e865977e6d17873bc5de6389f7cba (patch)
treec79ba416bd107e237e25c91cb8c48b58e0127764
parentdd4e8bcd6dbe0aaa141b94c851a47963bb49563a (diff)
downloadsandcrawler-ba604bbd1e6e865977e6d17873bc5de6389f7cba.tar.gz
sandcrawler-ba604bbd1e6e865977e6d17873bc5de6389f7cba.zip
sql: before/after pg13 table size stats
-rw-r--r--sql/stats/2021-04-07_stats.txt4
-rw-r--r--sql/stats/2021-04-08_table_sizes.txt40
2 files changed, 43 insertions, 1 deletions
diff --git a/sql/stats/2021-04-07_stats.txt b/sql/stats/2021-04-07_stats.txt
index 33b8a3f..fca76b9 100644
--- a/sql/stats/2021-04-07_stats.txt
+++ b/sql/stats/2021-04-07_stats.txt
@@ -1,6 +1,8 @@
## SQL Table Sizes
+ Size: 551.34G
+
SELECT
table_name,
pg_size_pretty(table_size) AS table_size,
@@ -20,7 +22,7 @@
ORDER BY total_size DESC
) AS pretty_sizes;
- table_size | indexes_size | total_size
+ table_name | table_size | indexes_size | total_size
-------------------------------+------------+--------------+------------
"public"."cdx" | 49 GB | 50 GB | 100 GB
"public"."ingest_file_result" | 33 GB | 52 GB | 85 GB
diff --git a/sql/stats/2021-04-08_table_sizes.txt b/sql/stats/2021-04-08_table_sizes.txt
new file mode 100644
index 0000000..a8a9cd5
--- /dev/null
+++ b/sql/stats/2021-04-08_table_sizes.txt
@@ -0,0 +1,40 @@
+
+## SQL Table Sizes
+
+ Size: 467.23G
+
+ SELECT
+ table_name,
+ pg_size_pretty(table_size) AS table_size,
+ pg_size_pretty(indexes_size) AS indexes_size,
+ pg_size_pretty(total_size) AS total_size
+ FROM (
+ SELECT
+ table_name,
+ pg_table_size(table_name) AS table_size,
+ pg_indexes_size(table_name) AS indexes_size,
+ pg_total_relation_size(table_name) AS total_size
+ FROM (
+ SELECT ('"' || table_schema || '"."' || table_name || '"') AS table_name
+ FROM information_schema.tables
+ WHERE table_schema = 'public'
+ ) AS all_tables
+ ORDER BY total_size DESC
+ ) AS pretty_sizes;
+
+ table_name | table_size | indexes_size | total_size
+ -------------------------------+------------+--------------+------------
+ "public"."cdx" | 49 GB | 26 GB | 76 GB
+ "public"."grobid" | 69 GB | 6834 MB | 75 GB
+ "public"."grobid_shadow" | 67 GB | 5455 MB | 73 GB
+ "public"."ingest_request" | 39 GB | 32 GB | 70 GB
+ "public"."ingest_file_result" | 32 GB | 29 GB | 60 GB
+ "public"."file_meta" | 32 GB | 21 GB | 53 GB
+ "public"."pdf_meta" | 18 GB | 3733 MB | 22 GB
+ "public"."fatcat_file" | 12 GB | 6602 MB | 18 GB
+ "public"."shadow" | 9517 MB | 8026 MB | 17 GB
+ "public"."html_meta" | 1196 MB | 8072 kB | 1204 MB
+ "public"."petabox" | 403 MB | 461 MB | 864 MB
+ "public"."pdftrio" | 550 MB | 297 MB | 847 MB
+ (12 rows)
+