diff options
| author | Bryan Newbold <bnewbold@archive.org> | 2021-04-09 13:06:12 -0700 |
|---|---|---|
| committer | Bryan Newbold <bnewbold@archive.org> | 2021-04-09 13:06:12 -0700 |
| commit | ba604bbd1e6e865977e6d17873bc5de6389f7cba (patch) | |
| tree | c79ba416bd107e237e25c91cb8c48b58e0127764 | |
| parent | dd4e8bcd6dbe0aaa141b94c851a47963bb49563a (diff) | |
| download | sandcrawler-ba604bbd1e6e865977e6d17873bc5de6389f7cba.tar.gz sandcrawler-ba604bbd1e6e865977e6d17873bc5de6389f7cba.zip | |
sql: before/after pg13 table size stats
| -rw-r--r-- | sql/stats/2021-04-07_stats.txt | 4 | ||||
| -rw-r--r-- | sql/stats/2021-04-08_table_sizes.txt | 40 |
2 files changed, 43 insertions, 1 deletions
diff --git a/sql/stats/2021-04-07_stats.txt b/sql/stats/2021-04-07_stats.txt index 33b8a3f..fca76b9 100644 --- a/sql/stats/2021-04-07_stats.txt +++ b/sql/stats/2021-04-07_stats.txt @@ -1,6 +1,8 @@ ## SQL Table Sizes + Size: 551.34G + SELECT table_name, pg_size_pretty(table_size) AS table_size, @@ -20,7 +22,7 @@ ORDER BY total_size DESC ) AS pretty_sizes; - table_size | indexes_size | total_size + table_name | table_size | indexes_size | total_size -------------------------------+------------+--------------+------------ "public"."cdx" | 49 GB | 50 GB | 100 GB "public"."ingest_file_result" | 33 GB | 52 GB | 85 GB diff --git a/sql/stats/2021-04-08_table_sizes.txt b/sql/stats/2021-04-08_table_sizes.txt new file mode 100644 index 0000000..a8a9cd5 --- /dev/null +++ b/sql/stats/2021-04-08_table_sizes.txt @@ -0,0 +1,40 @@ + +## SQL Table Sizes + + Size: 467.23G + + SELECT + table_name, + pg_size_pretty(table_size) AS table_size, + pg_size_pretty(indexes_size) AS indexes_size, + pg_size_pretty(total_size) AS total_size + FROM ( + SELECT + table_name, + pg_table_size(table_name) AS table_size, + pg_indexes_size(table_name) AS indexes_size, + pg_total_relation_size(table_name) AS total_size + FROM ( + SELECT ('"' || table_schema || '"."' || table_name || '"') AS table_name + FROM information_schema.tables + WHERE table_schema = 'public' + ) AS all_tables + ORDER BY total_size DESC + ) AS pretty_sizes; + + table_name | table_size | indexes_size | total_size + -------------------------------+------------+--------------+------------ + "public"."cdx" | 49 GB | 26 GB | 76 GB + "public"."grobid" | 69 GB | 6834 MB | 75 GB + "public"."grobid_shadow" | 67 GB | 5455 MB | 73 GB + "public"."ingest_request" | 39 GB | 32 GB | 70 GB + "public"."ingest_file_result" | 32 GB | 29 GB | 60 GB + "public"."file_meta" | 32 GB | 21 GB | 53 GB + "public"."pdf_meta" | 18 GB | 3733 MB | 22 GB + "public"."fatcat_file" | 12 GB | 6602 MB | 18 GB + "public"."shadow" | 9517 MB | 8026 MB | 17 GB + "public"."html_meta" | 1196 MB | 8072 kB | 1204 MB + "public"."petabox" | 403 MB | 461 MB | 864 MB + "public"."pdftrio" | 550 MB | 297 MB | 847 MB + (12 rows) + |