From 0587f40814f945acd6a77cf1711b3b8f6123a7ec Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Tue, 30 Nov 2021 15:48:00 -0800 Subject: add stats (before re-indexing), and rename old files for consistency --- extra/stats/2020-02-21-prod-table-sizes.txt | 48 ++++++++++++++++++++++++++++ extra/stats/2020-02-21-prod-tables-sizes.txt | 48 ---------------------------- extra/stats/2020-10-12-prod-table-sizes.txt | 47 +++++++++++++++++++++++++++ extra/stats/2020-10-12-prod-tables-sizes.txt | 47 --------------------------- extra/stats/2020-12-07-prod-table-sizes.txt | 46 ++++++++++++++++++++++++++ extra/stats/2020-12-07-prod-tables-sizes.txt | 46 -------------------------- extra/stats/2021-08-06-prod-table-sizes.txt | 46 ++++++++++++++++++++++++++ extra/stats/2021-08-06-prod-tables-sizes.txt | 46 -------------------------- extra/stats/2021-11-30-prod-stats.json | 1 + extra/stats/2021-11-30-prod-table-sizes.txt | 46 ++++++++++++++++++++++++++ 10 files changed, 234 insertions(+), 187 deletions(-) create mode 100644 extra/stats/2020-02-21-prod-table-sizes.txt delete mode 100644 extra/stats/2020-02-21-prod-tables-sizes.txt create mode 100644 extra/stats/2020-10-12-prod-table-sizes.txt delete mode 100644 extra/stats/2020-10-12-prod-tables-sizes.txt create mode 100644 extra/stats/2020-12-07-prod-table-sizes.txt delete mode 100644 extra/stats/2020-12-07-prod-tables-sizes.txt create mode 100644 extra/stats/2021-08-06-prod-table-sizes.txt delete mode 100644 extra/stats/2021-08-06-prod-tables-sizes.txt create mode 100644 extra/stats/2021-11-30-prod-stats.json create mode 100644 extra/stats/2021-11-30-prod-table-sizes.txt diff --git a/extra/stats/2020-02-21-prod-table-sizes.txt b/extra/stats/2020-02-21-prod-table-sizes.txt new file mode 100644 index 00000000..bc756ba7 --- /dev/null +++ b/extra/stats/2020-02-21-prod-table-sizes.txt @@ -0,0 +1,48 @@ + +Size: 478.37G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 53 GB | 43 GB | 96 GB + "public"."release_rev" | 58 GB | 33 GB | 91 GB + "public"."refs_blob" | 85 GB | 2884 MB | 88 GB + "public"."release_edit" | 14 GB | 20 GB | 34 GB + "public"."work_edit" | 13 GB | 20 GB | 34 GB + "public"."release_ident" | 9515 MB | 15 GB | 24 GB + "public"."work_ident" | 9313 MB | 15 GB | 24 GB + "public"."abstracts" | 16 GB | 1504 MB | 18 GB + "public"."file_rev_url" | 10235 MB | 3587 MB | 13 GB + "public"."work_rev" | 6046 MB | 5825 MB | 12 GB + "public"."release_ref" | 3997 MB | 5690 MB | 9686 MB + "public"."file_rev" | 3635 MB | 5359 MB | 8994 MB + "public"."file_edit" | 3111 MB | 4051 MB | 7162 MB + "public"."release_rev_abstract" | 2406 MB | 3342 MB | 5749 MB + "public"."file_ident" | 1848 MB | 2505 MB | 4354 MB + "public"."file_rev_release" | 1698 MB | 2483 MB | 4181 MB + "public"."creator_edit" | 702 MB | 942 MB | 1643 MB + "public"."creator_rev" | 695 MB | 719 MB | 1413 MB + "public"."editgroup" | 767 MB | 405 MB | 1172 MB + "public"."creator_ident" | 474 MB | 648 MB | 1121 MB + "public"."release_rev_extid" | 200 MB | 312 MB | 512 MB + "public"."changelog" | 220 MB | 214 MB | 434 MB + "public"."container_rev" | 75 MB | 23 MB | 98 MB + "public"."container_edit" | 25 MB | 31 MB | 56 MB + "public"."container_ident" | 11 MB | 19 MB | 30 MB + "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."auth_oidc" | 16 kB | 48 kB | 64 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."editor" | 16 kB | 48 kB | 64 kB + "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB + "public"."editgroup_annotation" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) + diff --git a/extra/stats/2020-02-21-prod-tables-sizes.txt b/extra/stats/2020-02-21-prod-tables-sizes.txt deleted file mode 100644 index bc756ba7..00000000 --- a/extra/stats/2020-02-21-prod-tables-sizes.txt +++ /dev/null @@ -1,48 +0,0 @@ - -Size: 478.37G - - table_name | table_size | indexes_size | total_size ----------------------------------------+------------+--------------+------------ - "public"."release_contrib" | 53 GB | 43 GB | 96 GB - "public"."release_rev" | 58 GB | 33 GB | 91 GB - "public"."refs_blob" | 85 GB | 2884 MB | 88 GB - "public"."release_edit" | 14 GB | 20 GB | 34 GB - "public"."work_edit" | 13 GB | 20 GB | 34 GB - "public"."release_ident" | 9515 MB | 15 GB | 24 GB - "public"."work_ident" | 9313 MB | 15 GB | 24 GB - "public"."abstracts" | 16 GB | 1504 MB | 18 GB - "public"."file_rev_url" | 10235 MB | 3587 MB | 13 GB - "public"."work_rev" | 6046 MB | 5825 MB | 12 GB - "public"."release_ref" | 3997 MB | 5690 MB | 9686 MB - "public"."file_rev" | 3635 MB | 5359 MB | 8994 MB - "public"."file_edit" | 3111 MB | 4051 MB | 7162 MB - "public"."release_rev_abstract" | 2406 MB | 3342 MB | 5749 MB - "public"."file_ident" | 1848 MB | 2505 MB | 4354 MB - "public"."file_rev_release" | 1698 MB | 2483 MB | 4181 MB - "public"."creator_edit" | 702 MB | 942 MB | 1643 MB - "public"."creator_rev" | 695 MB | 719 MB | 1413 MB - "public"."editgroup" | 767 MB | 405 MB | 1172 MB - "public"."creator_ident" | 474 MB | 648 MB | 1121 MB - "public"."release_rev_extid" | 200 MB | 312 MB | 512 MB - "public"."changelog" | 220 MB | 214 MB | 434 MB - "public"."container_rev" | 75 MB | 23 MB | 98 MB - "public"."container_edit" | 25 MB | 31 MB | 56 MB - "public"."container_ident" | 11 MB | 19 MB | 30 MB - "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB - "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB - "public"."auth_oidc" | 16 kB | 48 kB | 64 kB - "public"."fileset_edit" | 16 kB | 48 kB | 64 kB - "public"."editor" | 16 kB | 48 kB | 64 kB - "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB - "public"."editgroup_annotation" | 16 kB | 48 kB | 64 kB - "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB - "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_rev" | 16 kB | 16 kB | 32 kB - "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB - "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB -(41 rows) - diff --git a/extra/stats/2020-10-12-prod-table-sizes.txt b/extra/stats/2020-10-12-prod-table-sizes.txt new file mode 100644 index 00000000..1c7f8934 --- /dev/null +++ b/extra/stats/2020-10-12-prod-table-sizes.txt @@ -0,0 +1,47 @@ + +Size: 660.73G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 63 GB | 50 GB | 114 GB + "public"."release_rev" | 64 GB | 35 GB | 99 GB + "public"."refs_blob" | 92 GB | 2885 MB | 94 GB + "public"."file_rev" | 31 GB | 37 GB | 67 GB + "public"."release_edit" | 15 GB | 21 GB | 37 GB + "public"."work_edit" | 14 GB | 21 GB | 35 GB + "public"."file_edit" | 14 GB | 19 GB | 33 GB + "public"."file_rev_url" | 23 GB | 8092 MB | 30 GB + "public"."release_ident" | 10 GB | 15 GB | 25 GB + "public"."work_ident" | 10018 MB | 15 GB | 25 GB + "public"."abstracts" | 21 GB | 1809 MB | 23 GB + "public"."file_rev_release" | 7602 MB | 13 GB | 20 GB + "public"."file_ident" | 7159 MB | 13 GB | 20 GB + "public"."release_ref" | 5123 MB | 7268 MB | 12 GB + "public"."work_rev" | 6513 MB | 5825 MB | 12 GB + "public"."release_rev_abstract" | 3029 MB | 3838 MB | 6866 MB + "public"."editgroup" | 1096 MB | 619 MB | 1715 MB + "public"."creator_edit" | 702 MB | 942 MB | 1643 MB + "public"."creator_rev" | 695 MB | 719 MB | 1413 MB + "public"."creator_ident" | 474 MB | 648 MB | 1121 MB + "public"."changelog" | 332 MB | 281 MB | 613 MB + "public"."release_rev_extid" | 217 MB | 334 MB | 552 MB + "public"."container_rev" | 164 MB | 41 MB | 205 MB + "public"."container_edit" | 46 MB | 56 MB | 102 MB + "public"."container_ident" | 12 MB | 25 MB | 36 MB + "public"."auth_oidc" | 48 kB | 48 kB | 96 kB + "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB + "public"."editor" | 48 kB | 48 kB | 96 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."editgroup_annotation" | 16 kB | 48 kB | 64 kB + "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB + "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) diff --git a/extra/stats/2020-10-12-prod-tables-sizes.txt b/extra/stats/2020-10-12-prod-tables-sizes.txt deleted file mode 100644 index 1c7f8934..00000000 --- a/extra/stats/2020-10-12-prod-tables-sizes.txt +++ /dev/null @@ -1,47 +0,0 @@ - -Size: 660.73G - - table_name | table_size | indexes_size | total_size ----------------------------------------+------------+--------------+------------ - "public"."release_contrib" | 63 GB | 50 GB | 114 GB - "public"."release_rev" | 64 GB | 35 GB | 99 GB - "public"."refs_blob" | 92 GB | 2885 MB | 94 GB - "public"."file_rev" | 31 GB | 37 GB | 67 GB - "public"."release_edit" | 15 GB | 21 GB | 37 GB - "public"."work_edit" | 14 GB | 21 GB | 35 GB - "public"."file_edit" | 14 GB | 19 GB | 33 GB - "public"."file_rev_url" | 23 GB | 8092 MB | 30 GB - "public"."release_ident" | 10 GB | 15 GB | 25 GB - "public"."work_ident" | 10018 MB | 15 GB | 25 GB - "public"."abstracts" | 21 GB | 1809 MB | 23 GB - "public"."file_rev_release" | 7602 MB | 13 GB | 20 GB - "public"."file_ident" | 7159 MB | 13 GB | 20 GB - "public"."release_ref" | 5123 MB | 7268 MB | 12 GB - "public"."work_rev" | 6513 MB | 5825 MB | 12 GB - "public"."release_rev_abstract" | 3029 MB | 3838 MB | 6866 MB - "public"."editgroup" | 1096 MB | 619 MB | 1715 MB - "public"."creator_edit" | 702 MB | 942 MB | 1643 MB - "public"."creator_rev" | 695 MB | 719 MB | 1413 MB - "public"."creator_ident" | 474 MB | 648 MB | 1121 MB - "public"."changelog" | 332 MB | 281 MB | 613 MB - "public"."release_rev_extid" | 217 MB | 334 MB | 552 MB - "public"."container_rev" | 164 MB | 41 MB | 205 MB - "public"."container_edit" | 46 MB | 56 MB | 102 MB - "public"."container_ident" | 12 MB | 25 MB | 36 MB - "public"."auth_oidc" | 48 kB | 48 kB | 96 kB - "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB - "public"."editor" | 48 kB | 48 kB | 96 kB - "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB - "public"."fileset_edit" | 16 kB | 48 kB | 64 kB - "public"."editgroup_annotation" | 16 kB | 48 kB | 64 kB - "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB - "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB - "public"."fileset_rev" | 16 kB | 16 kB | 32 kB - "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB -(41 rows) diff --git a/extra/stats/2020-12-07-prod-table-sizes.txt b/extra/stats/2020-12-07-prod-table-sizes.txt new file mode 100644 index 00000000..618232e3 --- /dev/null +++ b/extra/stats/2020-12-07-prod-table-sizes.txt @@ -0,0 +1,46 @@ +Size: 676.35G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 65 GB | 52 GB | 117 GB + "public"."release_rev" | 66 GB | 35 GB | 101 GB + "public"."refs_blob" | 93 GB | 2885 MB | 96 GB + "public"."file_rev" | 31 GB | 38 GB | 69 GB + "public"."release_edit" | 15 GB | 22 GB | 37 GB + "public"."work_edit" | 15 GB | 21 GB | 36 GB + "public"."file_edit" | 15 GB | 20 GB | 34 GB + "public"."file_rev_url" | 23 GB | 8437 MB | 32 GB + "public"."release_ident" | 10 GB | 15 GB | 25 GB + "public"."work_ident" | 10176 MB | 15 GB | 25 GB + "public"."abstracts" | 22 GB | 1832 MB | 23 GB + "public"."file_rev_release" | 7761 MB | 13 GB | 21 GB + "public"."file_ident" | 7159 MB | 13 GB | 20 GB + "public"."release_ref" | 5212 MB | 7393 MB | 12 GB + "public"."work_rev" | 6618 MB | 5825 MB | 12 GB + "public"."release_rev_abstract" | 3150 MB | 3988 MB | 7139 MB + "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB + "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB + "public"."editgroup" | 1145 MB | 647 MB | 1792 MB + "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB + "public"."changelog" | 352 MB | 302 MB | 654 MB + "public"."release_rev_extid" | 221 MB | 339 MB | 561 MB + "public"."container_rev" | 164 MB | 41 MB | 205 MB + "public"."container_edit" | 46 MB | 56 MB | 102 MB + "public"."container_ident" | 12 MB | 25 MB | 36 MB + "public"."auth_oidc" | 48 kB | 48 kB | 96 kB + "public"."editgroup_annotation" | 48 kB | 48 kB | 96 kB + "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB + "public"."editor" | 48 kB | 48 kB | 96 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB + "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) diff --git a/extra/stats/2020-12-07-prod-tables-sizes.txt b/extra/stats/2020-12-07-prod-tables-sizes.txt deleted file mode 100644 index 618232e3..00000000 --- a/extra/stats/2020-12-07-prod-tables-sizes.txt +++ /dev/null @@ -1,46 +0,0 @@ -Size: 676.35G - - table_name | table_size | indexes_size | total_size ----------------------------------------+------------+--------------+------------ - "public"."release_contrib" | 65 GB | 52 GB | 117 GB - "public"."release_rev" | 66 GB | 35 GB | 101 GB - "public"."refs_blob" | 93 GB | 2885 MB | 96 GB - "public"."file_rev" | 31 GB | 38 GB | 69 GB - "public"."release_edit" | 15 GB | 22 GB | 37 GB - "public"."work_edit" | 15 GB | 21 GB | 36 GB - "public"."file_edit" | 15 GB | 20 GB | 34 GB - "public"."file_rev_url" | 23 GB | 8437 MB | 32 GB - "public"."release_ident" | 10 GB | 15 GB | 25 GB - "public"."work_ident" | 10176 MB | 15 GB | 25 GB - "public"."abstracts" | 22 GB | 1832 MB | 23 GB - "public"."file_rev_release" | 7761 MB | 13 GB | 21 GB - "public"."file_ident" | 7159 MB | 13 GB | 20 GB - "public"."release_ref" | 5212 MB | 7393 MB | 12 GB - "public"."work_rev" | 6618 MB | 5825 MB | 12 GB - "public"."release_rev_abstract" | 3150 MB | 3988 MB | 7139 MB - "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB - "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB - "public"."editgroup" | 1145 MB | 647 MB | 1792 MB - "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB - "public"."changelog" | 352 MB | 302 MB | 654 MB - "public"."release_rev_extid" | 221 MB | 339 MB | 561 MB - "public"."container_rev" | 164 MB | 41 MB | 205 MB - "public"."container_edit" | 46 MB | 56 MB | 102 MB - "public"."container_ident" | 12 MB | 25 MB | 36 MB - "public"."auth_oidc" | 48 kB | 48 kB | 96 kB - "public"."editgroup_annotation" | 48 kB | 48 kB | 96 kB - "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB - "public"."editor" | 48 kB | 48 kB | 96 kB - "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB - "public"."fileset_edit" | 16 kB | 48 kB | 64 kB - "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB - "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB - "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_rev" | 16 kB | 16 kB | 32 kB - "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB - "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB -(41 rows) diff --git a/extra/stats/2021-08-06-prod-table-sizes.txt b/extra/stats/2021-08-06-prod-table-sizes.txt new file mode 100644 index 00000000..b7f5868d --- /dev/null +++ b/extra/stats/2021-08-06-prod-table-sizes.txt @@ -0,0 +1,46 @@ +Size: 741.01G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 75 GB | 59 GB | 134 GB + "public"."release_rev" | 74 GB | 38 GB | 112 GB + "public"."refs_blob" | 104 GB | 2885 MB | 106 GB + "public"."file_rev" | 32 GB | 39 GB | 71 GB + "public"."release_edit" | 17 GB | 23 GB | 39 GB + "public"."work_edit" | 16 GB | 22 GB | 38 GB + "public"."file_edit" | 16 GB | 20 GB | 36 GB + "public"."file_rev_url" | 25 GB | 9059 MB | 34 GB + "public"."abstracts" | 27 GB | 2065 MB | 29 GB + "public"."release_ident" | 11 GB | 16 GB | 27 GB + "public"."work_ident" | 11 GB | 15 GB | 26 GB + "public"."file_rev_release" | 8017 MB | 14 GB | 22 GB + "public"."file_ident" | 7383 MB | 13 GB | 20 GB + "public"."release_ref" | 5792 MB | 8201 MB | 14 GB + "public"."work_rev" | 7176 MB | 5825 MB | 13 GB + "public"."release_rev_abstract" | 3953 MB | 5329 MB | 9282 MB + "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB + "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB + "public"."editgroup" | 1273 MB | 715 MB | 1988 MB + "public"."webcapture_rev_cdx" | 1520 MB | 290 MB | 1810 MB + "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB + "public"."release_rev_extid" | 506 MB | 750 MB | 1256 MB + "public"."changelog" | 411 MB | 351 MB | 762 MB + "public"."container_rev" | 167 MB | 43 MB | 210 MB + "public"."container_edit" | 48 MB | 59 MB | 107 MB + "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB + "public"."container_ident" | 13 MB | 25 MB | 38 MB + "public"."webcapture_rev_url" | 20 MB | 7040 kB | 27 MB + "public"."webcapture_rev_release" | 7352 kB | 11 MB | 19 MB + "public"."webcapture_rev" | 14 MB | 4552 kB | 19 MB + "public"."webcapture_ident" | 8248 kB | 9040 kB | 17 MB + "public"."editor" | 80 kB | 120 kB | 200 kB + "public"."auth_oidc" | 72 kB | 104 kB | 176 kB + "public"."editgroup_annotation" | 56 kB | 48 kB | 104 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) diff --git a/extra/stats/2021-08-06-prod-tables-sizes.txt b/extra/stats/2021-08-06-prod-tables-sizes.txt deleted file mode 100644 index b7f5868d..00000000 --- a/extra/stats/2021-08-06-prod-tables-sizes.txt +++ /dev/null @@ -1,46 +0,0 @@ -Size: 741.01G - - table_name | table_size | indexes_size | total_size ----------------------------------------+------------+--------------+------------ - "public"."release_contrib" | 75 GB | 59 GB | 134 GB - "public"."release_rev" | 74 GB | 38 GB | 112 GB - "public"."refs_blob" | 104 GB | 2885 MB | 106 GB - "public"."file_rev" | 32 GB | 39 GB | 71 GB - "public"."release_edit" | 17 GB | 23 GB | 39 GB - "public"."work_edit" | 16 GB | 22 GB | 38 GB - "public"."file_edit" | 16 GB | 20 GB | 36 GB - "public"."file_rev_url" | 25 GB | 9059 MB | 34 GB - "public"."abstracts" | 27 GB | 2065 MB | 29 GB - "public"."release_ident" | 11 GB | 16 GB | 27 GB - "public"."work_ident" | 11 GB | 15 GB | 26 GB - "public"."file_rev_release" | 8017 MB | 14 GB | 22 GB - "public"."file_ident" | 7383 MB | 13 GB | 20 GB - "public"."release_ref" | 5792 MB | 8201 MB | 14 GB - "public"."work_rev" | 7176 MB | 5825 MB | 13 GB - "public"."release_rev_abstract" | 3953 MB | 5329 MB | 9282 MB - "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB - "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB - "public"."editgroup" | 1273 MB | 715 MB | 1988 MB - "public"."webcapture_rev_cdx" | 1520 MB | 290 MB | 1810 MB - "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB - "public"."release_rev_extid" | 506 MB | 750 MB | 1256 MB - "public"."changelog" | 411 MB | 351 MB | 762 MB - "public"."container_rev" | 167 MB | 43 MB | 210 MB - "public"."container_edit" | 48 MB | 59 MB | 107 MB - "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB - "public"."container_ident" | 13 MB | 25 MB | 38 MB - "public"."webcapture_rev_url" | 20 MB | 7040 kB | 27 MB - "public"."webcapture_rev_release" | 7352 kB | 11 MB | 19 MB - "public"."webcapture_rev" | 14 MB | 4552 kB | 19 MB - "public"."webcapture_ident" | 8248 kB | 9040 kB | 17 MB - "public"."editor" | 80 kB | 120 kB | 200 kB - "public"."auth_oidc" | 72 kB | 104 kB | 176 kB - "public"."editgroup_annotation" | 56 kB | 48 kB | 104 kB - "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB - "public"."fileset_edit" | 16 kB | 48 kB | 64 kB - "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_rev" | 16 kB | 16 kB | 32 kB - "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB -(41 rows) diff --git a/extra/stats/2021-11-30-prod-stats.json b/extra/stats/2021-11-30-prod-stats.json new file mode 100644 index 00000000..e9cdbaad --- /dev/null +++ b/extra/stats/2021-11-30-prod-stats.json @@ -0,0 +1 @@ +{"changelog":{"latest":{"index":5636710,"timestamp":"2021-11-30T23:30:58.841576+00:00"}},"container":{"total":186237},"papers":{"in_kbart":75140186,"in_web":31268325,"in_web_not_kbart":14766333,"is_oa":21487767,"total":122852444},"release":{"refs_total":1206752956,"total":173650901}} diff --git a/extra/stats/2021-11-30-prod-table-sizes.txt b/extra/stats/2021-11-30-prod-table-sizes.txt new file mode 100644 index 00000000..fcb181b7 --- /dev/null +++ b/extra/stats/2021-11-30-prod-table-sizes.txt @@ -0,0 +1,46 @@ +Size: 784.70G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 80 GB | 62 GB | 142 GB + "public"."release_rev" | 77 GB | 39 GB | 116 GB + "public"."refs_blob" | 109 GB | 2885 MB | 112 GB + "public"."file_rev" | 34 GB | 43 GB | 78 GB + "public"."release_edit" | 17 GB | 23 GB | 40 GB + "public"."file_rev_url" | 29 GB | 11 GB | 40 GB + "public"."work_edit" | 16 GB | 22 GB | 39 GB + "public"."file_edit" | 17 GB | 22 GB | 39 GB + "public"."abstracts" | 29 GB | 2252 MB | 31 GB + "public"."release_ident" | 11 GB | 16 GB | 27 GB + "public"."work_ident" | 11 GB | 15 GB | 26 GB + "public"."file_rev_release" | 8667 MB | 16 GB | 24 GB + "public"."file_ident" | 7925 MB | 13 GB | 21 GB + "public"."release_ref" | 6257 MB | 8853 MB | 15 GB + "public"."work_rev" | 7391 MB | 5827 MB | 13 GB + "public"."release_rev_abstract" | 4300 MB | 5865 MB | 10165 MB + "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB + "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB + "public"."editgroup" | 1347 MB | 754 MB | 2102 MB + "public"."webcapture_rev_cdx" | 1524 MB | 290 MB | 1814 MB + "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB + "public"."release_rev_extid" | 520 MB | 768 MB | 1288 MB + "public"."changelog" | 439 MB | 376 MB | 815 MB + "public"."container_rev" | 167 MB | 62 MB | 229 MB + "public"."container_edit" | 48 MB | 60 MB | 108 MB + "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB + "public"."container_ident" | 13 MB | 25 MB | 38 MB + "public"."webcapture_rev_url" | 20 MB | 7056 kB | 27 MB + "public"."webcapture_rev_release" | 7368 kB | 11 MB | 19 MB + "public"."webcapture_rev" | 14 MB | 4568 kB | 19 MB + "public"."webcapture_ident" | 8264 kB | 9064 kB | 17 MB + "public"."auth_oidc" | 80 kB | 128 kB | 208 kB + "public"."editor" | 88 kB | 120 kB | 208 kB + "public"."editgroup_annotation" | 64 kB | 48 kB | 112 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) -- cgit v1.2.3