From 878f217ab49757210aa9336104b34d964e8a8965 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 6 Aug 2021 12:01:37 -0700 Subject: prod stats snapshot --- extra/stats/2021-06-23-prod-stats.json | 1 + extra/stats/2021-06-23-prod-table-sizes.txt | 46 ++++++++++++++++++++++++++++ extra/stats/2021-06-23-stats.json | 1 - extra/stats/2021-06-23-table-sizes.txt | 46 ---------------------------- extra/stats/2021-08-06-prod-stats.json | 1 + extra/stats/2021-08-06-prod-tables-sizes.txt | 46 ++++++++++++++++++++++++++++ 6 files changed, 94 insertions(+), 47 deletions(-) create mode 100644 extra/stats/2021-06-23-prod-stats.json create mode 100644 extra/stats/2021-06-23-prod-table-sizes.txt delete mode 100644 extra/stats/2021-06-23-stats.json delete mode 100644 extra/stats/2021-06-23-table-sizes.txt create mode 100644 extra/stats/2021-08-06-prod-stats.json create mode 100644 extra/stats/2021-08-06-prod-tables-sizes.txt (limited to 'extra/stats') diff --git a/extra/stats/2021-06-23-prod-stats.json b/extra/stats/2021-06-23-prod-stats.json new file mode 100644 index 00000000..0fb91a3b --- /dev/null +++ b/extra/stats/2021-06-23-prod-stats.json @@ -0,0 +1 @@ +{"changelog":{"latest":{"index":5346745,"timestamp":"2021-06-23T23:41:32.489404+00:00"}},"container":{"total":184353},"papers":{"in_kbart":73811057,"in_web":29838565,"in_web_not_kbart":13838774,"is_oa":20335358,"total":119366577},"release":{"refs_total":1118889638,"total":167150321}} diff --git a/extra/stats/2021-06-23-prod-table-sizes.txt b/extra/stats/2021-06-23-prod-table-sizes.txt new file mode 100644 index 00000000..41bf0693 --- /dev/null +++ b/extra/stats/2021-06-23-prod-table-sizes.txt @@ -0,0 +1,46 @@ +Size: 730.95G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 74 GB | 58 GB | 132 GB + "public"."release_rev" | 73 GB | 37 GB | 110 GB + "public"."refs_blob" | 102 GB | 2885 MB | 104 GB + "public"."file_rev" | 32 GB | 39 GB | 71 GB + "public"."release_edit" | 17 GB | 23 GB | 39 GB + "public"."work_edit" | 16 GB | 22 GB | 38 GB + "public"."file_edit" | 15 GB | 20 GB | 35 GB + "public"."file_rev_url" | 24 GB | 8881 MB | 33 GB + "public"."abstracts" | 26 GB | 2014 MB | 28 GB + "public"."release_ident" | 11 GB | 15 GB | 26 GB + "public"."work_ident" | 11 GB | 15 GB | 26 GB + "public"."file_rev_release" | 7946 MB | 14 GB | 21 GB + "public"."file_ident" | 7305 MB | 13 GB | 20 GB + "public"."release_ref" | 5766 MB | 8165 MB | 14 GB + "public"."work_rev" | 7100 MB | 5825 MB | 13 GB + "public"."release_rev_abstract" | 3843 MB | 5143 MB | 8985 MB + "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB + "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB + "public"."editgroup" | 1252 MB | 708 MB | 1960 MB + "public"."webcapture_rev_cdx" | 1520 MB | 290 MB | 1810 MB + "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB + "public"."release_rev_extid" | 503 MB | 747 MB | 1249 MB + "public"."changelog" | 401 MB | 344 MB | 745 MB + "public"."container_rev" | 167 MB | 43 MB | 210 MB + "public"."container_edit" | 48 MB | 59 MB | 107 MB + "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB + "public"."container_ident" | 12 MB | 25 MB | 38 MB + "public"."webcapture_rev_url" | 20 MB | 7040 kB | 27 MB + "public"."webcapture_rev_release" | 7352 kB | 11 MB | 19 MB + "public"."webcapture_rev" | 14 MB | 4552 kB | 19 MB + "public"."webcapture_ident" | 8248 kB | 9040 kB | 17 MB + "public"."editor" | 72 kB | 120 kB | 192 kB + "public"."auth_oidc" | 72 kB | 104 kB | 176 kB + "public"."editgroup_annotation" | 56 kB | 48 kB | 104 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) diff --git a/extra/stats/2021-06-23-stats.json b/extra/stats/2021-06-23-stats.json deleted file mode 100644 index 0fb91a3b..00000000 --- a/extra/stats/2021-06-23-stats.json +++ /dev/null @@ -1 +0,0 @@ -{"changelog":{"latest":{"index":5346745,"timestamp":"2021-06-23T23:41:32.489404+00:00"}},"container":{"total":184353},"papers":{"in_kbart":73811057,"in_web":29838565,"in_web_not_kbart":13838774,"is_oa":20335358,"total":119366577},"release":{"refs_total":1118889638,"total":167150321}} diff --git a/extra/stats/2021-06-23-table-sizes.txt b/extra/stats/2021-06-23-table-sizes.txt deleted file mode 100644 index 41bf0693..00000000 --- a/extra/stats/2021-06-23-table-sizes.txt +++ /dev/null @@ -1,46 +0,0 @@ -Size: 730.95G - - table_name | table_size | indexes_size | total_size ----------------------------------------+------------+--------------+------------ - "public"."release_contrib" | 74 GB | 58 GB | 132 GB - "public"."release_rev" | 73 GB | 37 GB | 110 GB - "public"."refs_blob" | 102 GB | 2885 MB | 104 GB - "public"."file_rev" | 32 GB | 39 GB | 71 GB - "public"."release_edit" | 17 GB | 23 GB | 39 GB - "public"."work_edit" | 16 GB | 22 GB | 38 GB - "public"."file_edit" | 15 GB | 20 GB | 35 GB - "public"."file_rev_url" | 24 GB | 8881 MB | 33 GB - "public"."abstracts" | 26 GB | 2014 MB | 28 GB - "public"."release_ident" | 11 GB | 15 GB | 26 GB - "public"."work_ident" | 11 GB | 15 GB | 26 GB - "public"."file_rev_release" | 7946 MB | 14 GB | 21 GB - "public"."file_ident" | 7305 MB | 13 GB | 20 GB - "public"."release_ref" | 5766 MB | 8165 MB | 14 GB - "public"."work_rev" | 7100 MB | 5825 MB | 13 GB - "public"."release_rev_abstract" | 3843 MB | 5143 MB | 8985 MB - "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB - "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB - "public"."editgroup" | 1252 MB | 708 MB | 1960 MB - "public"."webcapture_rev_cdx" | 1520 MB | 290 MB | 1810 MB - "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB - "public"."release_rev_extid" | 503 MB | 747 MB | 1249 MB - "public"."changelog" | 401 MB | 344 MB | 745 MB - "public"."container_rev" | 167 MB | 43 MB | 210 MB - "public"."container_edit" | 48 MB | 59 MB | 107 MB - "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB - "public"."container_ident" | 12 MB | 25 MB | 38 MB - "public"."webcapture_rev_url" | 20 MB | 7040 kB | 27 MB - "public"."webcapture_rev_release" | 7352 kB | 11 MB | 19 MB - "public"."webcapture_rev" | 14 MB | 4552 kB | 19 MB - "public"."webcapture_ident" | 8248 kB | 9040 kB | 17 MB - "public"."editor" | 72 kB | 120 kB | 192 kB - "public"."auth_oidc" | 72 kB | 104 kB | 176 kB - "public"."editgroup_annotation" | 56 kB | 48 kB | 104 kB - "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB - "public"."fileset_edit" | 16 kB | 48 kB | 64 kB - "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB - "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB - "public"."fileset_rev" | 16 kB | 16 kB | 32 kB - "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB -(41 rows) diff --git a/extra/stats/2021-08-06-prod-stats.json b/extra/stats/2021-08-06-prod-stats.json new file mode 100644 index 00000000..5f21a706 --- /dev/null +++ b/extra/stats/2021-08-06-prod-stats.json @@ -0,0 +1 @@ +{"changelog":{"latest":{"index":5403306,"timestamp":"2021-08-06T18:49:08.920551+00:00"}},"container":{"total":184957},"papers":{"in_kbart":74206843,"in_web":30563092,"in_web_not_kbart":14222242,"is_oa":20656493,"total":120325647},"release":{"refs_total":1140605397,"total":168829300}} diff --git a/extra/stats/2021-08-06-prod-tables-sizes.txt b/extra/stats/2021-08-06-prod-tables-sizes.txt new file mode 100644 index 00000000..b7f5868d --- /dev/null +++ b/extra/stats/2021-08-06-prod-tables-sizes.txt @@ -0,0 +1,46 @@ +Size: 741.01G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 75 GB | 59 GB | 134 GB + "public"."release_rev" | 74 GB | 38 GB | 112 GB + "public"."refs_blob" | 104 GB | 2885 MB | 106 GB + "public"."file_rev" | 32 GB | 39 GB | 71 GB + "public"."release_edit" | 17 GB | 23 GB | 39 GB + "public"."work_edit" | 16 GB | 22 GB | 38 GB + "public"."file_edit" | 16 GB | 20 GB | 36 GB + "public"."file_rev_url" | 25 GB | 9059 MB | 34 GB + "public"."abstracts" | 27 GB | 2065 MB | 29 GB + "public"."release_ident" | 11 GB | 16 GB | 27 GB + "public"."work_ident" | 11 GB | 15 GB | 26 GB + "public"."file_rev_release" | 8017 MB | 14 GB | 22 GB + "public"."file_ident" | 7383 MB | 13 GB | 20 GB + "public"."release_ref" | 5792 MB | 8201 MB | 14 GB + "public"."work_rev" | 7176 MB | 5825 MB | 13 GB + "public"."release_rev_abstract" | 3953 MB | 5329 MB | 9282 MB + "public"."creator_edit" | 935 MB | 1528 MB | 2463 MB + "public"."creator_rev" | 928 MB | 1242 MB | 2170 MB + "public"."editgroup" | 1273 MB | 715 MB | 1988 MB + "public"."webcapture_rev_cdx" | 1520 MB | 290 MB | 1810 MB + "public"."creator_ident" | 631 MB | 1120 MB | 1751 MB + "public"."release_rev_extid" | 506 MB | 750 MB | 1256 MB + "public"."changelog" | 411 MB | 351 MB | 762 MB + "public"."container_rev" | 167 MB | 43 MB | 210 MB + "public"."container_edit" | 48 MB | 59 MB | 107 MB + "public"."webcapture_edit" | 25 MB | 17 MB | 41 MB + "public"."container_ident" | 13 MB | 25 MB | 38 MB + "public"."webcapture_rev_url" | 20 MB | 7040 kB | 27 MB + "public"."webcapture_rev_release" | 7352 kB | 11 MB | 19 MB + "public"."webcapture_rev" | 14 MB | 4552 kB | 19 MB + "public"."webcapture_ident" | 8248 kB | 9040 kB | 17 MB + "public"."editor" | 80 kB | 120 kB | 200 kB + "public"."auth_oidc" | 72 kB | 104 kB | 176 kB + "public"."editgroup_annotation" | 56 kB | 48 kB | 104 kB + "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) -- cgit v1.2.3