update stats and table sizes

4 files changed, 96 insertions, 0 deletions

diff --git a/extra/stats/2020-01-17-prod-stats.json b/extra/stats/2020-01-17-prod-stats.json
new file mode 100644
index 00000000..3eb8d91a
--- /dev/null
+++ b/extra/stats/2020-01-17-prod-stats.json
@@ -0,0 +1 @@
+{"changelog":{"latest":{"index":3440609,"timestamp":"2020-01-17T03:02:11.238472+00:00"}},"container":{"total":147676},"papers":{"in_kbart":60452063,"in_web":18347254,"in_web_not_kbart":8418945,"is_oa":11212975,"total":104721181},"release":{"refs_total":876153092,"total":142073245}}
diff --git a/extra/stats/2020-01-17-prod-table-sizes.txt b/extra/stats/2020-01-17-prod-table-sizes.txt
new file mode 100644
index 00000000..adb12f12
--- /dev/null
+++ b/extra/stats/2020-01-17-prod-table-sizes.txt
@@ -0,0 +1,47 @@
+
+Size:  468.88G
+
+              table_name               | table_size | indexes_size | total_size 
+---------------------------------------+------------+--------------+------------
+ "public"."release_contrib"            | 52 GB      | 42 GB        | 94 GB
+ "public"."release_rev"                | 57 GB      | 32 GB        | 90 GB
+ "public"."refs_blob"                  | 84 GB      | 2882 MB      | 87 GB
+ "public"."release_edit"               | 14 GB      | 20 GB        | 34 GB
+ "public"."work_edit"                  | 13 GB      | 20 GB        | 33 GB
+ "public"."release_ident"              | 9391 MB    | 15 GB        | 24 GB
+ "public"."work_ident"                 | 9189 MB    | 15 GB        | 24 GB
+ "public"."abstracts"                  | 15 GB      | 1419 MB      | 17 GB
+ "public"."file_rev_url"               | 9427 MB    | 3472 MB      | 13 GB
+ "public"."work_rev"                   | 5963 MB    | 5825 MB      | 12 GB
+ "public"."release_ref"                | 3950 MB    | 5626 MB      | 9577 MB
+ "public"."file_rev"                   | 3098 MB    | 4467 MB      | 7565 MB
+ "public"."file_edit"                  | 2561 MB    | 3811 MB      | 6372 MB
+ "public"."release_rev_abstract"       | 2318 MB    | 3265 MB      | 5584 MB
+ "public"."file_ident"                 | 1674 MB    | 2362 MB      | 4036 MB
+ "public"."file_rev_release"           | 1543 MB    | 2388 MB      | 3931 MB
+ "public"."creator_edit"               | 702 MB     | 942 MB       | 1643 MB
+ "public"."creator_rev"                | 695 MB     | 719 MB       | 1413 MB
+ "public"."editgroup"                  | 739 MB     | 398 MB       | 1137 MB
+ "public"."creator_ident"              | 474 MB     | 648 MB       | 1121 MB
+ "public"."release_rev_extid"          | 200 MB     | 312 MB       | 512 MB
+ "public"."changelog"                  | 210 MB     | 213 MB       | 422 MB
+ "public"."container_rev"              | 75 MB      | 23 MB        | 97 MB
+ "public"."container_edit"             | 25 MB      | 31 MB        | 56 MB
+ "public"."container_ident"            | 11 MB      | 19 MB        | 30 MB
+ "public"."webcapture_rev_cdx"         | 64 kB      | 32 kB        | 96 kB
+ "public"."fileset_rev_file"           | 48 kB      | 32 kB        | 80 kB
+ "public"."auth_oidc"                  | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_edit"               | 16 kB      | 48 kB        | 64 kB
+ "public"."editor"                     | 16 kB      | 48 kB        | 64 kB
+ "public"."webcapture_edit"            | 16 kB      | 48 kB        | 64 kB
+ "public"."editgroup_annotation"       | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_rev_url"            | 16 kB      | 32 kB        | 48 kB
+ "public"."webcapture_rev_url"         | 16 kB      | 32 kB        | 48 kB
+ "public"."fileset_rev_release"        | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_ident"              | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_rev_release"     | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_ident"           | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_rev"                | 16 kB      | 16 kB        | 32 kB
+ "public"."webcapture_rev"             | 16 kB      | 16 kB        | 32 kB
+ "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB        | 24 kB
+(41 rows)
diff --git a/extra/stats/2020-01-19-prod-stats.json b/extra/stats/2020-01-19-prod-stats.json
new file mode 100644
index 00000000..467ccbb0
--- /dev/null
+++ b/extra/stats/2020-01-19-prod-stats.json
@@ -0,0 +1 @@
+{"changelog":{"latest":{"index":3447778,"timestamp":"2020-01-19T17:48:42.299732+00:00"}},"container":{"total":147729},"papers":{"in_kbart":60477382,"in_web":18347254,"in_web_not_kbart":8418945,"is_oa":11279800,"total":105030382},"release":{"refs_total":877153809,"total":142423473}}
diff --git a/extra/stats/2020-01-19-prod-table-sizes.txt b/extra/stats/2020-01-19-prod-table-sizes.txt
new file mode 100644
index 00000000..cbed840f
--- /dev/null
+++ b/extra/stats/2020-01-19-prod-table-sizes.txt
@@ -0,0 +1,47 @@
+
+Size:  470.11G
+
+              table_name               | table_size | indexes_size | total_size 
+---------------------------------------+------------+--------------+------------
+ "public"."release_contrib"            | 52 GB      | 43 GB        | 94 GB
+ "public"."release_rev"                | 58 GB      | 32 GB        | 90 GB
+ "public"."refs_blob"                  | 84 GB      | 2882 MB      | 87 GB
+ "public"."release_edit"               | 14 GB      | 20 GB        | 34 GB
+ "public"."work_edit"                  | 13 GB      | 20 GB        | 33 GB
+ "public"."release_ident"              | 9416 MB    | 15 GB        | 24 GB
+ "public"."work_ident"                 | 9213 MB    | 15 GB        | 24 GB
+ "public"."abstracts"                  | 16 GB      | 1456 MB      | 17 GB
+ "public"."file_rev_url"               | 9427 MB    | 3472 MB      | 13 GB
+ "public"."work_rev"                   | 5980 MB    | 5825 MB      | 12 GB
+ "public"."release_ref"                | 3997 MB    | 5690 MB      | 9686 MB
+ "public"."file_rev"                   | 3098 MB    | 4467 MB      | 7565 MB
+ "public"."file_edit"                  | 2561 MB    | 3811 MB      | 6372 MB
+ "public"."release_rev_abstract"       | 2346 MB    | 3291 MB      | 5637 MB
+ "public"."file_ident"                 | 1674 MB    | 2362 MB      | 4036 MB
+ "public"."file_rev_release"           | 1543 MB    | 2388 MB      | 3931 MB
+ "public"."creator_edit"               | 702 MB     | 942 MB       | 1643 MB
+ "public"."creator_rev"                | 695 MB     | 719 MB       | 1413 MB
+ "public"."editgroup"                  | 743 MB     | 398 MB       | 1141 MB
+ "public"."creator_ident"              | 474 MB     | 648 MB       | 1121 MB
+ "public"."release_rev_extid"          | 200 MB     | 312 MB       | 512 MB
+ "public"."changelog"                  | 212 MB     | 213 MB       | 424 MB
+ "public"."container_rev"              | 75 MB      | 23 MB        | 98 MB
+ "public"."container_edit"             | 25 MB      | 31 MB        | 56 MB
+ "public"."container_ident"            | 11 MB      | 19 MB        | 30 MB
+ "public"."webcapture_rev_cdx"         | 64 kB      | 32 kB        | 96 kB
+ "public"."fileset_rev_file"           | 48 kB      | 32 kB        | 80 kB
+ "public"."auth_oidc"                  | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_edit"               | 16 kB      | 48 kB        | 64 kB
+ "public"."editor"                     | 16 kB      | 48 kB        | 64 kB
+ "public"."webcapture_edit"            | 16 kB      | 48 kB        | 64 kB
+ "public"."editgroup_annotation"       | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_rev_url"            | 16 kB      | 32 kB        | 48 kB
+ "public"."webcapture_rev_url"         | 16 kB      | 32 kB        | 48 kB
+ "public"."fileset_rev_release"        | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_ident"              | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_rev_release"     | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_ident"           | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_rev"                | 16 kB      | 16 kB        | 32 kB
+ "public"."webcapture_rev"             | 16 kB      | 16 kB        | 32 kB
+ "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB        | 24 kB
+(41 rows)