add 2019-12-20 stats

2 files changed, 148 insertions, 0 deletions

diff --git a/extra/stats/2019-12-20-prod-stats.json b/extra/stats/2019-12-20-prod-stats.json
new file mode 100644
index 00000000..bf2b3eb2
--- /dev/null
+++ b/extra/stats/2019-12-20-prod-stats.json
@@ -0,0 +1 @@
+{"changelog":{"latest":{"index":3046251,"timestamp":"2019-12-21T01:07:12.968312+00:00"}},"container":{"total":144176},"papers":{"in_kbart":60298077,"in_web":18237653,"in_web_not_kbart":8312648,"is_oa":10401008,"total":100217831},"release":{"refs_total":801902579,"total":124161369}}
diff --git a/extra/stats/2019-12-20-prod-table-sizes.txt b/extra/stats/2019-12-20-prod-table-sizes.txt
new file mode 100644
index 00000000..a778e6f7
--- /dev/null
+++ b/extra/stats/2019-12-20-prod-table-sizes.txt
@@ -0,0 +1,147 @@
+                          table_name                          | table_size | indexes_size | total_size 
+--------------------------------------------------------------+------------+--------------+------------
+ "public"."refs_blob"                                         | 83 GB      | 2873 MB      | 85 GB
+ "public"."release_rev"                                       | 47 GB      | 29 GB        | 76 GB
+ "public"."release_contrib"                                   | 35 GB      | 31 GB        | 66 GB
+ "public"."release_edit"                                      | 12 GB      | 19 GB        | 31 GB
+ "public"."work_edit"                                         | 12 GB      | 19 GB        | 30 GB
+ "public"."release_ident"                                     | 8218 MB    | 14 GB        | 22 GB
+ "public"."work_ident"                                        | 8021 MB    | 14 GB        | 22 GB
+ "public"."abstracts"                                         | 12 GB      | 916 MB       | 13 GB
+ "public"."file_rev_url"                                      | 9364 MB    | 3465 MB      | 13 GB
+ "public"."work_rev"                                          | 5205 MB    | 5825 MB      | 11 GB
+ "public"."release_ref"                                       | 3950 MB    | 5626 MB      | 9577 MB
+ "public"."file_rev"                                          | 3062 MB    | 4431 MB      | 7494 MB
+ "public"."file_edit"                                         | 2524 MB    | 3798 MB      | 6322 MB
+ "public"."file_ident"                                        | 1662 MB    | 2357 MB      | 4019 MB
+ "public"."file_rev_release"                                  | 1533 MB    | 2387 MB      | 3920 MB
+ "public"."release_rev_abstract"                              | 1339 MB    | 1678 MB      | 3017 MB
+ "public"."editgroup"                                         | 653 MB     | 365 MB       | 1018 MB
+ "public"."creator_edit"                                      | 377 MB     | 420 MB       | 797 MB
+ "public"."creator_rev"                                       | 370 MB     | 353 MB       | 723 MB
+ "public"."creator_ident"                                     | 254 MB     | 319 MB       | 573 MB
+ "public"."release_rev_extid"                                 | 190 MB     | 296 MB       | 486 MB
+ "public"."changelog"                                         | 184 MB     | 204 MB       | 388 MB
+ "public"."container_rev"                                     | 74 MB      | 22 MB        | 96 MB
+ "public"."container_edit"                                    | 24 MB      | 30 MB        | 54 MB
+ "public"."container_ident"                                   | 10 MB      | 19 MB        | 29 MB
+ "pg_catalog"."pg_statistic"                                  | 1448 kB    | 40 kB        | 1488 kB
+ "pg_catalog"."pg_depend"                                     | 568 kB     | 848 kB       | 1416 kB
+ "pg_catalog"."pg_proc"                                       | 648 kB     | 352 kB       | 1000 kB
+ "pg_catalog"."pg_attribute"                                  | 664 kB     | 288 kB       | 952 kB
+ "pg_catalog"."pg_rewrite"                                    | 584 kB     | 32 kB        | 616 kB
+ "pg_catalog"."pg_description"                                | 360 kB     | 184 kB       | 544 kB
+ "pg_catalog"."pg_class"                                      | 160 kB     | 136 kB       | 296 kB
+ "pg_catalog"."pg_collation"                                  | 216 kB     | 80 kB        | 296 kB
+ "pg_catalog"."pg_constraint"                                 | 152 kB     | 128 kB       | 280 kB
+ "pg_catalog"."pg_operator"                                   | 152 kB     | 88 kB        | 240 kB
+ "pg_catalog"."pg_type"                                       | 144 kB     | 80 kB        | 224 kB
+ "pg_catalog"."pg_amop"                                       | 88 kB      | 112 kB       | 200 kB
+ "pg_catalog"."pg_trigger"                                    | 80 kB      | 64 kB        | 144 kB
+ "pg_catalog"."pg_amproc"                                     | 64 kB      | 64 kB        | 128 kB
+ "pg_catalog"."pg_index"                                      | 80 kB      | 32 kB        | 112 kB
+ "pg_catalog"."pg_conversion"                                 | 56 kB      | 48 kB        | 104 kB
+ "public"."webcapture_rev_cdx"                                | 64 kB      | 32 kB        | 96 kB
+ "information_schema"."sql_features"                          | 96 kB      | 0 bytes      | 96 kB
+ "pg_catalog"."pg_attrdef"                                    | 56 kB      | 32 kB        | 88 kB
+ "pg_catalog"."pg_opclass"                                    | 56 kB      | 32 kB        | 88 kB
+ "pg_catalog"."pg_cast"                                       | 48 kB      | 32 kB        | 80 kB
+ "pg_catalog"."pg_opfamily"                                   | 48 kB      | 32 kB        | 80 kB
+ "pg_catalog"."pg_ts_config_map"                              | 48 kB      | 32 kB        | 80 kB
+ "public"."fileset_rev_file"                                  | 48 kB      | 32 kB        | 80 kB
+ "pg_catalog"."pg_am"                                         | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_language"                                   | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_namespace"                                  | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_database"                                   | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_tablespace"                                 | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_auth_members"                               | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_shdepend"                                   | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_ts_config"                                  | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_ts_dict"                                    | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_ts_parser"                                  | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_ts_template"                                | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_extension"                                  | 40 kB      | 32 kB        | 72 kB
+ "pg_catalog"."pg_authid"                                     | 40 kB      | 32 kB        | 72 kB
+ "public"."editor"                                            | 16 kB      | 48 kB        | 64 kB
+ "public"."editgroup_annotation"                              | 16 kB      | 48 kB        | 64 kB
+ "public"."auth_oidc"                                         | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_edit"                                      | 16 kB      | 48 kB        | 64 kB
+ "pg_catalog"."pg_init_privs"                                 | 48 kB      | 16 kB        | 64 kB
+ "public"."webcapture_edit"                                   | 16 kB      | 48 kB        | 64 kB
+ "pg_catalog"."pg_shdescription"                              | 48 kB      | 16 kB        | 64 kB
+ "pg_catalog"."pg_aggregate"                                  | 48 kB      | 16 kB        | 64 kB
+ "pg_catalog"."pg_range"                                      | 40 kB      | 16 kB        | 56 kB
+ "pg_catalog"."pg_pltemplate"                                 | 40 kB      | 16 kB        | 56 kB
+ "information_schema"."sql_sizing"                            | 48 kB      | 0 bytes      | 48 kB
+ "information_schema"."sql_packages"                          | 48 kB      | 0 bytes      | 48 kB
+ "information_schema"."sql_languages"                         | 48 kB      | 0 bytes      | 48 kB
+ "information_schema"."sql_implementation_info"               | 48 kB      | 0 bytes      | 48 kB
+ "public"."webcapture_rev_url"                                | 16 kB      | 32 kB        | 48 kB
+ "public"."fileset_rev_url"                                   | 16 kB      | 32 kB        | 48 kB
+ "information_schema"."sql_parts"                             | 48 kB      | 0 bytes      | 48 kB
+ "public"."webcapture_ident"                                  | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_ident"                                     | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_rev_release"                               | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_rev_release"                            | 8192 bytes | 32 kB        | 40 kB
+ "public"."webcapture_rev"                                    | 16 kB      | 16 kB        | 32 kB
+ "public"."fileset_rev"                                       | 16 kB      | 16 kB        | 32 kB
+ "pg_catalog"."pg_statistic_ext"                              | 8192 bytes | 24 kB        | 32 kB
+ "pg_catalog"."pg_sequence"                                   | 8192 bytes | 16 kB        | 24 kB
+ "pg_catalog"."pg_enum"                                       | 0 bytes    | 24 kB        | 24 kB
+ "public"."__diesel_schema_migrations"                        | 8192 bytes | 16 kB        | 24 kB
+ "pg_catalog"."pg_inherits"                                   | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_user_mapping"                               | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_subscription"                               | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_shseclabel"                                 | 8192 bytes | 8192 bytes   | 16 kB
+ "pg_catalog"."pg_transform"                                  | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_seclabel"                                   | 8192 bytes | 8192 bytes   | 16 kB
+ "pg_catalog"."pg_publication"                                | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_publication_rel"                            | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_default_acl"                                | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_replication_origin"                         | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_policy"                                     | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_foreign_server"                             | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_event_trigger"                              | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_foreign_data_wrapper"                       | 0 bytes    | 16 kB        | 16 kB
+ "pg_catalog"."pg_db_role_setting"                            | 8192 bytes | 8192 bytes   | 16 kB
+ "pg_catalog"."pg_largeobject_metadata"                       | 0 bytes    | 8192 bytes   | 8192 bytes
+ "pg_catalog"."pg_largeobject"                                | 0 bytes    | 8192 bytes   | 8192 bytes
+ "pg_catalog"."pg_partitioned_table"                          | 0 bytes    | 8192 bytes   | 8192 bytes
+ "pg_catalog"."pg_subscription_rel"                           | 0 bytes    | 8192 bytes   | 8192 bytes
+ "pg_catalog"."pg_foreign_table"                              | 0 bytes    | 8192 bytes   | 8192 bytes
+ "information_schema"."sql_sizing_profiles"                   | 8192 bytes | 0 bytes      | 8192 bytes
+ "pg_catalog"."pg_stat_xact_user_tables"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_all_tables"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_sys_tables"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_user_tables"                         | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_all_indexes"                           | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_sys_indexes"                           | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_user_indexes"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_user_indexes"                        | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_all_sequences"                       | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_sys_sequences"                       | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_statio_user_sequences"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_activity"                              | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_replication"                           | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_wal_receiver"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_subscription"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_ssl"                                   | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_replication_slots"                          | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_database"                              | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_database_conflicts"                    | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_user_functions"                        | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_xact_user_functions"                   | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_archiver"                              | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_bgwriter"                              | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_stat_progress_vacuum"                       | 0 bytes    | 0 bytes      | 0 bytes
+ "pg_catalog"."pg_user_mappings"                              | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."key_column_usage"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."information_schema_catalog_name"       | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."column_privileges"                     | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."applicable_roles"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."administrable_role_authorizations"     | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."domain_udt_usage"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."attributes"                            | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."column_udt_usage"                      | 0 bytes    | 0 bytes      | 0 bytes
+ "information_schema"."character_sets"                        | 0 bytes    | 0 bytes      | 0 bytes
+[...]