summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2019-12-20 17:19:23 -0800
committerBryan Newbold <bnewbold@robocracy.org>2019-12-20 17:19:23 -0800
commit2a227f544fc9663878516fba53ad41860cda6d5b (patch)
tree7231a57badf002f822ce17232ec43ab5487e8af0
parentefb107c849020fbd4858a6010d1ce20e8d61b913 (diff)
downloadfatcat-2a227f544fc9663878516fba53ad41860cda6d5b.tar.gz
fatcat-2a227f544fc9663878516fba53ad41860cda6d5b.zip
add 2019-12-20 stats
-rw-r--r--extra/stats/2019-12-20-prod-stats.json1
-rw-r--r--extra/stats/2019-12-20-prod-table-sizes.txt147
2 files changed, 148 insertions, 0 deletions
diff --git a/extra/stats/2019-12-20-prod-stats.json b/extra/stats/2019-12-20-prod-stats.json
new file mode 100644
index 00000000..bf2b3eb2
--- /dev/null
+++ b/extra/stats/2019-12-20-prod-stats.json
@@ -0,0 +1 @@
+{"changelog":{"latest":{"index":3046251,"timestamp":"2019-12-21T01:07:12.968312+00:00"}},"container":{"total":144176},"papers":{"in_kbart":60298077,"in_web":18237653,"in_web_not_kbart":8312648,"is_oa":10401008,"total":100217831},"release":{"refs_total":801902579,"total":124161369}}
diff --git a/extra/stats/2019-12-20-prod-table-sizes.txt b/extra/stats/2019-12-20-prod-table-sizes.txt
new file mode 100644
index 00000000..a778e6f7
--- /dev/null
+++ b/extra/stats/2019-12-20-prod-table-sizes.txt
@@ -0,0 +1,147 @@
+ table_name | table_size | indexes_size | total_size
+--------------------------------------------------------------+------------+--------------+------------
+ "public"."refs_blob" | 83 GB | 2873 MB | 85 GB
+ "public"."release_rev" | 47 GB | 29 GB | 76 GB
+ "public"."release_contrib" | 35 GB | 31 GB | 66 GB
+ "public"."release_edit" | 12 GB | 19 GB | 31 GB
+ "public"."work_edit" | 12 GB | 19 GB | 30 GB
+ "public"."release_ident" | 8218 MB | 14 GB | 22 GB
+ "public"."work_ident" | 8021 MB | 14 GB | 22 GB
+ "public"."abstracts" | 12 GB | 916 MB | 13 GB
+ "public"."file_rev_url" | 9364 MB | 3465 MB | 13 GB
+ "public"."work_rev" | 5205 MB | 5825 MB | 11 GB
+ "public"."release_ref" | 3950 MB | 5626 MB | 9577 MB
+ "public"."file_rev" | 3062 MB | 4431 MB | 7494 MB
+ "public"."file_edit" | 2524 MB | 3798 MB | 6322 MB
+ "public"."file_ident" | 1662 MB | 2357 MB | 4019 MB
+ "public"."file_rev_release" | 1533 MB | 2387 MB | 3920 MB
+ "public"."release_rev_abstract" | 1339 MB | 1678 MB | 3017 MB
+ "public"."editgroup" | 653 MB | 365 MB | 1018 MB
+ "public"."creator_edit" | 377 MB | 420 MB | 797 MB
+ "public"."creator_rev" | 370 MB | 353 MB | 723 MB
+ "public"."creator_ident" | 254 MB | 319 MB | 573 MB
+ "public"."release_rev_extid" | 190 MB | 296 MB | 486 MB
+ "public"."changelog" | 184 MB | 204 MB | 388 MB
+ "public"."container_rev" | 74 MB | 22 MB | 96 MB
+ "public"."container_edit" | 24 MB | 30 MB | 54 MB
+ "public"."container_ident" | 10 MB | 19 MB | 29 MB
+ "pg_catalog"."pg_statistic" | 1448 kB | 40 kB | 1488 kB
+ "pg_catalog"."pg_depend" | 568 kB | 848 kB | 1416 kB
+ "pg_catalog"."pg_proc" | 648 kB | 352 kB | 1000 kB
+ "pg_catalog"."pg_attribute" | 664 kB | 288 kB | 952 kB
+ "pg_catalog"."pg_rewrite" | 584 kB | 32 kB | 616 kB
+ "pg_catalog"."pg_description" | 360 kB | 184 kB | 544 kB
+ "pg_catalog"."pg_class" | 160 kB | 136 kB | 296 kB
+ "pg_catalog"."pg_collation" | 216 kB | 80 kB | 296 kB
+ "pg_catalog"."pg_constraint" | 152 kB | 128 kB | 280 kB
+ "pg_catalog"."pg_operator" | 152 kB | 88 kB | 240 kB
+ "pg_catalog"."pg_type" | 144 kB | 80 kB | 224 kB
+ "pg_catalog"."pg_amop" | 88 kB | 112 kB | 200 kB
+ "pg_catalog"."pg_trigger" | 80 kB | 64 kB | 144 kB
+ "pg_catalog"."pg_amproc" | 64 kB | 64 kB | 128 kB
+ "pg_catalog"."pg_index" | 80 kB | 32 kB | 112 kB
+ "pg_catalog"."pg_conversion" | 56 kB | 48 kB | 104 kB
+ "public"."webcapture_rev_cdx" | 64 kB | 32 kB | 96 kB
+ "information_schema"."sql_features" | 96 kB | 0 bytes | 96 kB
+ "pg_catalog"."pg_attrdef" | 56 kB | 32 kB | 88 kB
+ "pg_catalog"."pg_opclass" | 56 kB | 32 kB | 88 kB
+ "pg_catalog"."pg_cast" | 48 kB | 32 kB | 80 kB
+ "pg_catalog"."pg_opfamily" | 48 kB | 32 kB | 80 kB
+ "pg_catalog"."pg_ts_config_map" | 48 kB | 32 kB | 80 kB
+ "public"."fileset_rev_file" | 48 kB | 32 kB | 80 kB
+ "pg_catalog"."pg_am" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_language" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_namespace" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_database" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_tablespace" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_auth_members" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_shdepend" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_ts_config" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_ts_dict" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_ts_parser" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_ts_template" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_extension" | 40 kB | 32 kB | 72 kB
+ "pg_catalog"."pg_authid" | 40 kB | 32 kB | 72 kB
+ "public"."editor" | 16 kB | 48 kB | 64 kB
+ "public"."editgroup_annotation" | 16 kB | 48 kB | 64 kB
+ "public"."auth_oidc" | 16 kB | 48 kB | 64 kB
+ "public"."fileset_edit" | 16 kB | 48 kB | 64 kB
+ "pg_catalog"."pg_init_privs" | 48 kB | 16 kB | 64 kB
+ "public"."webcapture_edit" | 16 kB | 48 kB | 64 kB
+ "pg_catalog"."pg_shdescription" | 48 kB | 16 kB | 64 kB
+ "pg_catalog"."pg_aggregate" | 48 kB | 16 kB | 64 kB
+ "pg_catalog"."pg_range" | 40 kB | 16 kB | 56 kB
+ "pg_catalog"."pg_pltemplate" | 40 kB | 16 kB | 56 kB
+ "information_schema"."sql_sizing" | 48 kB | 0 bytes | 48 kB
+ "information_schema"."sql_packages" | 48 kB | 0 bytes | 48 kB
+ "information_schema"."sql_languages" | 48 kB | 0 bytes | 48 kB
+ "information_schema"."sql_implementation_info" | 48 kB | 0 bytes | 48 kB
+ "public"."webcapture_rev_url" | 16 kB | 32 kB | 48 kB
+ "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB
+ "information_schema"."sql_parts" | 48 kB | 0 bytes | 48 kB
+ "public"."webcapture_ident" | 8192 bytes | 32 kB | 40 kB
+ "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB
+ "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB
+ "public"."webcapture_rev_release" | 8192 bytes | 32 kB | 40 kB
+ "public"."webcapture_rev" | 16 kB | 16 kB | 32 kB
+ "public"."fileset_rev" | 16 kB | 16 kB | 32 kB
+ "pg_catalog"."pg_statistic_ext" | 8192 bytes | 24 kB | 32 kB
+ "pg_catalog"."pg_sequence" | 8192 bytes | 16 kB | 24 kB
+ "pg_catalog"."pg_enum" | 0 bytes | 24 kB | 24 kB
+ "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB
+ "pg_catalog"."pg_inherits" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_user_mapping" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_subscription" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_shseclabel" | 8192 bytes | 8192 bytes | 16 kB
+ "pg_catalog"."pg_transform" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_seclabel" | 8192 bytes | 8192 bytes | 16 kB
+ "pg_catalog"."pg_publication" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_publication_rel" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_default_acl" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_replication_origin" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_policy" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_foreign_server" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_event_trigger" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_foreign_data_wrapper" | 0 bytes | 16 kB | 16 kB
+ "pg_catalog"."pg_db_role_setting" | 8192 bytes | 8192 bytes | 16 kB
+ "pg_catalog"."pg_largeobject_metadata" | 0 bytes | 8192 bytes | 8192 bytes
+ "pg_catalog"."pg_largeobject" | 0 bytes | 8192 bytes | 8192 bytes
+ "pg_catalog"."pg_partitioned_table" | 0 bytes | 8192 bytes | 8192 bytes
+ "pg_catalog"."pg_subscription_rel" | 0 bytes | 8192 bytes | 8192 bytes
+ "pg_catalog"."pg_foreign_table" | 0 bytes | 8192 bytes | 8192 bytes
+ "information_schema"."sql_sizing_profiles" | 8192 bytes | 0 bytes | 8192 bytes
+ "pg_catalog"."pg_stat_xact_user_tables" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_all_tables" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_sys_tables" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_user_tables" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_all_indexes" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_sys_indexes" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_user_indexes" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_user_indexes" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_all_sequences" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_sys_sequences" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_statio_user_sequences" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_activity" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_replication" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_wal_receiver" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_subscription" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_ssl" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_replication_slots" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_database" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_database_conflicts" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_user_functions" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_xact_user_functions" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_archiver" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_bgwriter" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_stat_progress_vacuum" | 0 bytes | 0 bytes | 0 bytes
+ "pg_catalog"."pg_user_mappings" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."key_column_usage" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."information_schema_catalog_name" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."column_privileges" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."applicable_roles" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."administrable_role_authorizations" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."domain_udt_usage" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."attributes" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."column_udt_usage" | 0 bytes | 0 bytes | 0 bytes
+ "information_schema"."character_sets" | 0 bytes | 0 bytes | 0 bytes
+[...]