diff options
| -rw-r--r-- | extra/stats/2022-09-06-prod-stats.json | 146 | ||||
| -rw-r--r-- | extra/stats/2022-09-06-table-sizes.txt | 48 |
2 files changed, 194 insertions, 0 deletions
diff --git a/extra/stats/2022-09-06-prod-stats.json b/extra/stats/2022-09-06-prod-stats.json new file mode 100644 index 00000000..e7755f9f --- /dev/null +++ b/extra/stats/2022-09-06-prod-stats.json @@ -0,0 +1,146 @@ +<!DOCTYPE html> +<html lang="en" style="position: relative; min-height: 100%; height: auto;"> +<head> + <meta charset="utf-8" /> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + <meta name="referrer" content="origin-when-cross-origin"> + + <title>Stats | fatcat!</title> + + <link rel="stylesheet" + type="text/css" + href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.css" + type="text/css" + crossorigin="anonymous"> + <link rel="preload" + href="https://fonts.googleapis.com/css?family=Lato:400,700,400italic,700italic&subset=latin&display=swap" + as="style"> + <link rel="preload" + href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/themes/default/assets/fonts/icons.woff2" + as="font" + type="font/woff2" + crossorigin="anonymous"> + <link rel="icon" href="data:,"> + + <style> + .ui.inverted.menu .item:before { background: none; } + + @media only screen and (max-width: 479px) { + .mobile-hide{ display: none !important; } + } + + .field textarea#toml { + font-family: monospace; + } + </style> +</head> +<body style="margin-bottom: 130px;"> + +<header class="ui fixed inverted menu" style="height: 3em;"> + <div class="ui container"> + <a href="/" class="header item"> + <!-- <img class="logo" src="assets/images/logo.png"> --> + fatcat! + </a> + <a href="/about" class="item mobile-hide">About</a> + <a href="https://guide.fatcat.wiki/" class="item mobile-hide">Guide</a> + <a href="/changelog" class="item mobile-hide">Changelog</a> + <div class="right menu"> + <div class="item" style="padding: 0;"> + <form class="" action="/search" method="get" role="search" aria-label="Papers"> + <div class="ui transparent inverted icon input"> + <i class="search icon" style="padding-right: 2em;"></i> + <input type="text" placeholder="Search Papers..." name="q" style="border: 1px solid #777 !important; padding: 5px !important; width: 15em;"> + </div> + </form> + </div> + <div class="ui simple item"> + <a href="/auth/login">Login/Signup</a> + </div> + </div> + </div> +</header> + + +<!-- 4em top margin is "enough" --> +<main class="ui main container" style="margin-top: 6em; margin-bottom: 2em;" > + <div class="ui container text"> + +<h1>Stats</h1> + +You can also fetch these numbers <a href="./stats.json">as JSON</a>. + +<h3>Changelog</h3> + +<p>Latest changelog index is 6205643 (2022-09-06). + +<h3>Entities</h3> + +<table class="ui structured table"> + <tbody> + <tr style="padding-top:0px;"><td rowspan="5" class="active top aligned center aligned"><b>"Papers"</b></td> + <td>Total</td> + <td class="right aligned">131,082,821</td> + <tr> + <td>Fulltext on web</td> + <td class="right aligned">37,792,347</td> + <tr> + <td>"Gold" Open Access</td> + <td class="right aligned">25,854,622</td> + <tr> + <td>In a Keepers/KBART archive</td> + <td class="right aligned">78,632,782</td> + <tr> + <td>On web, not in Keepers</td> + <td class="right aligned">19,770,890</td> + + <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Releases</b></td> + <td>Total</td> + <td class="right aligned">188,266,679</td> + + <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Containers</b></td> + <td>Total</td> + <td class="right aligned">194,685</td> + </tbody> +</table> + +<br> +<i>"Papers" are journal articles and conference proceedings, a subset of Releases</i> + + </div> +</main> + + +<footer class="ui inverted vertical footer segment" style="margin-top: 2em; padding-top: 2em; padding-bottom:2em; position: absolute; bottom: 0px; width: 100%;"> + <div class="ui center aligned container"> + <div class="ui horizontal inverted small divided link list"> + <a class="item" href="/">fatcat!</a> + <a class="item" href="/about">About</a> + <a class="item" href="https://guide.fatcat.wiki/sources.html">Sources</a> + <a class="item" href="https://stats.uptimerobot.com/GM9YNSrB0">Status</a> + <a class="item" href="https://guide.fatcat.wiki/bulk_exports.html">Bulk Exports</a> + <a class="item" href="https://github.com/internetarchive/fatcat/">Code</a> + <a class="item" href="https://github.com/internetarchive/fatcat/tree/v0.5.1-109-g5ecf72cb"><code>v0.5.1-109-g5ecf72cb</code></a> + </div> + </div> +</footer> + +<script + src="https://cdn.jsdelivr.net/npm/jquery@3.3.1/dist/jquery.min.js" + integrity="sha256-FgpCb/KJQlLNfOu91ta32o/NMZxltwRo8QtmkMRdAu8=" + crossorigin="anonymous"> +</script> +<script + src="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.js" + integrity="sha256-9H3HWYnPJ2bEHgkOrw+48KheOqYzTvJd1hbeU9sEDFk=" + crossorigin="anonymous"> +</script> +<script> + window.goatcounter = { + /* title leaks search query, so don't report it */ + title: "", + }; + </script> + <script data-goatcounter="/goatcounter/count" async src="/goatcounter/count.js"></script> +</body> +</html>
\ No newline at end of file diff --git a/extra/stats/2022-09-06-table-sizes.txt b/extra/stats/2022-09-06-table-sizes.txt new file mode 100644 index 00000000..ddbd6842 --- /dev/null +++ b/extra/stats/2022-09-06-table-sizes.txt @@ -0,0 +1,48 @@ + +PostgreSQL 13.5 - wbgrp-svc502.us.archive.org +Size: 760.02G + + table_name | table_size | indexes_size | total_size +---------------------------------------+------------+--------------+------------ + "public"."release_contrib" | 90 GB | 34 GB | 124 GB + "public"."refs_blob" | 121 GB | 2295 MB | 123 GB + "public"."release_rev" | 87 GB | 26 GB | 112 GB + "public"."file_rev" | 36 GB | 30 GB | 66 GB + "public"."file_rev_url" | 32 GB | 8778 MB | 40 GB + "public"."release_edit" | 19 GB | 21 GB | 40 GB + "public"."abstracts" | 36 GB | 3726 MB | 40 GB + "public"."work_edit" | 18 GB | 20 GB | 38 GB + "public"."file_edit" | 19 GB | 16 GB | 35 GB + "public"."release_ident" | 12 GB | 12 GB | 24 GB + "public"."work_ident" | 12 GB | 12 GB | 23 GB + "public"."file_rev_release" | 9100 MB | 10 GB | 19 GB + "public"."file_ident" | 7914 MB | 7647 MB | 15 GB + "public"."release_ref" | 7012 MB | 6486 MB | 13 GB + "public"."work_rev" | 7900 MB | 5280 MB | 13 GB + "public"."release_rev_abstract" | 5217 MB | 7395 MB | 12 GB + "public"."webcapture_rev_cdx" | 9173 MB | 862 MB | 10035 MB + "public"."creator_edit" | 1203 MB | 1919 MB | 3122 MB + "public"."creator_rev" | 1198 MB | 1427 MB | 2624 MB + "public"."creator_ident" | 812 MB | 1258 MB | 2070 MB + "public"."editgroup" | 1347 MB | 272 MB | 1620 MB + "public"."release_rev_extid" | 540 MB | 672 MB | 1212 MB + "public"."changelog" | 406 MB | 318 MB | 724 MB + "public"."container_rev" | 251 MB | 62 MB | 313 MB + "public"."webcapture_edit" | 168 MB | 105 MB | 273 MB + "public"."webcapture_rev_url" | 133 MB | 44 MB | 177 MB + "public"."container_edit" | 63 MB | 72 MB | 135 MB + "public"."webcapture_rev_release" | 48 MB | 71 MB | 119 MB + "public"."webcapture_rev" | 91 MB | 27 MB | 118 MB + "public"."webcapture_ident" | 54 MB | 55 MB | 108 MB + "public"."container_ident" | 13 MB | 21 MB | 34 MB + "public"."editor" | 104 kB | 168 kB | 272 kB + "public"."auth_oidc" | 104 kB | 160 kB | 264 kB + "public"."editgroup_annotation" | 88 kB | 48 kB | 136 kB + "public"."fileset_rev_file" | 88 kB | 32 kB | 120 kB + "public"."fileset_edit" | 16 kB | 48 kB | 64 kB + "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB + "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB + "public"."fileset_rev" | 16 kB | 16 kB | 32 kB + "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB +(41 rows) |