aboutsummaryrefslogtreecommitdiffstats
path: root/extra/stats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2022-09-06 09:42:21 -0700
committerBryan Newbold <bnewbold@robocracy.org>2022-09-06 09:42:21 -0700
commit1bfa9a012bc9f1da44bf30c085eb3c4f893b4386 (patch)
treee56425426de1de52f15ab64d847fc104718c802e /extra/stats
parentc141d6c188fac166e76d270c457ff76e03fdaef9 (diff)
downloadfatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.tar.gz
fatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.zip
2022-09-06 stats
Diffstat (limited to 'extra/stats')
-rw-r--r--extra/stats/2022-09-06-prod-stats.json146
-rw-r--r--extra/stats/2022-09-06-table-sizes.txt48
2 files changed, 194 insertions, 0 deletions
diff --git a/extra/stats/2022-09-06-prod-stats.json b/extra/stats/2022-09-06-prod-stats.json
new file mode 100644
index 00000000..e7755f9f
--- /dev/null
+++ b/extra/stats/2022-09-06-prod-stats.json
@@ -0,0 +1,146 @@
+<!DOCTYPE html>
+<html lang="en" style="position: relative; min-height: 100%; height: auto;">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+ <meta name="referrer" content="origin-when-cross-origin">
+
+ <title>Stats | fatcat!</title>
+
+ <link rel="stylesheet"
+ type="text/css"
+ href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.css"
+ type="text/css"
+ crossorigin="anonymous">
+ <link rel="preload"
+ href="https://fonts.googleapis.com/css?family=Lato:400,700,400italic,700italic&subset=latin&display=swap"
+ as="style">
+ <link rel="preload"
+ href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/themes/default/assets/fonts/icons.woff2"
+ as="font"
+ type="font/woff2"
+ crossorigin="anonymous">
+ <link rel="icon" href="data:,">
+
+ <style>
+ .ui.inverted.menu .item:before { background: none; }
+
+ @media only screen and (max-width: 479px) {
+ .mobile-hide{ display: none !important; }
+ }
+
+ .field textarea#toml {
+ font-family: monospace;
+ }
+ </style>
+</head>
+<body style="margin-bottom: 130px;">
+
+<header class="ui fixed inverted menu" style="height: 3em;">
+ <div class="ui container">
+ <a href="/" class="header item">
+ <!-- <img class="logo" src="assets/images/logo.png"> -->
+ fatcat!
+ </a>
+ <a href="/about" class="item mobile-hide">About</a>
+ <a href="https://guide.fatcat.wiki/" class="item mobile-hide">Guide</a>
+ <a href="/changelog" class="item mobile-hide">Changelog</a>
+ <div class="right menu">
+ <div class="item" style="padding: 0;">
+ <form class="" action="/search" method="get" role="search" aria-label="Papers">
+ <div class="ui transparent inverted icon input">
+ <i class="search icon" style="padding-right: 2em;"></i>
+ <input type="text" placeholder="Search Papers..." name="q" style="border: 1px solid #777 !important; padding: 5px !important; width: 15em;">
+ </div>
+ </form>
+ </div>
+ <div class="ui simple item">
+ <a href="/auth/login">Login/Signup</a>
+ </div>
+ </div>
+ </div>
+</header>
+
+
+<!-- 4em top margin is "enough" -->
+<main class="ui main container" style="margin-top: 6em; margin-bottom: 2em;" >
+ <div class="ui container text">
+
+<h1>Stats</h1>
+
+You can also fetch these numbers <a href="./stats.json">as JSON</a>.
+
+<h3>Changelog</h3>
+
+<p>Latest changelog index is 6205643 (2022-09-06).
+
+<h3>Entities</h3>
+
+<table class="ui structured table">
+ <tbody>
+ <tr style="padding-top:0px;"><td rowspan="5" class="active top aligned center aligned"><b>"Papers"</b></td>
+ <td>Total</td>
+ <td class="right aligned">131,082,821</td>
+ <tr>
+ <td>Fulltext on web</td>
+ <td class="right aligned">37,792,347</td>
+ <tr>
+ <td>"Gold" Open Access</td>
+ <td class="right aligned">25,854,622</td>
+ <tr>
+ <td>In a Keepers/KBART archive</td>
+ <td class="right aligned">78,632,782</td>
+ <tr>
+ <td>On web, not in Keepers</td>
+ <td class="right aligned">19,770,890</td>
+
+ <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Releases</b></td>
+ <td>Total</td>
+ <td class="right aligned">188,266,679</td>
+
+ <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Containers</b></td>
+ <td>Total</td>
+ <td class="right aligned">194,685</td>
+ </tbody>
+</table>
+
+<br>
+<i>"Papers" are journal articles and conference proceedings, a subset of Releases</i>
+
+ </div>
+</main>
+
+
+<footer class="ui inverted vertical footer segment" style="margin-top: 2em; padding-top: 2em; padding-bottom:2em; position: absolute; bottom: 0px; width: 100%;">
+ <div class="ui center aligned container">
+ <div class="ui horizontal inverted small divided link list">
+ <a class="item" href="/">fatcat!</a>
+ <a class="item" href="/about">About</a>
+ <a class="item" href="https://guide.fatcat.wiki/sources.html">Sources</a>
+ <a class="item" href="https://stats.uptimerobot.com/GM9YNSrB0">Status</a>
+ <a class="item" href="https://guide.fatcat.wiki/bulk_exports.html">Bulk Exports</a>
+ <a class="item" href="https://github.com/internetarchive/fatcat/">Code</a>
+ <a class="item" href="https://github.com/internetarchive/fatcat/tree/v0.5.1-109-g5ecf72cb"><code>v0.5.1-109-g5ecf72cb</code></a>
+ </div>
+ </div>
+</footer>
+
+<script
+ src="https://cdn.jsdelivr.net/npm/jquery@3.3.1/dist/jquery.min.js"
+ integrity="sha256-FgpCb/KJQlLNfOu91ta32o/NMZxltwRo8QtmkMRdAu8="
+ crossorigin="anonymous">
+</script>
+<script
+ src="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.js"
+ integrity="sha256-9H3HWYnPJ2bEHgkOrw+48KheOqYzTvJd1hbeU9sEDFk="
+ crossorigin="anonymous">
+</script>
+<script>
+ window.goatcounter = {
+ /* title leaks search query, so don't report it */
+ title: "",
+ };
+ </script>
+ <script data-goatcounter="/goatcounter/count" async src="/goatcounter/count.js"></script>
+</body>
+</html> \ No newline at end of file
diff --git a/extra/stats/2022-09-06-table-sizes.txt b/extra/stats/2022-09-06-table-sizes.txt
new file mode 100644
index 00000000..ddbd6842
--- /dev/null
+++ b/extra/stats/2022-09-06-table-sizes.txt
@@ -0,0 +1,48 @@
+
+PostgreSQL 13.5 - wbgrp-svc502.us.archive.org
+Size: 760.02G
+
+ table_name | table_size | indexes_size | total_size
+---------------------------------------+------------+--------------+------------
+ "public"."release_contrib" | 90 GB | 34 GB | 124 GB
+ "public"."refs_blob" | 121 GB | 2295 MB | 123 GB
+ "public"."release_rev" | 87 GB | 26 GB | 112 GB
+ "public"."file_rev" | 36 GB | 30 GB | 66 GB
+ "public"."file_rev_url" | 32 GB | 8778 MB | 40 GB
+ "public"."release_edit" | 19 GB | 21 GB | 40 GB
+ "public"."abstracts" | 36 GB | 3726 MB | 40 GB
+ "public"."work_edit" | 18 GB | 20 GB | 38 GB
+ "public"."file_edit" | 19 GB | 16 GB | 35 GB
+ "public"."release_ident" | 12 GB | 12 GB | 24 GB
+ "public"."work_ident" | 12 GB | 12 GB | 23 GB
+ "public"."file_rev_release" | 9100 MB | 10 GB | 19 GB
+ "public"."file_ident" | 7914 MB | 7647 MB | 15 GB
+ "public"."release_ref" | 7012 MB | 6486 MB | 13 GB
+ "public"."work_rev" | 7900 MB | 5280 MB | 13 GB
+ "public"."release_rev_abstract" | 5217 MB | 7395 MB | 12 GB
+ "public"."webcapture_rev_cdx" | 9173 MB | 862 MB | 10035 MB
+ "public"."creator_edit" | 1203 MB | 1919 MB | 3122 MB
+ "public"."creator_rev" | 1198 MB | 1427 MB | 2624 MB
+ "public"."creator_ident" | 812 MB | 1258 MB | 2070 MB
+ "public"."editgroup" | 1347 MB | 272 MB | 1620 MB
+ "public"."release_rev_extid" | 540 MB | 672 MB | 1212 MB
+ "public"."changelog" | 406 MB | 318 MB | 724 MB
+ "public"."container_rev" | 251 MB | 62 MB | 313 MB
+ "public"."webcapture_edit" | 168 MB | 105 MB | 273 MB
+ "public"."webcapture_rev_url" | 133 MB | 44 MB | 177 MB
+ "public"."container_edit" | 63 MB | 72 MB | 135 MB
+ "public"."webcapture_rev_release" | 48 MB | 71 MB | 119 MB
+ "public"."webcapture_rev" | 91 MB | 27 MB | 118 MB
+ "public"."webcapture_ident" | 54 MB | 55 MB | 108 MB
+ "public"."container_ident" | 13 MB | 21 MB | 34 MB
+ "public"."editor" | 104 kB | 168 kB | 272 kB
+ "public"."auth_oidc" | 104 kB | 160 kB | 264 kB
+ "public"."editgroup_annotation" | 88 kB | 48 kB | 136 kB
+ "public"."fileset_rev_file" | 88 kB | 32 kB | 120 kB
+ "public"."fileset_edit" | 16 kB | 48 kB | 64 kB
+ "public"."fileset_rev_url" | 16 kB | 32 kB | 48 kB
+ "public"."fileset_rev_release" | 8192 bytes | 32 kB | 40 kB
+ "public"."fileset_ident" | 8192 bytes | 32 kB | 40 kB
+ "public"."fileset_rev" | 16 kB | 16 kB | 32 kB
+ "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB | 24 kB
+(41 rows)
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-22 10:49:25 +0000