2022-09-06 stats

author: Bryan Newbold <bnewbold@robocracy.org> 2022-09-06 09:42:21 -0700
committer: Bryan Newbold <bnewbold@robocracy.org> 2022-09-06 09:42:21 -0700
commit: 1bfa9a012bc9f1da44bf30c085eb3c4f893b4386 (patch)
tree: e56425426de1de52f15ab64d847fc104718c802e
parent: c141d6c188fac166e76d270c457ff76e03fdaef9 (diff)
download: fatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.tar.gz
fatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.zip
2 files changed, 194 insertions, 0 deletions
diff --git a/extra/stats/2022-09-06-prod-stats.json b/extra/stats/2022-09-06-prod-stats.json
new file mode 100644
index 00000000..e7755f9f
--- /dev/null
+++ b/extra/stats/2022-09-06-prod-stats.json
@@ -0,0 +1,146 @@
+<!DOCTYPE html>
+<html lang="en" style="position: relative; min-height: 100%; height: auto;">
+<head>
+  <meta charset="utf-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <meta name="referrer" content="origin-when-cross-origin">
+
+  <title>Stats | fatcat!</title>
+
+  <link rel="stylesheet"
+    type="text/css"
+    href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.css"
+    type="text/css"
+    crossorigin="anonymous">
+  <link rel="preload"
+    href="https://fonts.googleapis.com/css?family=Lato:400,700,400italic,700italic&subset=latin&display=swap"
+    as="style">
+  <link rel="preload"
+    href="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/themes/default/assets/fonts/icons.woff2"
+    as="font"
+    type="font/woff2"
+    crossorigin="anonymous">
+  <link rel="icon" href="data:,">
+
+  <style>
+    .ui.inverted.menu .item:before { background: none; }
+
+    @media only screen and (max-width: 479px) {
+      .mobile-hide{ display: none !important; }
+    }
+
+    .field textarea#toml {
+      font-family: monospace;
+    }
+  </style>
+</head>
+<body style="margin-bottom: 130px;">
+
+<header class="ui fixed inverted menu" style="height: 3em;">
+  <div class="ui container">
+    <a href="/" class="header item">
+      <!-- <img class="logo" src="assets/images/logo.png"> -->
+      fatcat!
+    </a>
+    <a href="/about" class="item mobile-hide">About</a>
+    <a href="https://guide.fatcat.wiki/" class="item mobile-hide">Guide</a>
+    <a href="/changelog" class="item mobile-hide">Changelog</a>
+    <div class="right menu">
+      <div class="item" style="padding: 0;">
+        <form class="" action="/search" method="get" role="search" aria-label="Papers">
+          <div class="ui transparent inverted icon input">
+            <i class="search icon" style="padding-right: 2em;"></i>
+            <input type="text" placeholder="Search Papers..." name="q" style="border: 1px solid #777 !important; padding: 5px !important; width: 15em;">
+          </div>
+        </form>
+      </div>
+      <div class="ui simple item">
+        <a href="/auth/login">Login/Signup</a>
+      </div>
+    </div>
+  </div>
+</header>
+
+
+<!-- 4em top margin is "enough" -->
+<main class="ui main container" style="margin-top: 6em; margin-bottom: 2em;" >
+  <div class="ui container text">
+
+<h1>Stats</h1>
+
+You can also fetch these numbers <a href="./stats.json">as JSON</a>.
+
+<h3>Changelog</h3>
+
+<p>Latest changelog index is 6205643 (2022-09-06).
+
+<h3>Entities</h3>
+
+<table class="ui structured table">
+  <tbody>
+    <tr style="padding-top:0px;"><td rowspan="5" class="active top aligned center aligned"><b>"Papers"</b></td>
+        <td>Total</td>
+        <td class="right aligned">131,082,821</td>
+    <tr>
+        <td>Fulltext on web</td>
+        <td class="right aligned">37,792,347</td>
+    <tr>
+        <td>"Gold" Open Access</td>
+        <td class="right aligned">25,854,622</td>
+    <tr>
+        <td>In a Keepers/KBART archive</td>
+        <td class="right aligned">78,632,782</td>
+    <tr>
+        <td>On web, not in Keepers</td>
+        <td class="right aligned">19,770,890</td>
+
+    <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Releases</b></td>
+        <td>Total</td>
+        <td class="right aligned">188,266,679</td>
+
+    <tr style="padding-top:0px;"><td rowspan="1" class="active top aligned center aligned"><b>Containers</b></td>
+        <td>Total</td>
+        <td class="right aligned">194,685</td>
+  </tbody>
+</table>
+
+<br>
+<i>"Papers" are journal articles and conference proceedings, a subset of Releases</i>
+
+  </div>
+</main>
+
+
+<footer class="ui inverted vertical footer segment" style="margin-top: 2em; padding-top: 2em; padding-bottom:2em; position: absolute; bottom: 0px; width: 100%;">
+  <div class="ui center aligned container">
+    <div class="ui horizontal inverted small divided link list">
+      <a class="item" href="/">fatcat!</a>
+      <a class="item" href="/about">About</a>
+      <a class="item" href="https://guide.fatcat.wiki/sources.html">Sources</a>
+      <a class="item" href="https://stats.uptimerobot.com/GM9YNSrB0">Status</a>
+      <a class="item" href="https://guide.fatcat.wiki/bulk_exports.html">Bulk Exports</a>
+      <a class="item" href="https://github.com/internetarchive/fatcat/">Code</a>
+      <a class="item" href="https://github.com/internetarchive/fatcat/tree/v0.5.1-109-g5ecf72cb"><code>v0.5.1-109-g5ecf72cb</code></a>
+    </div>
+  </div>
+</footer>
+
+<script
+  src="https://cdn.jsdelivr.net/npm/jquery@3.3.1/dist/jquery.min.js"
+  integrity="sha256-FgpCb/KJQlLNfOu91ta32o/NMZxltwRo8QtmkMRdAu8="
+  crossorigin="anonymous">
+</script>
+<script
+  src="https://cdn.jsdelivr.net/npm/fomantic-ui@2.8.6/dist/semantic.min.js"
+  integrity="sha256-9H3HWYnPJ2bEHgkOrw+48KheOqYzTvJd1hbeU9sEDFk="
+  crossorigin="anonymous">
+</script>
+<script>
+    window.goatcounter = {
+        /* title leaks search query, so don't report it */
+        title: "",
+    };
+  </script>
+  <script data-goatcounter="/goatcounter/count" async src="/goatcounter/count.js"></script>
+</body>
+</html>
+\ No newline at end of file
diff --git a/extra/stats/2022-09-06-table-sizes.txt b/extra/stats/2022-09-06-table-sizes.txt
new file mode 100644
index 00000000..ddbd6842
--- /dev/null
+++ b/extra/stats/2022-09-06-table-sizes.txt
@@ -0,0 +1,48 @@
+
+PostgreSQL 13.5 - wbgrp-svc502.us.archive.org
+Size: 760.02G
+
+              table_name               | table_size | indexes_size | total_size 
+---------------------------------------+------------+--------------+------------
+ "public"."release_contrib"            | 90 GB      | 34 GB        | 124 GB
+ "public"."refs_blob"                  | 121 GB     | 2295 MB      | 123 GB
+ "public"."release_rev"                | 87 GB      | 26 GB        | 112 GB
+ "public"."file_rev"                   | 36 GB      | 30 GB        | 66 GB
+ "public"."file_rev_url"               | 32 GB      | 8778 MB      | 40 GB
+ "public"."release_edit"               | 19 GB      | 21 GB        | 40 GB
+ "public"."abstracts"                  | 36 GB      | 3726 MB      | 40 GB
+ "public"."work_edit"                  | 18 GB      | 20 GB        | 38 GB
+ "public"."file_edit"                  | 19 GB      | 16 GB        | 35 GB
+ "public"."release_ident"              | 12 GB      | 12 GB        | 24 GB
+ "public"."work_ident"                 | 12 GB      | 12 GB        | 23 GB
+ "public"."file_rev_release"           | 9100 MB    | 10 GB        | 19 GB
+ "public"."file_ident"                 | 7914 MB    | 7647 MB      | 15 GB
+ "public"."release_ref"                | 7012 MB    | 6486 MB      | 13 GB
+ "public"."work_rev"                   | 7900 MB    | 5280 MB      | 13 GB
+ "public"."release_rev_abstract"       | 5217 MB    | 7395 MB      | 12 GB
+ "public"."webcapture_rev_cdx"         | 9173 MB    | 862 MB       | 10035 MB
+ "public"."creator_edit"               | 1203 MB    | 1919 MB      | 3122 MB
+ "public"."creator_rev"                | 1198 MB    | 1427 MB      | 2624 MB
+ "public"."creator_ident"              | 812 MB     | 1258 MB      | 2070 MB
+ "public"."editgroup"                  | 1347 MB    | 272 MB       | 1620 MB
+ "public"."release_rev_extid"          | 540 MB     | 672 MB       | 1212 MB
+ "public"."changelog"                  | 406 MB     | 318 MB       | 724 MB
+ "public"."container_rev"              | 251 MB     | 62 MB        | 313 MB
+ "public"."webcapture_edit"            | 168 MB     | 105 MB       | 273 MB
+ "public"."webcapture_rev_url"         | 133 MB     | 44 MB        | 177 MB
+ "public"."container_edit"             | 63 MB      | 72 MB        | 135 MB
+ "public"."webcapture_rev_release"     | 48 MB      | 71 MB        | 119 MB
+ "public"."webcapture_rev"             | 91 MB      | 27 MB        | 118 MB
+ "public"."webcapture_ident"           | 54 MB      | 55 MB        | 108 MB
+ "public"."container_ident"            | 13 MB      | 21 MB        | 34 MB
+ "public"."editor"                     | 104 kB     | 168 kB       | 272 kB
+ "public"."auth_oidc"                  | 104 kB     | 160 kB       | 264 kB
+ "public"."editgroup_annotation"       | 88 kB      | 48 kB        | 136 kB
+ "public"."fileset_rev_file"           | 88 kB      | 32 kB        | 120 kB
+ "public"."fileset_edit"               | 16 kB      | 48 kB        | 64 kB
+ "public"."fileset_rev_url"            | 16 kB      | 32 kB        | 48 kB
+ "public"."fileset_rev_release"        | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_ident"              | 8192 bytes | 32 kB        | 40 kB
+ "public"."fileset_rev"                | 16 kB      | 16 kB        | 32 kB
+ "public"."__diesel_schema_migrations" | 8192 bytes | 16 kB        | 24 kB
+(41 rows)
author	Bryan Newbold <bnewbold@robocracy.org>	2022-09-06 09:42:21 -0700
committer	Bryan Newbold <bnewbold@robocracy.org>	2022-09-06 09:42:21 -0700
commit	1bfa9a012bc9f1da44bf30c085eb3c4f893b4386 (patch)
tree	e56425426de1de52f15ab64d847fc104718c802e
parent	c141d6c188fac166e76d270c457ff76e03fdaef9 (diff)
download	fatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.tar.gz fatcat-1bfa9a012bc9f1da44bf30c085eb3c4f893b4386.zip