summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorBryan Newbold <bnewbold@robocracy.org>2021-04-02 17:10:32 -0700
committerBryan Newbold <bnewbold@robocracy.org>2021-11-10 17:08:07 -0800
commit0a36276cc201ca7d4b3d2f491648c71255de21e3 (patch)
tree7320a94ada6134f44e7d7e6f1bf8ec39008aeac3
parent92e2b302192f5d8c1f0a4e1918bc705bb35ea9b1 (diff)
downloadfatcat-0a36276cc201ca7d4b3d2f491648c71255de21e3.tar.gz
fatcat-0a36276cc201ca7d4b3d2f491648c71255de21e3.zip
sitemap generation improvements
-rw-r--r--extra/sitemap/README.md2
-rwxr-xr-xextra/sitemap/container_url_lists.sh1
2 files changed, 2 insertions, 1 deletions
diff --git a/extra/sitemap/README.md b/extra/sitemap/README.md
index f72893cd..581ee9f3 100644
--- a/extra/sitemap/README.md
+++ b/extra/sitemap/README.md
@@ -8,7 +8,7 @@ After a container dump, as `fatcat` user on prod server:
/srv/fatcat/src/extra/sitemap/container_url_lists.sh $DATE /srv/fatcat/snapshots/container_export.json.gz
/srv/fatcat/src/extra/sitemap/release_url_lists.sh $DATE /srv/fatcat/snapshots/release_export_expanded.json.gz
# delete old sitemap url lists
- /srv/fatcat/src/extra/sitemap/generate_sitemap_indices.py
+ python3.8 /srv/fatcat/src/extra/sitemap/generate_sitemap_indices.py
## Background
diff --git a/extra/sitemap/container_url_lists.sh b/extra/sitemap/container_url_lists.sh
index fcc0f4b6..1a37c220 100755
--- a/extra/sitemap/container_url_lists.sh
+++ b/extra/sitemap/container_url_lists.sh
@@ -15,6 +15,7 @@ DATE="$1"
# eg, container_export.json.gz
EXPORT_FILE_GZ="$2"
+# TODO: remove stubs? only if we have releases?
zcat $EXPORT_FILE_GZ \
| jq .ident -r \
| awk '{print "https://fatcat.wiki/container/" $1 }' \