From 0a36276cc201ca7d4b3d2f491648c71255de21e3 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Fri, 2 Apr 2021 17:10:32 -0700 Subject: sitemap generation improvements --- extra/sitemap/README.md | 2 +- extra/sitemap/container_url_lists.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/extra/sitemap/README.md b/extra/sitemap/README.md index f72893cd..581ee9f3 100644 --- a/extra/sitemap/README.md +++ b/extra/sitemap/README.md @@ -8,7 +8,7 @@ After a container dump, as `fatcat` user on prod server: /srv/fatcat/src/extra/sitemap/container_url_lists.sh $DATE /srv/fatcat/snapshots/container_export.json.gz /srv/fatcat/src/extra/sitemap/release_url_lists.sh $DATE /srv/fatcat/snapshots/release_export_expanded.json.gz # delete old sitemap url lists - /srv/fatcat/src/extra/sitemap/generate_sitemap_indices.py + python3.8 /srv/fatcat/src/extra/sitemap/generate_sitemap_indices.py ## Background diff --git a/extra/sitemap/container_url_lists.sh b/extra/sitemap/container_url_lists.sh index fcc0f4b6..1a37c220 100755 --- a/extra/sitemap/container_url_lists.sh +++ b/extra/sitemap/container_url_lists.sh @@ -15,6 +15,7 @@ DATE="$1" # eg, container_export.json.gz EXPORT_FILE_GZ="$2" +# TODO: remove stubs? only if we have releases? zcat $EXPORT_FILE_GZ \ | jq .ident -r \ | awk '{print "https://fatcat.wiki/container/" $1 }' \ -- cgit v1.2.3