diff --git a/deploy-static b/deploy-static index 9d45560c..64086281 100755 --- a/deploy-static +++ b/deploy-static @@ -19,10 +19,16 @@ rsync -pcv --chmod=F644 --fsync --preallocate replicate.conf root@${servers[0]}: # use last modified timestamps from 0.grapheneos.org rsync -rptcv --chmod=D755,F644 --delete --fsync --preallocate root@${servers[0]}:/srv/grapheneos.org/ static-production +rsync -pcv --chmod=D755,F644 --fsync --preallocate static-production/sitemap.xml{,.gz,.br} static-tmp/ rsync -rpcv --chmod=D755,F644 --delete --fsync --preallocate static-tmp/ static-production for f in static-production/**.*(br|gz); do touch -r "${f%.*}" "$f" done +./generate-sitemap +xmllint --noblanks static-tmp/sitemap.xml --output static-tmp/sitemap.xml +brotli -f static-tmp/sitemap.xml +zopfli static-tmp/sitemap.xml +rsync -pcv --chmod=D755,F644 --fsync --preallocate static-tmp/sitemap.xml{,.gz,.br} static-production/ for server in ${servers[@]}; do echo $server diff --git a/generate-sitemap b/generate-sitemap new file mode 100755 index 00000000..91cc8408 --- /dev/null +++ b/generate-sitemap @@ -0,0 +1,67 @@ +#!/usr/bin/env python3 + +from pathlib import Path +from datetime import datetime, timezone +from os.path import getmtime + +base = "https://grapheneos.org" + +pages = [ + ["/", 0.5], + ["/.well-known/security.txt", 0.0], + ["/LICENSE.txt", 0.0], + ["/articles/", 0.5], + ["/articles/attestation-compatibility-guide", 0.5], + ["/articles/grapheneos-servers", 0.1], + ["/articles/server-traffic-shaping", 0.5], + ["/articles/sitewide-advertising-industry-opt-out", 0.5], + ["/build", 0.5], + ["/camera-privacy-policy", 0.0], + ["/contact", 0.5], + ["/donate", 0.5], + ["/faq", 1.0], + ["/features", 1.0], + ["/history/", 0.3], + ["/history/copperheados", 0.1], + ["/history/legacy-changelog", 0.1], + ["/hiring", 0.2], + ["/humans.txt", 0.0], + ["/pdfviewer-privacy-policy", 0.0], + ["/install/", 0.5], + ["/install/cli", 0.5], + ["/install/web", 0.5], + ["/releases", 0.5], + ["/source", 0.5], + ["/usage", 1.0] +] + +entries = [] + +for page in pages: + path = page[0] + loc = base + path + filepath = "static-production" + path + if path[-1] == '/': + filepath += "index.html" + elif "." not in path: + filepath += ".html" + + mtime = getmtime(filepath) + lastmod = datetime.fromtimestamp(mtime, timezone.utc).strftime("%Y-%m-%dT%H:%M:%S%:z") + priority = page[1] + entries.append(f""" + + {loc} + {lastmod} + {priority} + """) + +sitemap = f""" +{"".join(entries)} + +""" + +with open("static-tmp/sitemap.xml", "w") as f: + f.write(sitemap) diff --git a/static/sitemap.xml b/static/sitemap.xml deleted file mode 100644 index 6fa73775..00000000 --- a/static/sitemap.xml +++ /dev/null @@ -1,109 +0,0 @@ - - - - https://grapheneos.org/ - 0.5 - - - https://grapheneos.org/.well-known/security.txt - 0.0 - - - https://grapheneos.org/LICENSE.txt - 0.0 - - - https://grapheneos.org/articles/ - 0.5 - - - https://grapheneos.org/articles/attestation-compatibility-guide - 0.5 - - - https://grapheneos.org/articles/grapheneos-servers - 0.1 - - - https://grapheneos.org/articles/server-traffic-shaping - 0.5 - - - https://grapheneos.org/articles/sitewide-advertising-industry-opt-out - 0.5 - - - https://grapheneos.org/build - 0.5 - - - https://grapheneos.org/camera-privacy-policy - 0.0 - - - https://grapheneos.org/contact - 0.5 - - - https://grapheneos.org/donate - 0.5 - - - https://grapheneos.org/faq - 1.0 - - - https://grapheneos.org/features - 1.0 - - - https://grapheneos.org/history/ - 0.3 - - - https://grapheneos.org/history/copperheados - 0.1 - - - https://grapheneos.org/history/legacy-changelog - 0.1 - - - https://grapheneos.org/hiring - 0.2 - - - https://grapheneos.org/humans.txt - 0.0 - - - https://grapheneos.org/pdfviewer-privacy-policy - 0.0 - - - https://grapheneos.org/install/ - 0.5 - - - https://grapheneos.org/install/cli - 0.5 - - - https://grapheneos.org/install/web - 0.5 - - - https://grapheneos.org/releases - 0.5 - - - https://grapheneos.org/source - 0.5 - - - https://grapheneos.org/usage - 1.0 - -