From 42eb826200449e3e0afb2dea743918e11e8b2286 Mon Sep 17 00:00:00 2001 From: Daniel Micay Date: Fri, 28 Feb 2020 23:15:05 -0500 Subject: [PATCH] disallow bots from crawling generate_204 service --- static/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 7cc35dc7..ada7b7cc 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,2 +1,4 @@ User-agent: * Sitemap: https://grapheneos.org/sitemap.xml + +Disallow: /generate_204