commit 7b85c431cd0dcfc024ad1c657c4a640b7733f23f parent 7ff8eb5ea39a7089e17cea1d3f728c8cb9959ddd Author: alex wennerberg <alex@alexwennerberg.com> Date: Sun, 19 Mar 2023 17:57:25 -0400 add updates regex to robots.txt bing was indexing these Diffstat:
M | templates/static/robots.txt | | | 1 | + |
1 file changed, 1 insertion(+), 0 deletions(-)
diff --git a/templates/static/robots.txt b/templates/static/robots.txt @@ -1,6 +1,7 @@ User-agent: * Disallow: /*?* Disallow: /*.zip$ +Disallow: /updates/* #stole from sr.ht