commit 4817ab31490a9eb9f9587445aa3eff9292e4f21d
parent 108bfe850a8439871666b06b7acdbe984aa74e9f
Author: René Wagner <rwagner@rw-net.de>
Date: Fri, 12 Feb 2021 08:53:20 +0100
add verbose search to robots.txt
This was missing in the first place.
Signed-off-by: Natalie Pendragon <natpen@natpen.net>
Diffstat:
1 file changed, 1 insertion(+), 0 deletions(-)
diff --git a/serve/views.py b/serve/views.py
@@ -63,6 +63,7 @@ def status(request):
"""User-agent: researcher
User-agent: indexer
User-agent: archiver
+Disallow: /v/search
Disallow: /search
Disallow: /backlinks