geminispace.info

commit ec3dea118bd5ab4820b0e1a6577960f60c27625b
parent 97b5864e2dc36e120af39e1b38bca3c3b4dca05c
Author: Natalie Pendragon <natpen@natpen.net>
Date:   Mon, 13 Jul 2020 19:17:36 -0400

[crawl] Ignore 80h gopher proxy

Diffstat:
M
gus/crawl.py
 | 
3
+++

1 file changed, 3 insertions(+), 0 deletions(-)
diff --git a/gus/crawl.py b/gus/crawl.py
@@ -164,6 +164,9 @@ EXCLUDED_URL_PREFIXES = [
     # mozz's chat
     "gemini://chat.mozz.us/stream",
     "gemini://chat.mozz.us/submit",
+
+    # gopher proxy
+    "gemini://80h.dev/agena/"
 ]
 
 EXCLUDED_URL_PATHS = [