commit 2c7edac9e1fef61fb30f584cbe9700a51b5dec5f
parent 3fdafceec0c309b1b7033e7ef7734318e935c5b4
Author: Natalie Pendragon <natpen@natpen.net>
Date: Tue, 30 Jun 2020 08:57:53 -0400
[crawl] Ignore localhost
Diffstat:
1 file changed, 1 insertion(+), 0 deletions(-)
diff --git a/gus/crawl.py b/gus/crawl.py
@@ -82,6 +82,7 @@ SEED_URLS = [
# prepended with the gemini:// protocol, be all lowercased, and
# not have the port specified if it is 1965.
EXCLUDED_URL_PREFIXES = [
+ "gemini://localhost",
"gemini://example.org",
"gemini://example.com",
"gemini://gemini.conman.org/test",