geminispace.info

commit 72feabcfe86495aef4d5e0ddb074635e129e0b81
parent a4864548ca222495d94aa8a80c7d7778e74f5fed
Author: Natalie Pendragon <natpen@natpen.net>
Date:   Sat, 23 May 2020 07:19:09 -0400

[crawl] Exclude "rss.xml" paths

Diffstat:
M
gus/crawl.py
 | 
1
+

1 file changed, 1 insertion(+), 0 deletions(-)
diff --git a/gus/crawl.py b/gus/crawl.py
@@ -103,6 +103,7 @@ EXCLUDED_URL_PATHS = [
     "atom.xml",
     "robots.txt",
     "rss.txt",
+    "rss.xml",
 ]