From 6db78c9fa2bf9908b7c8857aff96fc539e41ea70 Mon Sep 17 00:00:00 2001 From: David Runge Date: Mon, 12 Dec 2022 11:28:52 +0100 Subject: Let robots index archive and categories conf.py: Change robots.txt integration to let robots index archive and categories. --- conf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf.py b/conf.py index a2730ab..8953fe7 100644 --- a/conf.py +++ b/conf.py @@ -1039,7 +1039,7 @@ STRIP_INDEXES = True # from indexing and other robotic spidering. * is supported. Will only be effective # if SITE_URL points to server root. The list is used to exclude resources from # /robots.txt and /sitemap.xml, and to inform search engines about /sitemapindex.xml. -ROBOTS_EXCLUSIONS = ["/archive.html", "/category/*.html", "/about/index.html", "/impressum/index.html"] +ROBOTS_EXCLUSIONS = ["/about/index.html", "/impressum/index.html"] # Instead of putting files in .html, put them in /index.html. # No web server configuration is required. Also enables STRIP_INDEXES. -- cgit v1.2.3-70-g09d2