aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorDavid Runge <dave@sleepmap.de>2022-12-12 11:28:52 +0100
committerDavid Runge <dave@sleepmap.de>2022-12-12 11:28:52 +0100
commit6db78c9fa2bf9908b7c8857aff96fc539e41ea70 (patch)
tree06712cfbf4b388b8866349eccc3cc784b88f1a91
parent1d7d51fc6dc8683141b704f927cffd0310e11ea8 (diff)
downloadsleepmap-6db78c9fa2bf9908b7c8857aff96fc539e41ea70.tar.gz
sleepmap-6db78c9fa2bf9908b7c8857aff96fc539e41ea70.tar.bz2
sleepmap-6db78c9fa2bf9908b7c8857aff96fc539e41ea70.tar.xz
sleepmap-6db78c9fa2bf9908b7c8857aff96fc539e41ea70.zip
Let robots index archive and categories
conf.py: Change robots.txt integration to let robots index archive and categories.
-rw-r--r--conf.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/conf.py b/conf.py
index a2730ab..8953fe7 100644
--- a/conf.py
+++ b/conf.py
@@ -1039,7 +1039,7 @@ STRIP_INDEXES = True
# from indexing and other robotic spidering. * is supported. Will only be effective
# if SITE_URL points to server root. The list is used to exclude resources from
# /robots.txt and /sitemap.xml, and to inform search engines about /sitemapindex.xml.
-ROBOTS_EXCLUSIONS = ["/archive.html", "/category/*.html", "/about/index.html", "/impressum/index.html"]
+ROBOTS_EXCLUSIONS = ["/about/index.html", "/impressum/index.html"]
# Instead of putting files in <slug>.html, put them in <slug>/index.html.
# No web server configuration is required. Also enables STRIP_INDEXES.