issue #385 remove disallow from robots.txt (#425)

ansible-community · Feb 14, 2024 · 0cd4e92 · 0cd4e92
1 parent 29065ca
commit 0cd4e92
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/conf.py b/conf.py
@@ -1079,7 +1079,7 @@
 # from indexing and other robotic spidering. * is supported. Will only be effective
 # if SITE_URL points to server root. The list is used to exclude resources from
 # /robots.txt and /sitemap.xml, and to inform search engines about /sitemapindex.xml.
-ROBOTS_EXCLUSIONS = ["*"]
+#ROBOTS_EXCLUSIONS = ["*"]
 
 # Instead of putting files in <slug>.html, put them in <slug>/index.html.
 # No web server configuration is required. Also enables STRIP_INDEXES.