mirror of
https://github.com/tenrok/bootstrap.git
synced 2026-05-18 12:39:41 +03:00
robots.txt: disallow crawling when not in production. (#27559)
This commit is contained in:
+1
-1
@@ -5,5 +5,5 @@
|
|||||||
|
|
||||||
# Allow crawling of all content
|
# Allow crawling of all content
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow:{% if jekyll.environment != "production" %} /{% endif %}
|
||||||
Sitemap: {{ site.url }}/sitemap.xml
|
Sitemap: {{ site.url }}/sitemap.xml
|
||||||
|
|||||||
Reference in New Issue
Block a user