mirror of
https://github.com/tenrok/bootstrap.git
synced 2026-06-14 18:42:30 +03:00
Disable crawling on Netlify. (#29193)
This commit is contained in:
+1
-1
@@ -291,7 +291,7 @@ module.exports = function (grunt) {
|
|||||||
docs: {},
|
docs: {},
|
||||||
netlify: {
|
netlify: {
|
||||||
options: {
|
options: {
|
||||||
raw: 'github: true\nbaseurl: ""'
|
raw: 'github: true\nbaseurl: ""\nnetlify: true'
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
github: {
|
github: {
|
||||||
|
|||||||
+3
-1
@@ -3,7 +3,9 @@
|
|||||||
|
|
||||||
# www.robotstxt.org/
|
# www.robotstxt.org/
|
||||||
|
|
||||||
|
{% if site.netlify != true and site.github == true -%}
|
||||||
# Allow crawling of all content
|
# Allow crawling of all content
|
||||||
|
{%- endif %}
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow:{% if site.netlify == true or site.github != true %} /{% endif %}
|
||||||
Sitemap: {{ site.url }}/sitemap.xml
|
Sitemap: {{ site.url }}/sitemap.xml
|
||||||
|
|||||||
Reference in New Issue
Block a user