mirror of
https://github.com/tenrok/bootstrap.git
synced 2026-05-27 14:46:01 +03:00
XhmikosR
723cd8d12b
* use v5.getbootstrap.com as the site URL/CNAME * block robots from crawling * specify next npm tag
11 lines
222 B
Plaintext
11 lines
222 B
Plaintext
# www.robotstxt.org
|
|
|
|
{{- $allowCrawling := false -}}
|
|
|
|
{{ if $allowCrawling }}
|
|
# Allow crawling of all content
|
|
{{- end }}
|
|
User-agent: *
|
|
Disallow:{{ if not $allowCrawling }} /{{ end }}
|
|
Sitemap: {{ "/sitemap.xml" | absURL }}
|