Add sitemap.xml and robots.txt files.

2026-06-11 18:02:28 +03:00 · 2014-02-23 13:33:33 +02:00
parent 4d527f9251
commit 17722e5ef2
3 changed files with 33 additions and 1 deletions
@@ -0,0 +1,10 @@
+---
+layout: nil
+---
+
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow:
+Sitemap: {{ site.url }}/sitemap.xml