From 3bdb0f0e6d9e35b96d5c9d42ec510d3347989672 Mon Sep 17 00:00:00 2001 From: vonavi Date: Tue, 18 Feb 2014 17:12:50 +0200 Subject: [PATCH] Add 'robots.txt' and 'sitemap.xml'. --- robots.txt | 8 ++++++++ sitemap.xml | 28 ++++++++++++++++++++++++++++ 2 files changed, 36 insertions(+) create mode 100644 robots.txt create mode 100644 sitemap.xml diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..c38794a --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +--- +--- +User-Agent: * +Disallow: /assets/ +Disallow: /robots.txt +Disallow: /sitemap.xml +Disallow: /*.pgn$ +Sitemap: {{ site.url }}/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..6205533 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,28 @@ +--- +--- + + + + {{ site.url }}/ + {{ site.time | date: "%Y-%m-%d" }} + + + {% assign exclude = ".htaccess sitemap.xml robots.txt" | split: " " %} + {% for page in site.pages %} + {% assign basename = page.url | split: "/" | last %} + {% if exclude contains basename %} + {% else %} + + {{ site.url }}{{ page.url }} + {{ site.time | date: "%Y-%m-%d" }} + + {% endif %} + {% endfor %} + + {% for post in site.posts %} + + {{ site.url }}{{ post.url }} + {{ post.date | date: "%Y-%m-%d" }} + + {% endfor %} +