From 92eca18a38c389883248c91b725183ad16461821 Mon Sep 17 00:00:00 2001 From: JKlingen Date: Tue, 17 Mar 2015 22:20:07 +0100 Subject: [PATCH] added crawler restrictions as long as site not officially published --- _includes/head.html | 6 +++++- robots.txt | 3 +++ 2 files changed, 8 insertions(+), 1 deletion(-) create mode 100644 robots.txt diff --git a/_includes/head.html b/_includes/head.html index 9f5c23d16..c6d452e4c 100644 --- a/_includes/head.html +++ b/_includes/head.html @@ -1,5 +1,9 @@ + + + + {% if page.title %}{{ page.title }}{% else %}{{ site.title }}{% endif %} @@ -17,4 +21,4 @@ - \ No newline at end of file + diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..a07627af3 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +# TODO remove before publication on getgreenshot.org, also meta header in head.html +User-agent: * +Disallow: /