From ca9c3fdcf4bbf8bc7077b7b11d4444579c28903c Mon Sep 17 00:00:00 2001 From: Philipp Oppermann Date: Sun, 25 Oct 2015 01:36:22 +0200 Subject: [PATCH] Don't crawl the contact page --- robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..91d477ff --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /contact.html +