From 7ebdf4aa26c5818b6b5dd82256b7fefa162b4e22 Mon Sep 17 00:00:00 2001 From: Dan Helfman Date: Fri, 19 Oct 2007 22:53:41 +0000 Subject: [PATCH] New robots.txt file disallowing /users/demo so search engine spiders don't create a bunch of demo accounts. --- static/html/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 static/html/robots.txt diff --git a/static/html/robots.txt b/static/html/robots.txt new file mode 100644 index 0000000..96ba752 --- /dev/null +++ b/static/html/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /users/demo