From 994e31884de479e4750fff8f94238e2b73d7ebca Mon Sep 17 00:00:00 2001
From: Dan Helfman <dan@luminotes.com>
Date: Wed, 12 Nov 2008 22:44:25 -0800
Subject: [PATCH] Web spiders should not be creating forum threads.

---
 static/html/robots.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/static/html/robots.txt b/static/html/robots.txt
index 483e53c..aea46ec 100644
--- a/static/html/robots.txt
+++ b/static/html/robots.txt
@@ -1,10 +1,12 @@
-# prevent bots from signing up for demo accounts
+# prevent bots from signing up for demo accounts, etc.
 User-agent: *
 Disallow: /users/demo
 Disallow: /users/thanks
 Disallow: /users/thanks_download
 Disallow: /notebooks/export_csv/
 Disallow: /notebooks/export_html/
+Disallow: /forums/general/create_thread
+Disallow: /forums/support/create_thread
 
 # this crawler is completely broken and requests many invalid URLs
 User-agent: panscient.com