From c3a0c1bb4c6899ce3064f3cc52159aa3e7c2adba Mon Sep 17 00:00:00 2001
From: Dan Helfman <dan@luminotes.com>
Date: Wed, 15 Oct 2008 12:25:48 -0700
Subject: [PATCH] Various updates to disallowed robot pages.

---
 static/html/robots.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/static/html/robots.txt b/static/html/robots.txt
index 386f4f8..483e53c 100644
--- a/static/html/robots.txt
+++ b/static/html/robots.txt
@@ -2,7 +2,9 @@
 User-agent: *
 Disallow: /users/demo
 Disallow: /users/thanks
-Disallow: /notebooks/download_html/
+Disallow: /users/thanks_download
+Disallow: /notebooks/export_csv/
+Disallow: /notebooks/export_html/
 
 # this crawler is completely broken and requests many invalid URLs
 User-agent: panscient.com