added robots.txt

2 files changed, 4 insertions, 0 deletions

diff --git a/public/views.py b/public/views.py
index 9b7e4ce9..63dda5ef 100644
--- a/public/views.py
+++ b/public/views.py
@@ -52,5 +52,8 @@ def press(request):
 def projects(request):
 	return render_template('public/projects.html', request)
 
+def robots(request):
+    return HttpResponse("User-agent: *\nDisallow: /\n", mimetype="text/plain")
+
 def denied(request):
 	return render_template('public/denied.html', request)
diff --git a/urls.py b/urls.py
index 93cc2fcb..d1d216ef 100644
--- a/urls.py
+++ b/urls.py
@@ -61,6 +61,7 @@ urlpatterns = patterns('',
 	(r'^moreforums/$',     'archweb_dev.public.views.moreforums'),
 	(r'^press/$',          'archweb_dev.public.views.press'),
 	(r'^projects/$',       'archweb_dev.public.views.projects'),
+	(r'^robots.txt$',      'archweb_dev.public.views.robots'),
 
 # Authentication / Admin
 	(r'^denied/$',          'archweb_dev.public.views.denied'),