summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--public/views.py3
-rw-r--r--urls.py1
2 files changed, 4 insertions, 0 deletions
diff --git a/public/views.py b/public/views.py
index 9b7e4ce9..63dda5ef 100644
--- a/public/views.py
+++ b/public/views.py
@@ -52,5 +52,8 @@ def press(request):
def projects(request):
return render_template('public/projects.html', request)
+def robots(request):
+ return HttpResponse("User-agent: *\nDisallow: /\n", mimetype="text/plain")
+
def denied(request):
return render_template('public/denied.html', request)
diff --git a/urls.py b/urls.py
index 93cc2fcb..d1d216ef 100644
--- a/urls.py
+++ b/urls.py
@@ -61,6 +61,7 @@ urlpatterns = patterns('',
(r'^moreforums/$', 'archweb_dev.public.views.moreforums'),
(r'^press/$', 'archweb_dev.public.views.press'),
(r'^projects/$', 'archweb_dev.public.views.projects'),
+ (r'^robots.txt$', 'archweb_dev.public.views.robots'),
# Authentication / Admin
(r'^denied/$', 'archweb_dev.public.views.denied'),