[#273] Add robots.txt for live and dev environments

akvo · Mar 24, 2016 · a78e69d · a78e69d
1 parent 36edbac
commit a78e69d
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 0 deletions.
diff --git a/akvo/templates/robots/dev-robots.txt b/akvo/templates/robots/dev-robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/akvo/templates/robots/live-robots.txt b/akvo/templates/robots/live-robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /
diff --git a/akvo/urls.py b/akvo/urls.py
@@ -263,3 +263,18 @@
 
 if settings.REQUIRED_AUTH_GROUPS:
     check_auth_groups(settings.REQUIRED_AUTH_GROUPS)
+
+
+# Robots.txt
+if settings.DEBUG:
+    urlpatterns += patterns(
+        '',
+        url(r'^robots\.txt$',
+            TemplateView.as_view(template_name='robots/dev-robots.txt', content_type='text/plain'))
+    )
+else:
+    urlpatterns += patterns(
+        '',
+        url(r'^robots\.txt$',
+            TemplateView.as_view(template_name='robots/live-robots.txt', content_type='text/plain'))
+    )