Added a dev-specific robots.txt, which blocks all robots.

levkowetz · levkowetz · commit 78a0fd7759d4 · 2013-09-18T17:44:51.000Z
- Legacy-Id: 6164
diff --git a/ietf/urls.py b/ietf/urls.py
@@ -80,6 +80,6 @@
     urlpatterns += patterns('',
         (r'^(?P<path>(?:images|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
         (r'^(?P<path>secr/(img|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
-        (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
+        (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT+"dev/"}),
         (r'^_test500/$', lambda x: None),
 	)
diff --git a/static/dev/robots.txt b/static/dev/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /

Original file line number	Diff line number	Diff line change
`@@ -80,6 +80,6 @@`
`80`	`80`	`urlpatterns += patterns('',`
`81`	`81`	`(r'^(?P<path>(?:images\|css\|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),`
`82`	`82`	`(r'^(?P<path>secr/(img\|css\|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),`
`83`		`- (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),`
	`83`	`+ (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT+"dev/"}),`
`84`	`84`	`(r'^_test500/$', lambda x: None),`
`85`	`85`	`)`