Let development and test deployment have a robots.txt which don't permit robots.

levkowetz · levkowetz · commit 6fde32b2f5cf · 2011-05-03T14:05:01.000Z
- Legacy-Id: 3079
diff --git a/ietf/urls.py b/ietf/urls.py
@@ -70,5 +70,6 @@
 if settings.SERVER_MODE in ('development', 'test'):
     urlpatterns += patterns('',
         (r'^(?P<path>(?:images|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
+        (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
         (r'^_test500/$', lambda x: None),
 	)
diff --git a/static/robots.txt b/static/robots.txt
@@ -1,13 +1,2 @@
 User-agent: *
-Disallow: /idtracker/feedback
-Disallow: /cgi-bin/idtracker.cgi
-Disallow: /cgi-bin/wg/
-Disallow: /drafts/draft-ietf-hubmib-etherif-MIB/
-Disallow: /drafts/draft-ietf-hubmib-etherif-mib/
-Disallow: /drafts/draft-jamoussi-mpls-crldp-applic/
-Disallow: /drafts/draft-mavrakis-videotex-url-spec/
-Disallow: /drafts/draft-perkins-bits/
-Disallow: /drafts/draft-perkins-float/
-Disallow: /drafts/draft-rauschenbach-pop3-framework/
-Disallow: /drafts/draft-shivkumar-ldapext-dirtxn/
-Disallow: /drafts/draft-wu-mpls-multicast-te/
+Disallow: /

Original file line number	Diff line number	Diff line change
`@@ -70,5 +70,6 @@`
`70`	`70`	`if settings.SERVER_MODE in ('development', 'test'):`
`71`	`71`	`urlpatterns += patterns('',`
`72`	`72`	`(r'^(?P<path>(?:images\|css\|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),`
	`73`	`+ (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),`
`73`	`74`	`(r'^_test500/$', lambda x: None),`
`74`	`75`	`)`