diff options
| -rw-r--r-- | newsdiff/urls.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/newsdiff/urls.py b/newsdiff/urls.py index 636c1ee..e24a740 100644 --- a/newsdiff/urls.py +++ b/newsdiff/urls.py @@ -2,6 +2,7 @@ from django.conf import settings from django.conf.urls import patterns, include, url from django.conf.urls.static import static from django.contrib import admin +from django.http import HttpResponse from newsdiff.core.views import * @@ -10,6 +11,7 @@ admin.autodiscover() urlpatterns = patterns('', url(r'^haaretz/(?P<id>[\d\.]+)$', HaaretzArticleView.as_view()), url(r'^admin/', include(admin.site.urls)), + url(r'^robots.txt', lambda x: HttpResponse('User-agent: *\nDisallow: /', mimetype='text/plain')) ) if settings.ENV == 'local': |