old_contents: from django.conf.urls import patterns, url, include
  from django.views.generic.base import TemplateView
  from django.contrib.auth.decorators import login_required
  from django.contrib.auth import views as auth_views
  from django.contrib import admin
  admin.autodiscover()
  
  from rest_framework.routers import DefaultRouter
  from jobs.views import JobViewSet, UserViewSet, ResultViewSet
  
  
  router = DefaultRouter()
  router.register(r'jobs', JobViewSet, base_name='job')
  router.register(r'results', ResultViewSet)
  router.register(r'users', UserViewSet)
  
  urlpatterns = patterns('',
      url(r'^', include(router.urls)),
      url(r'^login/$', 'jobs.views.login', name='login')
  )
  
  urlpatterns += patterns('backend.views',
      url(r'^admin/', include(admin.site.urls))
  )
  
new_contents: from django.conf.urls import patterns, url, include
  from django.views.generic.base import TemplateView
  from django.contrib.auth.decorators import login_required
  from django.contrib.auth import views as auth_views
  from django.contrib import admin
  admin.autodiscover()
  
  from rest_framework.routers import DefaultRouter
  from jobs.views import JobViewSet, UserViewSet, ResultViewSet
  
  
  router = DefaultRouter()
  router.register(r'jobs', JobViewSet, base_name='job')
  router.register(r'results', ResultViewSet)
  router.register(r'users', UserViewSet)
  
  urlpatterns = patterns('',
      url(r'^', include(router.urls)),
      url(r'^login/$', 'jobs.views.login', name='login')
  )
  
  urlpatterns += patterns('backend.views',
      url(r'^admin/', include(admin.site.urls))
  )
  
  urlpatterns = patterns('',
      (r'^robots\.txt$',
       lambda r: HttpResponse("User-agent: *\nDisallow: /", mimetype="text/plain"))
  )
  
subject: Disable indexing via robots.txt url.