User-agent: * Disallow: /admin/ Disallow: /django-admin/ Disallow: /search/ Allow: / Sitemap: /sitemap.xml