User-agent: *
Disallow: /admin/
Disallow: /register/
Disallow: /login/
Disallow: /logout/
Disallow: /my-applications/

Sitemap: http://127.0.0.1:8000/sitemap.xml

User-agent: Yandex
Disallow: /admin/
Disallow: /register/
Disallow: /login/
Disallow: /logout/
Disallow: /my-applications/

User-agent: Googlebot
Disallow: /admin/
Disallow: /register/
Disallow: /login/
Disallow: /logout/
Disallow: /my-applications/