diff --git a/website/common/templates/robots.txt b/website/common/templates/robots.txt
index 00a94bf..a6f1eec 100644
--- a/website/common/templates/robots.txt
+++ b/website/common/templates/robots.txt
@@ -1,11 +1,8 @@
-{% if SEO_INDEX %}
 User-agent: *
+{% if SEO_INDEX %}
 Allow: /
 {% else %}
-User-agent: *
 Disallow: /
 {% endif %}
 
-Disallow: {% url "wagtailadmin_home" %}
-Disallow: {% url "api:index" %}
 Sitemap: {{ sitemap }}