Disallow API from being indexed

website/api/urls.py

@@ -39,5 +39,5 @@ urlpatterns = [
         schema_view.with_ui("swagger", cache_timeout=60 * 60),
         name="schema-swagger-ui",
     ),
-    path("", RedirectView.as_view(pattern_name="api:schema-swagger-ui")),
+    path("", RedirectView.as_view(pattern_name="api:schema-swagger-ui"), name="index"),
 ] + api_urlpatterns

website/common/templates/robots.txt

@@ -7,4 +7,5 @@ Disallow: /
 {% endif %}
 
 Disallow: {% url "wagtailadmin_home" %}
+Disallow: {% url "api:index" %}
 Sitemap: {{ sitemap }}

website/urls.py

@@ -45,7 +45,7 @@ urlpatterns = [
     path("feed/", AllPagesFeed(), name="feed"),
     path(".health/", include("health_check.urls")),
     path("", include("website.legacy.urls")),
-    path("api/", include("website.api.urls")),
+    path("api/", include("website.api.urls", namespace="api")),
     path("", include(favicon_urls)),
     # Some say it's a bad idea to serve media with Django - I don't care
     re_path(