From af6449c9f83a99cde50e497468ede0f91c28237d Mon Sep 17 00:00:00 2001
From: Jake Howard <git@theorangeone.net>
Date: Fri, 19 Aug 2022 15:31:27 +0100
Subject: [PATCH] Add a way to disable SEO indexing

Well, "disable"
---
 website/common/templates/base.html  |  3 +++
 website/common/templates/robots.txt |  5 +++++
 website/common/tests/test_views.py  | 12 +++++++++++-
 website/settings.py                 |  3 +++
 website/utils/context_processors.py |  6 ++++++
 5 files changed, 28 insertions(+), 1 deletion(-)
 create mode 100644 website/utils/context_processors.py

diff --git a/website/common/templates/base.html b/website/common/templates/base.html
index 2c0b074..dd67e2f 100644
--- a/website/common/templates/base.html
+++ b/website/common/templates/base.html
@@ -13,6 +13,9 @@
     </title>
     <meta name="description" content="" />
     <meta name="viewport" content="width=device-width, initial-scale=1" />
+    {% if not SEO_INDEX %}
+      <meta name="robots" content="noindex" />
+    {% endif %}
     {% block extra_head %}{% endblock %}
 
     <link rel="stylesheet" type="text/css" href="{% static 'css/base.css' %}">
diff --git a/website/common/templates/robots.txt b/website/common/templates/robots.txt
index 0e16ab0..ca0f4cc 100644
--- a/website/common/templates/robots.txt
+++ b/website/common/templates/robots.txt
@@ -1,5 +1,10 @@
+{% if SEO_INDEX %}
 User-agent: *
 Allow: /
 Disallow: {% url "wagtailadmin_home" %}
+{% else %}
+User-agent: *
+Disallow: /
+{% endif %}
 
 Sitemap: {{ sitemap }}
diff --git a/website/common/tests/test_views.py b/website/common/tests/test_views.py
index 6a80a99..c076e0a 100644
--- a/website/common/tests/test_views.py
+++ b/website/common/tests/test_views.py
@@ -1,4 +1,4 @@
-from django.test import SimpleTestCase, TestCase
+from django.test import SimpleTestCase, TestCase, override_settings
 from django.urls import reverse
 
 
@@ -23,10 +23,20 @@ class Error404PageTestCase(TestCase):
 class RobotsViewTestCase(SimpleTestCase):
     url = reverse("robotstxt")
 
+    @override_settings(SEO_INDEX=True)
     def test_accessible(self) -> None:
         response = self.client.get(self.url)
         self.assertEqual(response.status_code, 200)
         self.assertEqual(response.context["sitemap"], "http://testserver/sitemap.xml")
+        self.assertContains(response, "Allow: /")
+        self.assertTrue(response.context["SEO_INDEX"])
+
+    @override_settings(SEO_INDEX=False)
+    def test_disallow(self) -> None:
+        response = self.client.get(self.url)
+        self.assertEqual(response.status_code, 200)
+        self.assertContains(response, "Disallow: /")
+        self.assertFalse(response.context["SEO_INDEX"])
 
 
 class SecurityViewTestCase(TestCase):
diff --git a/website/settings.py b/website/settings.py
index d68301b..1e57a52 100644
--- a/website/settings.py
+++ b/website/settings.py
@@ -10,6 +10,7 @@ env = environ.Env(
     BASE_HOSTNAME=(str, "example.com"),
     UNSPLASH_CLIENT_ID=(str, ""),
     SPOTIFY_PROXY_HOST=(str, ""),
+    SEO_INDEX=(bool, False),
 )
 
 # Read local secrets
@@ -89,6 +90,7 @@ TEMPLATES = [
                 "django.template.context_processors.request",
                 "django.contrib.auth.context_processors.auth",
                 "django.contrib.messages.context_processors.messages",
+                "website.utils.context_processors.global_vars",
             ],
         },
     },
@@ -183,6 +185,7 @@ WAGTAILEMBEDS_FINDERS = [
 UNSPLASH_CLIENT_ID = env("UNSPLASH_CLIENT_ID")
 SPOTIFY_PROXY_HOST = env("SPOTIFY_PROXY_HOST")
 
+SEO_INDEX = env("SEO_INDEX")
 
 if DEBUG:
     # Add django-browser-reload
diff --git a/website/utils/context_processors.py b/website/utils/context_processors.py
new file mode 100644
index 0000000..5ca2404
--- /dev/null
+++ b/website/utils/context_processors.py
@@ -0,0 +1,6 @@
+from django.conf import settings
+from django.http.request import HttpRequest
+
+
+def global_vars(request: HttpRequest) -> dict:
+    return {"SEO_INDEX": settings.SEO_INDEX}