diff --git a/ansible/main.yml b/ansible/main.yml
index a4dd000..b72ec22 100644
--- a/ansible/main.yml
+++ b/ansible/main.yml
@@ -23,7 +23,7 @@
     - role: geerlingguy.docker
       become: true
       vars:
-        docker_install_compose: false  # This role installs the binary directly, which is kinda nasty
+        docker_install_compose: "{{ ansible_os_family == 'Debian' }}"
         docker_package: "{{ 'docker-ce' if ansible_os_family == 'Debian' else 'docker' }}"
         docker_users:
           - "{{ user }}"
diff --git a/ansible/roles/docker_cleanup/tasks/main.yml b/ansible/roles/docker_cleanup/tasks/main.yml
index 6153783..51923b4 100644
--- a/ansible/roles/docker_cleanup/tasks/main.yml
+++ b/ansible/roles/docker_cleanup/tasks/main.yml
@@ -2,6 +2,7 @@
   package:
     name: docker-compose
   become: true
+  when: ansible_os_family != 'Debian'
 
 - name: Create docker group
   group: