diff --git a/ci/run-kola.sh b/ci/run-kola.sh
index 460a04b0..66df2bf5 100755
--- a/ci/run-kola.sh
+++ b/ci/run-kola.sh
@@ -25,6 +25,15 @@ storage:
     - path: /etc/ostree/auth.json
       contents:
         local: auth.json
+systemd:
+  units:
+    - name: zincati.service
+      dropins:
+        - name: disabled.conf
+          contents: |
+            [Unit]
+            ConditionPathExists=/enoent
+
 EOF
     butane -d . < pull-secret.bu > pull-secret.ign
     kola_args+=("--append-ignition" "pull-secret.ign")