diff --git a/playbooks/test-ensure-web-ext.yaml b/playbooks/test-ensure-web-ext.yaml
new file mode 100644
index 0000000..5d48e61
--- /dev/null
+++ b/playbooks/test-ensure-web-ext.yaml
@@ -0,0 +1,6 @@
+- hosts: all
+  roles:
+    - ensure-web-ext
+  tasks:
+    - name: Print web ext version
+      command: web-ext --version
diff --git a/zuul.d/projects.yaml b/zuul.d/projects.yaml
index 4360557..0e02006 100644
--- a/zuul.d/projects.yaml
+++ b/zuul.d/projects.yaml
@@ -2,4 +2,4 @@
     name: zuul/jobs
     check:
       jobs:
-        - noop
+        - test-ensure-web-ext
diff --git a/zuul.d/test-jobs.yaml b/zuul.d/test-jobs.yaml
new file mode 100644
index 0000000..eecb155
--- /dev/null
+++ b/zuul.d/test-jobs.yaml
@@ -0,0 +1,7 @@
+# Jobs used for testing roles in this repository
+
+- job:
+    name: test-ensure-web-ext
+    run: playbooks/test-ensure-web-ext.yaml
+    files:
+      - roles/ensure-web-ext/.*