diff --git a/.zuul.d/jobs.yaml b/.zuul.d/jobs.yaml
new file mode 100644
index 00000000000..a1e452fe18e
--- /dev/null
+++ b/.zuul.d/jobs.yaml
@@ -0,0 +1,12 @@
+- job:
+    name: pypa-pip-base
+    abstract: true
+    description: Run pypa/pip unit testing
+    run: .zuul.playbooks/playbooks/tox/main.yaml
+
+- job:
+    name: pypa-pip-py38
+    parent: pypa-pip-base
+    nodeset: ubuntu-focal
+    vars:
+      tox_envlist: py38
diff --git a/.zuul.d/project.yaml b/.zuul.d/project.yaml
new file mode 100644
index 00000000000..d2cf3762f87
--- /dev/null
+++ b/.zuul.d/project.yaml
@@ -0,0 +1,4 @@
+- project:
+    check:
+      jobs:
+        - pypa-pip-py38
diff --git a/.zuul.playbooks/playbooks/tox/main.yaml b/.zuul.playbooks/playbooks/tox/main.yaml
new file mode 100644
index 00000000000..3a8e6d3d1ec
--- /dev/null
+++ b/.zuul.playbooks/playbooks/tox/main.yaml
@@ -0,0 +1,33 @@
+- hosts: all
+  tasks:
+
+    - name: Install tox
+      include_role:
+        name: ensure-tox
+
+    # TODO(ianw) : let's see if this is interferring
+    # with some of the pip tox runs
+    - name: Remove OpenDev mirror config
+      file:
+        path: /etc/pip.conf
+        state: absent
+      become: yes
+
+    - name: Run tox unit tests
+      include_role:
+        name: tox
+      vars:
+        tox_extra_args: "-- -m unit -n auto --use-venv"
+
+    - name: Run tox integration tests with no network
+      include_role:
+        name: tox
+      vars:
+        tox_extra_args: '-- -m "integration and not network" -n auto --use-venv'
+
+    # TODO(ianw): We hit rate limits if we do this in auto parallel mode
+    - name: Run tox integration tests with network
+      include_role:
+        name: tox
+      vars:
+        tox_extra_args: '-- -m "integration and network" -n 4 --use-venv'
diff --git a/MANIFEST.in b/MANIFEST.in
index 24d4553785b..739b7335f75 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -35,3 +35,6 @@ prune news
 prune tasks
 prune tests
 prune tools
+
+recursive-exclude .zuul.d *
+recursive-exclude .zuul.playbooks *