diff --git a/charts/stash/templates/cleaner.yaml b/charts/stash/templates/cleaner.yaml
index afd1f885f..0583eecad 100644
--- a/charts/stash/templates/cleaner.yaml
+++ b/charts/stash/templates/cleaner.yaml
@@ -23,6 +23,7 @@ spec:
           - "sleep 2; \
            kubectl delete validatingwebhookconfigurations admission.stash.appscode.com || true; \
            kubectl delete mutatingwebhookconfiguration admission.stash.appscode.com || true; \
+           kubectl delete apiservice v1alpha1.admission.stash.appscode.com || true; \
            kubectl delete functions.stash.appscode.com update-status pvc-backup pvc-restore || true; \
            kubectl delete tasks.stash.appscode.com pvc-backup pvc-restore"
         imagePullPolicy: {{ .Values.imagePullPolicy }}
diff --git a/charts/stash/templates/cluster-role.yaml b/charts/stash/templates/cluster-role.yaml
index 1d16fb9c6..de8f61313 100644
--- a/charts/stash/templates/cluster-role.yaml
+++ b/charts/stash/templates/cluster-role.yaml
@@ -14,7 +14,7 @@ rules:
   - apiregistration.k8s.io
   resources:
   - apiservices
-  verbs: ["get", "patch"]
+  verbs: ["get", "patch", "delete"]
 - apiGroups:
   - admissionregistration.k8s.io
   resources: