Skip to content
This repository has been archived by the owner on Aug 17, 2023. It is now read-only.

KF operator fails with webhook error after reinstall #435

Open
akrava opened this issue Nov 10, 2020 · 0 comments · May be fixed by #436
Open

KF operator fails with webhook error after reinstall #435

akrava opened this issue Nov 10, 2020 · 0 comments · May be fixed by #436

Comments

@akrava
Copy link

akrava commented Nov 10, 2020

Kubeflow version: v1.1.0

There are some errors during KF installation after reinstall, which blocks further installation process. As we can see from the operator log:

Apply.Run : [error when applying patch:
{"metadata":{"$setElementOrder/ownerReferences":[{"uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}],"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"MutatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"webhook.serving.knative.dev"}]}\n"},"ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"},{"$patch":"delete","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]}}
to:
Resource: "admissionregistration.k8s.io/v1beta1, Resource=mutatingwebhookconfigurations", GroupVersionKind: "admissionregistration.k8s.io/v1beta1, Kind=MutatingWebhookConfiguration"
Name: "webhook.serving.knative.dev", Namespace: ""
Object: &{map["apiVersion":"admissionregistration.k8s.io/v1beta1" "kind":"MutatingWebhookConfiguration" "metadata":map["annotations":map["kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"MutatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"webhook.serving.knative.dev"}]}\n"] "creationTimestamp":"2020-11-04T19:30:10Z" "generation":'\x03' "labels":map["kustomize.component":"knative" "serving.knative.dev/release":"v0.11.2"] "managedFields":[map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:metadata":map["f:annotations":map[".":map[] "f:kubectl.kubernetes.io/last-applied-configuration":map[]] "f:labels":map[".":map[] "f:kustomize.component":map[] "f:serving.knative.dev/release":map[]]] "f:webhooks":map[".":map[] "k:{"name":"webhook.serving.knative.dev"}":map[".":map[] "f:admissionReviewVersions":map[] "f:clientConfig":map[".":map[] "f:service":map[".":map[] "f:name":map[] "f:namespace":map[] "f:port":map[]]] "f:failurePolicy":map[] "f:matchPolicy":map[] "f:name":map[] "f:namespaceSelector":map[] "f:objectSelector":map[] "f:reinvocationPolicy":map[] "f:sideEffects":map[] "f:timeoutSeconds":map[]]]] "manager":"kfctl" "operation":"Update" "time":"2020-11-04T19:38:44Z"] map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:webhooks":map["k:{"name":"webhook.serving.knative.dev"}":map["f:clientConfig":map["f:caBundle":map[] "f:service":map["f:path":map[]]] "f:rules":map[]]]] "manager":"webhook" "operation":"Update" "time":"2020-11-04T23:02:02Z"]] "name":"webhook.serving.knative.dev" "resourceVersion":"129010" "selfLink":"/apis/admissionregistration.k8s.io/v1beta1/mutatingwebhookconfigurations/webhook.serving.knative.dev" "uid":"118157b4-6978-4409-af25-e61199a02e20"] "webhooks":[map["admissionReviewVersions":["v1beta1"] "clientConfig":map["caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURiekNDQWxlZ0F3SUJBZ0lRTStNUzRXRU8vdVMvWEMycnFRK3Y4akFOQmdrcWhraUc5dzBCQVFzRkFEQVcKTVJRd0VnWURWUVFLRXd0cmJtRjBhWFpsTG1SbGRqQWVGdzB5TURFeE1EUXlNekF4TlRsYUZ3MHlNVEV4TURReQpNekF4TlRsYU1CWXhGREFTQmdOVkJBb1RDMnR1WVhScGRtVXVaR1YyTUlJQklqQU5CZ2txaGtpRzl3MEJBUUVGCkFBT0NBUThBTUlJQkNnS0NBUUVBbStqTW43MG43dmUzQ3RJRUl1d1poZGw0TGRpYnU4SGdOVVVrUjVKY3N4MWEKUlhtMmEyWGNhVnJFL24wK21hVVE0Z05GQXg4MURRY3NVeVJDMXZhSWRiU0Q4K2VTNmFoTXorQnpvWVhYVnlFRwpwWDN6VUJHYXpyZ2R3RWNOc3hYcENMMSttVUUzSUtKTGN4bnhIVmVxNnV5QzFHNlY3OGw3MjhERnRKbVdtQm1WCkk3cmlPdkcrUjliUGs5UFhVQ2Z2MllkMzhSUnM2NHpmbWVQRW1kK3AzTTdiL2JEQ3BZUUNjRGlEa1plMng2dFMKa1lLd1ZIMUhUWjJkNkQ4eFQwekRmSm5wTk94aWVOWURWMUJ0ekFTU3A0ZnlsKzhzeDArcWdma0FrV3YyTHM4UgpLY3JzRXY1SFZpMFc4RSs3RDMxY1MwdzJhbnlOK2lrc1duVlpoaVF6UlFJREFRQUJvNEc0TUlHMU1BNEdBMVVkCkR3RUIvd1FFQXdJQ2hEQWRCZ05WSFNVRUZqQVVCZ2dyQmdFRkJRY0RBUVlJS3dZQkJRVUhBd0l3RHdZRFZSMFQKQVFIL0JBVXdBd0VCL3pCekJnTlZIUkVFYkRCcWdnZDNaV0pvYjI5cmdoZDNaV0pvYjI5ckxtdHVZWFJwZG1VdApjMlZ5ZG1sdVo0SWJkMlZpYUc5dmF5NXJibUYwYVhabExYTmxjblpwYm1jdWMzWmpnaWwzWldKb2IyOXJMbXR1CllYUnBkbVV0YzJWeWRtbHVaeTV6ZG1NdVkyeDFjM1JsY2k1c2IyTmhiREFOQmdrcWhraUc5dzBCQVFzRkFBT0MKQVFFQVFSR1lxVHpXc0NEc2YxcnVsZk0xc09ySUUwUDR2NGd6aXc0ekt0ZXgySm5VRTl5aG1XZ25kQVB1cVhKSAprNHF4Q0h0YVhnOVBiRUh0Z1d4aGNHSFduL0JuOWlWQXJkcUd0cERsQWFJQ2VrWFNkalB5cm9oQ2FpTlVtdWZrClFocVV1S1BkOXZpVWJTMmw3cXpiaWIyWlpxV0Z2dCt0T0JRRi9iNjBUQXhMZmRqSEFEZ3NmNnVGenFyV3hLbDUKdDl3NmNaa3hFTnkzRDVvWTZsWTVwaWc1OFB4SW9pMXBjM3VnRE5Dc1lPdlBqVWNkKzBwSDhPemxYQmFwT2FGTApIaHJIVXF4NWxVYnNrQWZEbEoyOEhnbWRWeHNvN2VwVFRuUFRJTG5TL3k0cWJtWk4wS0pqbjBJZUxJUTVEVk5aCmNyMDNzSG9ydndyUzF6TjBISTZIcDJ0dmhBPT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo=" "service":map["name":"webhook" "namespace":"knative-serving" "path":"/" "port":'\u01bb']] "failurePolicy":"Fail" "matchPolicy":"Exact" "name":"webhook.serving.knative.dev" "namespaceSelector":map[] "objectSelector":map[] "reinvocationPolicy":"Never" "rules":[map["apiGroups":["autoscaling.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["metrics/*"] "scope":"*"] map["apiGroups":["autoscaling.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["podautoscalers/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["certificates/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["ingresses/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["serverlessservices/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"]] "sideEffects":"Unknown" "timeoutSeconds":'\x1e']]]}
for: "/tmp/kout494223902": MutatingWebhookConfiguration.admissionregistration.k8s.io "webhook.serving.knative.dev" is invalid: [metadata.ownerReferences.apiVersion: Invalid value: "": version must not be empty, metadata.ownerReferences.kind: Invalid value: "": kind must not be empty, metadata.ownerReferences.name: Invalid value: "": name must not be empty], error when creating "/tmp/kout494223902": Internal error occurred: failed calling webhook "config.webhook.serving.knative.dev": Post https://webhook.knative-serving.svc:443/config-validation?timeout=30s: service "webhook" not found, error when applying patch:
{"metadata":{"$setElementOrder/ownerReferences":[{"uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}],"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"ValidatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"config.webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"config.webhook.serving.knative.dev","namespaceSelector":{"matchExpressions":[{"key":"serving.knative.dev/release","operator":"Exists"}]}}]}\n"},"ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"},{"$patch":"delete","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]}}
to:
Resource: "admissionregistration.k8s.io/v1beta1, Resource=validatingwebhookconfigurations", GroupVersionKind: "admissionregistration.k8s.io/v1beta1, Kind=ValidatingWebhookConfiguration"
Name: "config.webhook.serving.knative.dev", Namespace: ""
Object: &{map["apiVersion":"admissionregistration.k8s.io/v1beta1" "kind":"ValidatingWebhookConfiguration" "metadata":map["annotations":map["kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"ValidatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"config.webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"config.webhook.serving.knative.dev","namespaceSelector":{"matchExpressions":[{"key":"serving.knative.dev/release","operator":"Exists"}]}}]}\n"] "creationTimestamp":"2020-11-04T19:30:12Z" "generation":'\x03' "labels":map["kustomize.component":"knative" "serving.knative.dev/release":"v0.11.2"] "managedFields":[map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:metadata":map["f:annotations":map[".":map[] "f:kubectl.kubernetes.io/last-applied-configuration":map[]] "f:labels":map[".":map[] "f:kustomize.component":map[] "f:serving.knative.dev/release":map[]]] "f:webhooks":map[".":map[] "k:{"name":"config.webhook.serving.knative.dev"}":map[".":map[] "f:admissionReviewVersions":map[] "f:clientConfig":map[".":map[] "f:service":map[".":map[] "f:name":map[] "f:namespace":map[] "f:port":map[]]] "f:failurePolicy":map[] "f:matchPolicy":map[] "f:name":map[] "f:namespaceSelector":map[".":map[] "f:matchExpressions":map[]] "f:objectSelector":map[] "f:sideEffects":map[] "f:timeoutSeconds":map[]]]] "manager":"kfctl" "operation":"Update" "time":"2020-11-04T19:38:44Z"] map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:webhooks":map["k:{"name":"config.webhook.serving.knative.dev"}":map["f:clientConfig":map["f:caBundle":map[] "f:service":map["f:path":map[]]] "f:rules":map[]]]] "manager":"webhook" "operation":"Update" "time":"2020-11-04T23:02:02Z"]] "name":"config.webhook.serving.knative.dev" "resourceVersion":"129009" "selfLink":"/apis/admissionregistration.k8s.io/v1beta1/validatingwebhookconfigurations/config.webhook.serving.knative.dev" "uid":"dc5c2647-2210-49bf-ab77-aa2ecdc5957a"] "webhooks":[map["admissionReviewVersions":["v1beta1"] "clientConfig":map["caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURiekNDQWxlZ0F3SUJBZ0lRTStNUzRXRU8vdVMvWEMycnFRK3Y4akFOQmdrcWhraUc5dzBCQVFzRkFEQVcKTVJRd0VnWURWUVFLRXd0cmJtRjBhWFpsTG1SbGRqQWVGdzB5TURFeE1EUXlNekF4TlRsYUZ3MHlNVEV4TURReQpNekF4TlRsYU1CWXhGREFTQmdOVkJBb1RDMnR1WVhScGRtVXVaR1YyTUlJQklqQU5CZ2txaGtpRzl3MEJBUUVGCkFBT0NBUThBTUlJQkNnS0NBUUVBbStqTW43MG43dmUzQ3RJRUl1d1poZGw0TGRpYnU4SGdOVVVrUjVKY3N4MWEKUlhtMmEyWGNhVnJFL24wK21hVVE0Z05GQXg4MURRY3NVeVJDMXZhSWRiU0Q4K2VTNmFoTXorQnpvWVhYVnlFRwpwWDN6VUJHYXpyZ2R3RWNOc3hYcENMMSttVUUzSUtKTGN4bnhIVmVxNnV5QzFHNlY3OGw3MjhERnRKbVdtQm1WCkk3cmlPdkcrUjliUGs5UFhVQ2Z2MllkMzhSUnM2NHpmbWVQRW1kK3AzTTdiL2JEQ3BZUUNjRGlEa1plMng2dFMKa1lLd1ZIMUhUWjJkNkQ4eFQwekRmSm5wTk94aWVOWURWMUJ0ekFTU3A0ZnlsKzhzeDArcWdma0FrV3YyTHM4UgpLY3JzRXY1SFZpMFc4RSs3RDMxY1MwdzJhbnlOK2lrc1duVlpoaVF6UlFJREFRQUJvNEc0TUlHMU1BNEdBMVVkCkR3RUIvd1FFQXdJQ2hEQWRCZ05WSFNVRUZqQVVCZ2dyQmdFRkJRY0RBUVlJS3dZQkJRVUhBd0l3RHdZRFZSMFQKQVFIL0JBVXdBd0VCL3pCekJnTlZIUkVFYkRCcWdnZDNaV0pvYjI5cmdoZDNaV0pvYjI5ckxtdHVZWFJwZG1VdApjMlZ5ZG1sdVo0SWJkMlZpYUc5dmF5NXJibUYwYVhabExYTmxjblpwYm1jdWMzWmpnaWwzWldKb2IyOXJMbXR1CllYUnBkbVV0YzJWeWRtbHVaeTV6ZG1NdVkyeDFjM1JsY2k1c2IyTmhiREFOQmdrcWhraUc5dzBCQVFzRkFBT0MKQVFFQVFSR1lxVHpXc0NEc2YxcnVsZk0xc09ySUUwUDR2NGd6aXc0ekt0ZXgySm5VRTl5aG1XZ25kQVB1cVhKSAprNHF4Q0h0YVhnOVBiRUh0Z1d4aGNHSFduL0JuOWlWQXJkcUd0cERsQWFJQ2VrWFNkalB5cm9oQ2FpTlVtdWZrClFocVV1S1BkOXZpVWJTMmw3cXpiaWIyWlpxV0Z2dCt0T0JRRi9iNjBUQXhMZmRqSEFEZ3NmNnVGenFyV3hLbDUKdDl3NmNaa3hFTnkzRDVvWTZsWTVwaWc1OFB4SW9pMXBjM3VnRE5Dc1lPdlBqVWNkKzBwSDhPemxYQmFwT2FGTApIaHJIVXF4NWxVYnNrQWZEbEoyOEhnbWRWeHNvN2VwVFRuUFRJTG5TL3k0cWJtWk4wS0pqbjBJZUxJUTVEVk5aCmNyMDNzSG9ydndyUzF6TjBISTZIcDJ0dmhBPT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo=" "service":map["name":"webhook" "namespace":"knative-serving" "path":"/config-validation" "port":'\u01bb']] "failurePolicy":"Fail" "matchPolicy":"Exact" "name":"config.webhook.serving.knative.dev" "namespaceSelector":map["matchExpressions":[map["key":"serving.knative.dev/release" "operator":"Exists"]]] "objectSelector":map[] "rules":[map["apiGroups":[""] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["configmaps/*"] "scope":"Namespaced"]] "sideEffects":"Unknown" "timeoutSeconds":'\x1e']]]}
for: "/tmp/kout494223902": ValidatingWebhookConfiguration.admissionregistration.k8s.io "config.webhook.serving.knative.dev" is invalid: [metadata.ownerReferences.apiVersion: Invalid value: "": version must not be empty, metadata.ownerReferences.kind: Invalid value: "": kind must not be empty, metadata.ownerReferences.name: Invalid value: "": name must not be empty], error when applying patch:
{"metadata":{"$setElementOrder/ownerReferences":[{"uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}],"annotations":{"kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"ValidatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"validation.webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"validation.webhook.serving.knative.dev"}]}\n"},"ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"d18fc29e-e015-488b-9e74-1bf40f16d5cd"},{"$patch":"delete","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]}}
to:
Resource: "admissionregistration.k8s.io/v1beta1, Resource=validatingwebhookconfigurations", GroupVersionKind: "admissionregistration.k8s.io/v1beta1, Kind=ValidatingWebhookConfiguration"
Name: "validation.webhook.serving.knative.dev", Namespace: ""
Object: &{map["apiVersion":"admissionregistration.k8s.io/v1beta1" "kind":"ValidatingWebhookConfiguration" "metadata":map["annotations":map["kubectl.kubernetes.io/last-applied-configuration":"{"apiVersion":"admissionregistration.k8s.io/v1beta1","kind":"ValidatingWebhookConfiguration","metadata":{"annotations":{},"labels":{"kustomize.component":"knative","serving.knative.dev/release":"v0.11.2"},"name":"validation.webhook.serving.knative.dev","ownerReferences":[{"apiVersion":"kfdef.apps.kubeflow.org/v1","blockOwnerDeletion":true,"controller":true,"kind":"KfDef","name":"kubeflow","uid":"2d465f2e-2383-4abd-a784-1d5e2eb50f52"}]},"webhooks":[{"admissionReviewVersions":["v1beta1"],"clientConfig":{"service":{"name":"webhook","namespace":"knative-serving"}},"failurePolicy":"Fail","name":"validation.webhook.serving.knative.dev"}]}\n"] "creationTimestamp":"2020-11-04T19:30:12Z" "generation":'\x03' "labels":map["kustomize.component":"knative" "serving.knative.dev/release":"v0.11.2"] "managedFields":[map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:metadata":map["f:annotations":map[".":map[] "f:kubectl.kubernetes.io/last-applied-configuration":map[]] "f:labels":map[".":map[] "f:kustomize.component":map[] "f:serving.knative.dev/release":map[]]] "f:webhooks":map[".":map[] "k:{"name":"validation.webhook.serving.knative.dev"}":map[".":map[] "f:admissionReviewVersions":map[] "f:clientConfig":map[".":map[] "f:service":map[".":map[] "f:name":map[] "f:namespace":map[] "f:port":map[]]] "f:failurePolicy":map[] "f:matchPolicy":map[] "f:name":map[] "f:namespaceSelector":map[] "f:objectSelector":map[] "f:sideEffects":map[] "f:timeoutSeconds":map[]]]] "manager":"kfctl" "operation":"Update" "time":"2020-11-04T19:38:44Z"] map["apiVersion":"admissionregistration.k8s.io/v1beta1" "fieldsType":"FieldsV1" "fieldsV1":map["f:webhooks":map["k:{"name":"validation.webhook.serving.knative.dev"}":map["f:clientConfig":map["f:caBundle":map[] "f:service":map["f:path":map[]]] "f:rules":map[]]]] "manager":"webhook" "operation":"Update" "time":"2020-11-04T23:02:02Z"]] "name":"validation.webhook.serving.knative.dev" "resourceVersion":"129011" "selfLink":"/apis/admissionregistration.k8s.io/v1beta1/validatingwebhookconfigurations/validation.webhook.serving.knative.dev" "uid":"138c36c0-7794-43ee-9a94-1a4d4388d9b2"] "webhooks":[map["admissionReviewVersions":["v1beta1"] "clientConfig":map["caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURiekNDQWxlZ0F3SUJBZ0lRTStNUzRXRU8vdVMvWEMycnFRK3Y4akFOQmdrcWhraUc5dzBCQVFzRkFEQVcKTVJRd0VnWURWUVFLRXd0cmJtRjBhWFpsTG1SbGRqQWVGdzB5TURFeE1EUXlNekF4TlRsYUZ3MHlNVEV4TURReQpNekF4TlRsYU1CWXhGREFTQmdOVkJBb1RDMnR1WVhScGRtVXVaR1YyTUlJQklqQU5CZ2txaGtpRzl3MEJBUUVGCkFBT0NBUThBTUlJQkNnS0NBUUVBbStqTW43MG43dmUzQ3RJRUl1d1poZGw0TGRpYnU4SGdOVVVrUjVKY3N4MWEKUlhtMmEyWGNhVnJFL24wK21hVVE0Z05GQXg4MURRY3NVeVJDMXZhSWRiU0Q4K2VTNmFoTXorQnpvWVhYVnlFRwpwWDN6VUJHYXpyZ2R3RWNOc3hYcENMMSttVUUzSUtKTGN4bnhIVmVxNnV5QzFHNlY3OGw3MjhERnRKbVdtQm1WCkk3cmlPdkcrUjliUGs5UFhVQ2Z2MllkMzhSUnM2NHpmbWVQRW1kK3AzTTdiL2JEQ3BZUUNjRGlEa1plMng2dFMKa1lLd1ZIMUhUWjJkNkQ4eFQwekRmSm5wTk94aWVOWURWMUJ0ekFTU3A0ZnlsKzhzeDArcWdma0FrV3YyTHM4UgpLY3JzRXY1SFZpMFc4RSs3RDMxY1MwdzJhbnlOK2lrc1duVlpoaVF6UlFJREFRQUJvNEc0TUlHMU1BNEdBMVVkCkR3RUIvd1FFQXdJQ2hEQWRCZ05WSFNVRUZqQVVCZ2dyQmdFRkJRY0RBUVlJS3dZQkJRVUhBd0l3RHdZRFZSMFQKQVFIL0JBVXdBd0VCL3pCekJnTlZIUkVFYkRCcWdnZDNaV0pvYjI5cmdoZDNaV0pvYjI5ckxtdHVZWFJwZG1VdApjMlZ5ZG1sdVo0SWJkMlZpYUc5dmF5NXJibUYwYVhabExYTmxjblpwYm1jdWMzWmpnaWwzWldKb2IyOXJMbXR1CllYUnBkbVV0YzJWeWRtbHVaeTV6ZG1NdVkyeDFjM1JsY2k1c2IyTmhiREFOQmdrcWhraUc5dzBCQVFzRkFBT0MKQVFFQVFSR1lxVHpXc0NEc2YxcnVsZk0xc09ySUUwUDR2NGd6aXc0ekt0ZXgySm5VRTl5aG1XZ25kQVB1cVhKSAprNHF4Q0h0YVhnOVBiRUh0Z1d4aGNHSFduL0JuOWlWQXJkcUd0cERsQWFJQ2VrWFNkalB5cm9oQ2FpTlVtdWZrClFocVV1S1BkOXZpVWJTMmw3cXpiaWIyWlpxV0Z2dCt0T0JRRi9iNjBUQXhMZmRqSEFEZ3NmNnVGenFyV3hLbDUKdDl3NmNaa3hFTnkzRDVvWTZsWTVwaWc1OFB4SW9pMXBjM3VnRE5Dc1lPdlBqVWNkKzBwSDhPemxYQmFwT2FGTApIaHJIVXF4NWxVYnNrQWZEbEoyOEhnbWRWeHNvN2VwVFRuUFRJTG5TL3k0cWJtWk4wS0pqbjBJZUxJUTVEVk5aCmNyMDNzSG9ydndyUzF6TjBISTZIcDJ0dmhBPT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo=" "service":map["name":"webhook" "namespace":"knative-serving" "path":"/" "port":'\u01bb']] "failurePolicy":"Fail" "matchPolicy":"Exact" "name":"validation.webhook.serving.knative.dev" "namespaceSelector":map[] "objectSelector":map[] "rules":[map["apiGroups":["autoscaling.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["metrics/*"] "scope":"*"] map["apiGroups":["autoscaling.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["podautoscalers/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["certificates/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["ingresses/*"] "scope":"*"] map["apiGroups":["networking.internal.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["serverlessservices/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1alpha1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["configurations/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["revisions/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["routes/*"] "scope":"*"] map["apiGroups":["serving.knative.dev"] "apiVersions":["v1beta1"] "operations":["CREATE" "UPDATE"] "resources":["services/*"] "scope":"*"]] "sideEffects":"Unknown" "timeoutSeconds":'\x1e']]]}
for: "/tmp/kout494223902": ValidatingWebhookConfiguration.admissionregistration.k8s.io "validation.webhook.serving.knative.dev" is invalid: [metadata.ownerReferences.apiVersion: Invalid value: "": version must not be empty, metadata.ownerReferences.kind: Invalid value: "": kind must not be empty, metadata.ownerReferences.name: Invalid value: "": name must not be empty]]

there is an issue with knative webhooks. It's seems that knative just delete ownerReference from metada of these three webhooks, listed above in error log, so they remain after uninstalling (here described workaround) and cause such error.

@akrava akrava linked a pull request Nov 10, 2020 that will close this issue
Sign up for free to subscribe to this conversation on GitHub. Already have an account? Sign in.
Labels
None yet
Projects
None yet
Development

Successfully merging a pull request may close this issue.

1 participant