Add e2e tests to capture connectivity issues between Pods running on Control Plane nodes and the API server

e2e/templates/simple-macvlan1.yml.j2

@@ -61,3 +61,28 @@ spec:
       privileged: true
   nodeSelector:
     kubernetes.io/hostname: kind-worker2
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: macvlan1-control-plane
+  annotations:
+    k8s.v1.cni.cncf.io/networks: '[
+            { "name": "macvlan1-config",
+              "ips": [ "10.1.1.13/24" ] }
+    ]'
+  labels:
+    app: macvlan
+spec:
+  containers:
+  - name: macvlan-control-plane
+    image: nicolaka/netshoot:v0.12
+    command: ["/bin/sleep", "10000"]
+    securityContext:
+      privileged: true
+  nodeSelector:
+    kubernetes.io/hostname: kind-control-plane
+  tolerations:
+  - key: node-role.kubernetes.io/control-plane
+    operator: "Exists"
+    effect: NoSchedule

e2e/templates/simple-pods.yml.j2

@@ -0,0 +1,35 @@
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: simple-worker
+  annotations:
+  labels:
+    app: simple
+spec:
+  containers:
+  - name: simple-worker
+    image: nicolaka/netshoot:v0.12
+    command: ["/bin/sleep", "10000"]
+    securityContext:
+      privileged: true
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: simple-control-plane
+  labels:
+    app: simple
+spec:
+  containers:
+  - name: simple-control-plane
+    image: nicolaka/netshoot:v0.12
+    command: ["/bin/sleep", "10000"]
+    securityContext:
+      privileged: true
+  nodeSelector:
+    kubernetes.io/hostname: kind-control-plane
+  tolerations:
+  - key: node-role.kubernetes.io/control-plane
+    operator: "Exists"
+    effect: NoSchedule

e2e/test-simple-macvlan1.sh

@@ -38,5 +38,21 @@ if [ $ipaddr != "10.1.1.12" ]; then
 	echo "macvlan1-worker2 IP address is different: ${ipaddr}"
 fi
 
+echo "check eventual connectivity of macvlan1-control-plane Pod to the Kubernetes API server"
+for i in `seq 1 10`;
+do
+    if [ $(kubectl exec macvlan1-control-plane -- nc -zvw1 kubernetes 443 >/dev/null && echo $? || echo $?) -eq 0 ]; then
+        echo "macvlan1-control-plane reached the Kubernetes API server"
+        break
+    fi
+
+    if [ $i -eq 10 ]; then
+        echo "macvlan1-control-plane couldn't connect to the Kubernetes API server"
+        exit 1
+    fi
+
+    sleep 1
+done
+
 echo "cleanup resources"
 kubectl delete -f yamls/simple-macvlan1.yml

e2e/test-simple-pod.sh

@@ -3,8 +3,40 @@ set -o errexit
 
 export PATH=${PATH}:./bin
 
-kubectl create -f yamls/simple-pod.yml
+kubectl create -f yamls/simple-pods.yml
 kubectl wait --for=condition=ready -l app=simple --timeout=300s pod
 
+echo "check eventual connectivity of simple-worker Pod to the Kubernetes API server"
+for i in `seq 1 10`;
+do
+    if [ $(kubectl exec simple-worker -- nc -zvw1 kubernetes 443 >/dev/null && echo $? || echo $?) -eq 0 ]; then
+        echo "simple-worker reached the Kubernetes API server"
+        break
+    fi
+
+    if [ $i -eq 10 ]; then
+        echo "simple-worker couldn't connect to the Kubernetes API server"
+        exit 1
+    fi
+
+    sleep 1
+done
+
+echo "check eventual connectivity of simple-control-plane Pod to the Kubernetes API server"
+for i in `seq 1 10`;
+do
+    if [ $(kubectl exec simple-control-plane -- nc -zvw1 kubernetes 443 >/dev/null && echo $? || echo $?) -eq 0 ]; then
+        echo "simple-control-plane reached the Kubernetes API server"
+        break
+    fi
+
+    if [ $i -eq 10 ]; then
+        echo "simple-control-plane couldn't connect to the Kubernetes API server"
+        exit 1
+    fi
+
+    sleep 1
+done
+
 echo "cleanup resources"
-kubectl delete -f yamls/simple-pod.yml
+kubectl delete -f yamls/simple-pods.yml