diff --git a/infra/docker/ci/Dockerfile b/infra/docker/ci/Dockerfile
index 8e05c75a12..158a16b1ba 100644
--- a/infra/docker/ci/Dockerfile
+++ b/infra/docker/ci/Dockerfile
@@ -77,12 +77,12 @@ RUN PROTOC_ZIP=protoc-${PROTOC_VERSION}-linux-x86_64.zip && \
 RUN curl -sL https://aka.ms/InstallAzureCLIDeb | bash
 
 # Install kubectl
-RUN apt-get install -y kubectl
+RUN apt-get install -y kubectl=1.20.0-00
 
 # Install helm
 RUN curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3 && \
     chmod 700 get_helm.sh && \
-    ./get_helm.sh
+    ./get_helm.sh --version v3.4.2
 
 # Install jq
 RUN apt-get install -y jq