diff --git a/ci/docker/Dockerfile.build.centos7_gpu b/ci/docker/Dockerfile.build.centos7_gpu
index 0b2464fe8e36..1a927c4d5832 100644
--- a/ci/docker/Dockerfile.build.centos7_gpu
+++ b/ci/docker/Dockerfile.build.centos7_gpu
@@ -29,7 +29,7 @@ RUN /work/centos7_ccache.sh
 COPY install/centos7_python.sh /work/
 RUN /work/centos7_python.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/centos7_cudnn.sh /work/
 RUN /work/centos7_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_base_gpu b/ci/docker/Dockerfile.build.ubuntu_base_gpu
index 98e3669c8273..40e1da657203 100644
--- a/ci/docker/Dockerfile.build.ubuntu_base_gpu
+++ b/ci/docker/Dockerfile.build.ubuntu_base_gpu
@@ -25,7 +25,7 @@ WORKDIR /work/deps
 
 RUN apt-get update && apt-get -y install sudo
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_build_cuda b/ci/docker/Dockerfile.build.ubuntu_build_cuda
index ad1a1c4558b5..0607ec1a5e75 100644
--- a/ci/docker/Dockerfile.build.ubuntu_build_cuda
+++ b/ci/docker/Dockerfile.build.ubuntu_build_cuda
@@ -44,7 +44,7 @@ RUN /work/ubuntu_clang.sh
 COPY install/ubuntu_mklml.sh /work/
 RUN /work/ubuntu_mklml.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu100 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
index 7c93ebeffed3..46d27e35022b 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu100
@@ -67,7 +67,7 @@ RUN /work/ubuntu_docs.sh
 COPY install/ubuntu_tutorials.sh /work/
 RUN /work/ubuntu_tutorials.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu90 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
index add1f73f7c86..19530a212424 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu90
@@ -67,7 +67,7 @@ RUN /work/ubuntu_docs.sh
 COPY install/ubuntu_tutorials.sh /work/
 RUN /work/ubuntu_tutorials.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_gpu_cu92 b/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
index cd01c5996273..f239eec4af27 100644
--- a/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
+++ b/ci/docker/Dockerfile.build.ubuntu_gpu_cu92
@@ -67,7 +67,7 @@ RUN /work/ubuntu_docs.sh
 COPY install/ubuntu_tutorials.sh /work/
 RUN /work/ubuntu_tutorials.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/ci/docker/Dockerfile.build.ubuntu_nightly_gpu b/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
index 48b562584914..a667f7b7a94f 100644
--- a/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
+++ b/ci/docker/Dockerfile.build.ubuntu_nightly_gpu
@@ -70,7 +70,7 @@ RUN /work/ubuntu_tutorials.sh
 COPY install/ubuntu_nightly_tests.sh /work/
 RUN /work/ubuntu_nightly_tests.sh
 
-ENV CUDNN_VERSION=7.5.1.10
+ENV CUDNN_VERSION=7.6.0.64
 COPY install/ubuntu_cudnn.sh /work/
 RUN /work/ubuntu_cudnn.sh
 
diff --git a/tools/setup_gpu_build_tools.sh b/tools/setup_gpu_build_tools.sh
index a4cd2b431f3c..724af3c90ec1 100755
--- a/tools/setup_gpu_build_tools.sh
+++ b/tools/setup_gpu_build_tools.sh
@@ -31,20 +31,20 @@ if [[ $VARIANT == cu101* ]]; then
     CUDA_VERSION='10.1.105-1'
     CUDA_PATCH_VERSION='10.1.105-1'
     LIBCUDA_VERSION='418.39-0ubuntu1'
-    LIBCUDNN_VERSION='7.5.1.10-1+cuda10.1'
-    LIBNCCL_VERSION='2.4.2-1+cuda10.1'
+    LIBCUDNN_VERSION='7.6.0.64-1+cuda10.1'
+    LIBNCCL_VERSION='2.4.7-1+cuda10.1'
 elif [[ $VARIANT == cu100* ]]; then
     CUDA_VERSION='10.0.130-1'
     CUDA_PATCH_VERSION='10.0.130-1'
     LIBCUDA_VERSION='410.48-0ubuntu1'
-    LIBCUDNN_VERSION='7.5.1.10-1+cuda10.0'
-    LIBNCCL_VERSION='2.4.2-1+cuda10.0'
+    LIBCUDNN_VERSION='7.6.0.64-1+cuda10.0'
+    LIBNCCL_VERSION='2.4.7-1+cuda10.0'
 elif [[ $VARIANT == cu92* ]]; then
     CUDA_VERSION='9.2.148-1'
     CUDA_PATCH_VERSION='9.2.148.1-1'
     LIBCUDA_VERSION='396.44-0ubuntu1'
-    LIBCUDNN_VERSION='7.5.1.10-1+cuda9.2'
-    LIBNCCL_VERSION='2.4.2-1+cuda9.2'
+    LIBCUDNN_VERSION='7.6.0.64-1+cuda9.2'
+    LIBNCCL_VERSION='2.4.7-1+cuda9.2'
 elif [[ $VARIANT == cu91* ]]; then
     CUDA_VERSION='9.1.85-1'
     CUDA_PATCH_VERSION='9.1.85.3-1'
@@ -55,8 +55,8 @@ elif [[ $VARIANT == cu90* ]]; then
     CUDA_VERSION='9.0.176-1'
     CUDA_PATCH_VERSION='9.0.176.3-1'
     LIBCUDA_VERSION='384.145-0ubuntu1'
-    LIBCUDNN_VERSION='7.5.1.10-1+cuda9.0'
-    LIBNCCL_VERSION='2.4.2-1+cuda9.0'
+    LIBCUDNN_VERSION='7.6.0.64-1+cuda9.0'
+    LIBNCCL_VERSION='2.4.7-1+cuda9.0'
 elif [[ $VARIANT == cu80* ]]; then
     CUDA_VERSION='8.0.61-1'
     CUDA_PATCH_VERSION='8.0.61.2-1'