diff --git a/.circleci/real_config.yml b/.circleci/real_config.yml
index b0ebf0b4c7f..6b7ee8bed3f 100644
--- a/.circleci/real_config.yml
+++ b/.circleci/real_config.yml
@@ -519,12 +519,14 @@ commands:
                 name: Install Nvidia Apex
                 description: "Apex installation needs Cuda 12.1 because Pytorch binaries were compiled by Cuda 12.1."
                 command: |
-                  wget https://developer.download.nvidia.com/compute/cuda/12.1.0/local_installers/cuda_12.1.0_530.30.02_linux.run
-                  sudo sh cuda_12.1.0_530.30.02_linux.run --toolkit --silent
-                  nvcc --version
-                  git clone https://github.com/NVIDIA/apex ~/apex
-                  git -C ~/apex checkout tags/24.04.01
-                  pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ~/apex
+                  if ! pip show apex; then
+                    wget https://developer.download.nvidia.com/compute/cuda/12.1.0/local_installers/cuda_12.1.0_530.30.02_linux.run
+                    sudo sh cuda_12.1.0_530.30.02_linux.run --toolkit --silent
+                    nvcc --version
+                    git clone https://github.com/NVIDIA/apex ~/apex
+                    git -C ~/apex checkout tags/24.04.01
+                    pip install -v --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext" --config-settings "--build-option=--cuda_ext" ~/apex
+                  fi
 
       - save_cache:
           key: det-python-deps-<<pipeline.parameters.cache-buster>>-{{ checksum "/tmp/cachefile" }}