diff --git a/tests/buildkite/build-jvm-linux-arm64-manylinux2014.sh b/tests/buildkite/build-jvm-linux-arm64-manylinux2014.sh
index ed32f8273ce5..10106cc47e7c 100644
--- a/tests/buildkite/build-jvm-linux-arm64-manylinux2014.sh
+++ b/tests/buildkite/build-jvm-linux-arm64-manylinux2014.sh
@@ -11,7 +11,7 @@ echo "--- Build libxgboost4j.so (targeting glibc 2.17)"
 set -x
 mkdir build
 $command_wrapper bash -c \
-  "cd build && cmake .. -GNinja -DJVM_BINDINGS=ON -DUSE_OPENMP=ON && ninja -v"
+  "cd build && cmake .. -DJVM_BINDINGS=ON -DUSE_OPENMP=ON && make -j$(nproc)"
 ldd lib/libxgboost4j.so
 objdump -T libxgboost4j.so | grep GLIBC_ | sed 's/.*GLIBC_\([.0-9]*\).*/\1/g' | sort -Vu
 
diff --git a/tests/ci_build/Dockerfile.jvm_manylinux2014_aarch64 b/tests/ci_build/Dockerfile.jvm_manylinux2014_aarch64
index 878a8c405f01..1442a7644110 100644
--- a/tests/ci_build/Dockerfile.jvm_manylinux2014_aarch64
+++ b/tests/ci_build/Dockerfile.jvm_manylinux2014_aarch64
@@ -1,6 +1,6 @@
 FROM quay.io/pypa/manylinux2014_aarch64
 
-RUN yum update -y && yum install -y java-1.8.0-openjdk-devel ninja-build
+RUN yum update -y && yum install -y java-1.8.0-openjdk-devel
 
 # Install lightweight sudo (not bound to TTY)
 ENV GOSU_VERSION 1.10