diff --git a/ci/scripts/java_full_build.sh b/ci/scripts/java_full_build.sh
index 6f12a2fd3d18f..54800e7671598 100755
--- a/ci/scripts/java_full_build.sh
+++ b/ci/scripts/java_full_build.sh
@@ -26,6 +26,13 @@ export ARROW_TEST_DATA=${arrow_dir}/testing/data
 
 pushd ${arrow_dir}/java
 
+# Ensure that there is no old jar
+# inside the maven repository
+find ~/.m2/repository/org/apache/arrow \
+     "(" -name "*.jar" -o -name "*.zip" -o -name "*.pom" ")" \
+     -exec echo {} ";" \
+     -exec rm -rf {} ";"
+
 # generate dummy GPG key for -Papache-release.
 # -Papache-release generates signs (*.asc) of artifacts.
 # We don't use these signs in our release process.