updated spark

vlulla · Aug 17, 2024 · 0a95dcb · 0a95dcb
1 parent fdfd3aa
commit 0a95dcb
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/dockerize_spark/Dockerfile b/dockerize_spark/Dockerfile
@@ -1,5 +1,5 @@
 # syntax=docker/dockerfile:1
-FROM debian:testing
+FROM debian:bookworm
 LABEL maintainer "Vijay Lulla <[email protected]>"
 
 SHELL ["/bin/bash", "-o", "pipefail", "-c"]
@@ -26,13 +26,13 @@ RUN mkdir -p ${HOME}/code/spark
 WORKDIR ${HOME}/code/spark
 RUN <<EOT
 set -ex
-curl -SL -O https://dlcdn.apache.org/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3-scala2.13.tgz && tar xf spark-3.5.1-bin-hadoop3-scala2.13.tgz && rm -rf spark-3.5.1-bin-hadoop3-scala2.13.tgz
+curl -SL -O https://dlcdn.apache.org/spark/spark-3.5.2/spark-3.5.2-bin-hadoop3-scala2.13.tgz && tar xf spark-3.5.2-bin-hadoop3-scala2.13.tgz && rm -rf spark-3.5.2-bin-hadoop3-scala2.13.tgz
 curl -SL -O https://dlcdn.apache.org/hadoop/common/hadoop-3.4.0/hadoop-3.4.0.tar.gz && tar xf hadoop-3.4.0.tar.gz && rm -rf hadoop-3.4.0.tar.gz
 EOT
 
 ENV JAVA_HOME="/usr/lib/jvm/java-17-openjdk-amd64"
 ENV HADOOP_HOME="${HOME}/code/spark/hadoop-3.4.0"
-ENV SPARK_HOME="${HOME}/code/spark/spark-3.5.1-bin-hadoop3-scala2.13"
+ENV SPARK_HOME="${HOME}/code/spark/spark-3.5.2-bin-hadoop3-scala2.13"
 ENV PATH="${PATH:+${PATH}:}${HADOOP_HOME}/bin:${SPARK_HOME}/bin:${SPARK_HOME}/sbin"
 ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH:+${LD_LIBRARY_PATH}:}${HADOOP_HOME}/lib/native"