From ffd2ed863ef2e965c2ac3a0ee0bb8f9833919faa Mon Sep 17 00:00:00 2001
From: ha2hi <56156892+ha2hi@users.noreply.github.com>
Date: Sat, 14 Sep 2024 00:14:23 +0900
Subject: [PATCH] Upgrade to Spark 3.5.2(#2012) (#2157)

* Upgrade to Spark 3.5.2

Signed-off-by: HyukSangCho <a01045542949@gmail.com>

* Upgrade to Spark 3.5.2

Signed-off-by: HyukSangCho <a01045542949@gmail.com>

* Upgrade to Spark 3.5.2

Signed-off-by: HyukSangCho <a01045542949@gmail.com>

* Upgrade to Spark 3.5.2

Signed-off-by: HyukSangCho <a01045542949@gmail.com>

---------

Signed-off-by: HyukSangCho <a01045542949@gmail.com>
(cherry picked from commit 9f0c08a65e9e956e3ff9838df59b392cb4ee72ca)
Signed-off-by: Yi Chen <github@chenyicn.net>
---
 examples/spark-pi-prometheus.yaml | 10 +++++-----
 spark-docker/Dockerfile           |  2 +-
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/examples/spark-pi-prometheus.yaml b/examples/spark-pi-prometheus.yaml
index 9e67943cd..416cf527c 100644
--- a/examples/spark-pi-prometheus.yaml
+++ b/examples/spark-pi-prometheus.yaml
@@ -22,27 +22,27 @@ metadata:
 spec:
   type: Scala
   mode: cluster
-  image: gcr.io/spark-operator/spark:v3.1.1-gcs-prometheus
+  image: {IMAGE_REGISTRY}/{IMAGE_REPOSITORY}/spark:3.5.2-gcs-prometheus
   imagePullPolicy: Always
   mainClass: org.apache.spark.examples.SparkPi
-  mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.1.1.jar
+  mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
   arguments:
   - "100000"
-  sparkVersion: 3.1.1
+  sparkVersion: 3.5.2
   restartPolicy:
     type: Never
   driver:
     cores: 1
     memory: 512m
     labels:
-      version: 3.1.1
+      version: 3.5.2
     serviceAccount: spark-operator-spark
   executor:
     cores: 1
     instances: 1
     memory: 512m
     labels:
-      version: 3.1.1
+      version: 3.5.2
   monitoring:
     exposeDriverMetrics: true
     exposeExecutorMetrics: true
diff --git a/spark-docker/Dockerfile b/spark-docker/Dockerfile
index 502bdd160..20ca69fbb 100644
--- a/spark-docker/Dockerfile
+++ b/spark-docker/Dockerfile
@@ -14,7 +14,7 @@
 # limitations under the License.
 #
 
-ARG SPARK_IMAGE=gcr.io/spark-operator/spark:v3.1.1
+ARG SPARK_IMAGE=spark:3.5.2
 FROM ${SPARK_IMAGE}
 
 # Switch to user root so we can add additional jars and configuration files.