From 4f8cc999b15a49476a2b755cb1809f51ce735cc1 Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Fri, 16 Sep 2022 22:35:14 -0700 Subject: [PATCH] [SPARK-40436][BUILD] Upgrade Scala to 2.12.17 ### What changes were proposed in this pull request? This PR aims to upgrade Scala to 2.12.17 - https://www.scala-lang.org/news/2.12.17 ### Why are the changes needed? The main [change](https://github.com/scala/scala/pulls?q=is%3Apr+sort%3Aupdated-desc+milestone%3A2.12.17+is%3Amerged+label%3Arelease-notes) fo this version as follows: - https://github.com/scala/scala/pull/10109 - https://github.com/scala/scala/pull/10075 - https://github.com/scala/scala/pull/10108 - https://github.com/scala/scala/pull/10045 - https://github.com/scala/scala/pull/10063 - https://github.com/scala/scala/pull/10042 - https://github.com/scala/scala/pull/10040 - https://github.com/scala/scala/pull/10095 ### Does this PR introduce _any_ user-facing change? Yes, this is a Scala version change. ### How was this patch tested? Existing Test Closes #37892 from LuciferYang/SPARK-40436. Authored-by: yangjie01 Signed-off-by: Dongjoon Hyun --- dev/deps/spark-deps-hadoop-2-hive-2.3 | 6 +++--- dev/deps/spark-deps-hadoop-3-hive-2.3 | 6 +++--- pom.xml | 6 +++--- project/SparkBuild.scala | 4 ++-- 4 files changed, 11 insertions(+), 11 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2-hive-2.3 b/dev/deps/spark-deps-hadoop-2-hive-2.3 index eaf07541bcb14..a5eb21d0a06ce 100644 --- a/dev/deps/spark-deps-hadoop-2-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-2-hive-2.3 @@ -237,10 +237,10 @@ py4j/0.10.9.7//py4j-0.10.9.7.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar rocksdbjni/7.5.3//rocksdbjni-7.5.3.jar scala-collection-compat_2.12/2.7.0//scala-collection-compat_2.12-2.7.0.jar -scala-compiler/2.12.16//scala-compiler-2.12.16.jar -scala-library/2.12.16//scala-library-2.12.16.jar +scala-compiler/2.12.17//scala-compiler-2.12.17.jar +scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar -scala-reflect/2.12.16//scala-reflect-2.12.16.jar +scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar shims/0.9.32//shims-0.9.32.jar slf4j-api/1.7.36//slf4j-api-1.7.36.jar diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index d82edc92095bf..2b92962cdd526 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -224,10 +224,10 @@ py4j/0.10.9.7//py4j-0.10.9.7.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar rocksdbjni/7.5.3//rocksdbjni-7.5.3.jar scala-collection-compat_2.12/2.7.0//scala-collection-compat_2.12-2.7.0.jar -scala-compiler/2.12.16//scala-compiler-2.12.16.jar -scala-library/2.12.16//scala-library-2.12.16.jar +scala-compiler/2.12.17//scala-compiler-2.12.17.jar +scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar -scala-reflect/2.12.16//scala-reflect-2.12.16.jar +scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar shims/0.9.32//shims-0.9.32.jar slf4j-api/1.7.36//slf4j-api-1.7.36.jar diff --git a/pom.xml b/pom.xml index b30ef2f389c38..69f94a6e0fe37 100644 --- a/pom.xml +++ b/pom.xml @@ -159,7 +159,7 @@ 3.2.2 4.4 - 2.12.16 + 2.12.17 2.12 2.1.0 - 2.12.16 + 2.12.17 diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 0c887e0e70ed2..279c24e168344 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -203,12 +203,12 @@ object SparkBuild extends PomBuild { // Silencer: Scala compiler plugin for warning suppression // Aim: enable fatal warnings, but suppress ones related to using of deprecated APIs // depends on scala version: - // <2.13.2 - silencer 1.7.9 and compiler settings to enable fatal warnings + // <2.13.2 - silencer 1.7.10 and compiler settings to enable fatal warnings // 2.13.2+ - no silencer and configured warnings to achieve the same lazy val compilerWarningSettings: Seq[sbt.Def.Setting[_]] = Seq( libraryDependencies ++= { if (VersionNumber(scalaVersion.value).matchesSemVer(SemanticSelector("<2.13.2"))) { - val silencerVersion = "1.7.9" + val silencerVersion = "1.7.10" Seq( "org.scala-lang.modules" %% "scala-collection-compat" % "2.2.0", compilerPlugin("com.github.ghik" % "silencer-plugin" % silencerVersion cross CrossVersion.full),