#294 Update Spark dependencies to mitigate security warnings.

Updated minor version of Cobrix artifacts since project dependencies have changed.
AbsaOSS · May 29, 2020 · db6d460 · db6d460
1 parent e785ad9
commit db6d460
Show file tree

Hide file tree

Showing 6 changed files with 7 additions and 13 deletions.
diff --git a/cobol-converters/pom.xml b/cobol-converters/pom.xml
@@ -22,7 +22,7 @@
     <parent>
         <groupId>za.co.absa.cobrix</groupId>
         <artifactId>cobrix_2.11</artifactId>
-        <version>2.0.9-SNAPSHOT</version>
+        <version>2.1.0-SNAPSHOT</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
 

diff --git a/cobol-parser/pom.xml b/cobol-parser/pom.xml
@@ -22,7 +22,7 @@
     <parent>
         <groupId>za.co.absa.cobrix</groupId>
         <artifactId>cobrix_2.11</artifactId>
-        <version>2.0.9-SNAPSHOT</version>
+        <version>2.1.0-SNAPSHOT</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
 

diff --git a/pom.xml b/pom.xml
@@ -22,7 +22,7 @@
     <groupId>za.co.absa.cobrix</groupId>
     <artifactId>cobrix_2.11</artifactId>
 
-    <version>2.0.9-SNAPSHOT</version>
+    <version>2.1.0-SNAPSHOT</version>
 
     <packaging>pom</packaging>
 
@@ -109,7 +109,7 @@
         <!-- Frameworks and libraries -->
         <scala.version>2.11.12</scala.version>
         <scala.compat.version>2.11</scala.compat.version>
-        <spark.version>2.2.2</spark.version>
+        <spark.version>2.4.5</spark.version>
         <scalatest.version>3.0.1</scalatest.version>
         <specs.version>2.4.16</specs.version>
         <guava.version>15.0</guava.version>

diff --git a/project/Dependencies.scala b/project/Dependencies.scala
@@ -18,7 +18,7 @@ import sbt._
 
 object Dependencies {
 
-  private val sparkVersion = "2.4.4"
+  private val sparkVersion = "2.4.5"
 
   private val guavaVersion = "15.0"
   private val scodecBitsVersion = "1.1.4"
@@ -33,7 +33,6 @@ object Dependencies {
 
   val SparkCobolDependencies: Seq[ModuleID] = Seq(
     // provided
-    "org.apache.spark" %% "spark-core"       % sparkVersion % Provided,
     "org.apache.spark" %% "spark-sql"        % sparkVersion % Provided,
     "org.apache.spark" %% "spark-streaming"  % sparkVersion % Provided,
 

diff --git a/spark-cobol/pom.xml b/spark-cobol/pom.xml
@@ -22,7 +22,7 @@
 	<parent>
 		<groupId>za.co.absa.cobrix</groupId>
 		<artifactId>cobrix_2.11</artifactId>
-		<version>2.0.9-SNAPSHOT</version>
+		<version>2.1.0-SNAPSHOT</version>
 		<relativePath>../pom.xml</relativePath>
 	</parent>
 
@@ -31,11 +31,6 @@
 
 	<dependencies>
 		<!-- spark -->
-		<dependency>
-			<groupId>org.apache.spark</groupId>
-			<artifactId>spark-core_${scala.compat.version}</artifactId>
-			<scope>provided</scope>
-		</dependency>
 		<dependency>
 			<groupId>org.apache.spark</groupId>
 			<artifactId>spark-sql_${scala.compat.version}</artifactId>

diff --git a/version.sbt b/version.sbt
@@ -1 +1 @@
-version in ThisBuild := "2.0.9-SNAPSHOT"
+version in ThisBuild := "2.1.0-SNAPSHOT"