#127 minidfs cluster dependencies removal

AbsaOSS · Apr 6, 2022 · 543721f · 543721f
1 parent b7ebec6
commit 543721f
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 21 deletions.
diff --git a/atum/pom.xml b/atum/pom.xml
@@ -76,13 +76,6 @@
             <scope>test</scope>
         </dependency>
 
-        <dependency>
-            <groupId>org.apache.hadoop</groupId>
-            <artifactId>hadoop-minicluster</artifactId>
-            <version>${hadoop.version}</version>
-            <scope>test</scope>
-        </dependency>
-
     </dependencies>
 
     <build>

diff --git a/pom.xml b/pom.xml
@@ -128,7 +128,6 @@
         <mockito.scala.version>1.15.0</mockito.scala.version>
         <commons.version>0.0.27</commons.version>
         <typesafe.config.version>1.4.1</typesafe.config.version>
-        <hadoop.version>2.8.5</hadoop.version>
 
         <!-- Spark versions -->
         <spark-24.version>2.4.8</spark-24.version>

diff --git a/project/Dependencies.scala b/project/Dependencies.scala
@@ -24,17 +24,13 @@ object Dependencies {
     val json4s_spark2 = "3.5.3"
     val json4s_spark3 = "3.7.0-M11"
 
-    val hadoop2 = "2.8.5"
-    val hadoop3 = "3.2.2"
-
     val absaCommons = "0.0.27"
     val typesafeConfig = "1.4.1"
     val mockitoScala = "1.15.0"
     val scalatest = "3.2.9"
     val specs2 = "2.5"
     val aws = "2.17.85"
 
-    val jUnit = "4.11" // for hdfs minicluster
     val apacheCommonsLang3 = "3.12.0"
     val commonsConfiguration = "1.6"
   }
@@ -79,11 +75,6 @@ object Dependencies {
   lazy val mockitoScala = "org.mockito" %% "mockito-scala" % Versions.mockitoScala % Test
   lazy val mockitoScalaScalatest = "org.mockito" %% "mockito-scala-scalatest" % Versions.mockitoScala % Test
 
-  val hadoopMinicluster = moduleByScala("org.apache.hadoop" % "hadoop-minicluster" % _ % Test)(Versions.hadoop2, Versions.hadoop3) _
-  val hadoopHdfs = moduleByScala("org.apache.hadoop" % "hadoop-hdfs" % _ % Test classifier "tests")(Versions.hadoop2, Versions.hadoop3) _
-  val hadoopComons = moduleByScala("org.apache.hadoop" % "hadoop-common" % _ % Test classifier "tests")(Versions.hadoop2, Versions.hadoop3) _
-  lazy val jUnit = "junit" % "junit" % Versions.jUnit % Test
-
   lazy val scalaTestProvided = "org.scalatest" %% "scalatest" % Versions.scalatest % Provided
   lazy val specs2core = "org.specs2" %% "specs2-core" % Versions.specs2 % Test
 
@@ -110,10 +101,6 @@ object Dependencies {
 
     mockitoScala,
     mockitoScalaScalatest,
-    hadoopMinicluster(scalaVersion),
-    hadoopHdfs(scalaVersion),
-    hadoopComons(scalaVersion),
-    jUnit
   )
 
   lazy val examplesDependencies: Seq[ModuleID] = Seq(