diff --git a/atum/pom.xml b/atum/pom.xml index d327f9b2..cf19092a 100644 --- a/atum/pom.xml +++ b/atum/pom.xml @@ -76,13 +76,6 @@ test - - org.apache.hadoop - hadoop-minicluster - ${hadoop.version} - test - - diff --git a/pom.xml b/pom.xml index 07cf2c38..fbc96b3e 100644 --- a/pom.xml +++ b/pom.xml @@ -128,7 +128,6 @@ 1.15.0 0.0.27 1.4.1 - 2.8.5 2.4.8 diff --git a/project/Dependencies.scala b/project/Dependencies.scala index b9aa4471..65a6d8ce 100644 --- a/project/Dependencies.scala +++ b/project/Dependencies.scala @@ -24,9 +24,6 @@ object Dependencies { val json4s_spark2 = "3.5.3" val json4s_spark3 = "3.7.0-M11" - val hadoop2 = "2.8.5" - val hadoop3 = "3.2.2" - val absaCommons = "0.0.27" val typesafeConfig = "1.4.1" val mockitoScala = "1.15.0" @@ -34,7 +31,6 @@ object Dependencies { val specs2 = "2.5" val aws = "2.17.85" - val jUnit = "4.11" // for hdfs minicluster val apacheCommonsLang3 = "3.12.0" val commonsConfiguration = "1.6" } @@ -79,11 +75,6 @@ object Dependencies { lazy val mockitoScala = "org.mockito" %% "mockito-scala" % Versions.mockitoScala % Test lazy val mockitoScalaScalatest = "org.mockito" %% "mockito-scala-scalatest" % Versions.mockitoScala % Test - val hadoopMinicluster = moduleByScala("org.apache.hadoop" % "hadoop-minicluster" % _ % Test)(Versions.hadoop2, Versions.hadoop3) _ - val hadoopHdfs = moduleByScala("org.apache.hadoop" % "hadoop-hdfs" % _ % Test classifier "tests")(Versions.hadoop2, Versions.hadoop3) _ - val hadoopComons = moduleByScala("org.apache.hadoop" % "hadoop-common" % _ % Test classifier "tests")(Versions.hadoop2, Versions.hadoop3) _ - lazy val jUnit = "junit" % "junit" % Versions.jUnit % Test - lazy val scalaTestProvided = "org.scalatest" %% "scalatest" % Versions.scalatest % Provided lazy val specs2core = "org.specs2" %% "specs2-core" % Versions.specs2 % Test @@ -110,10 +101,6 @@ object Dependencies { mockitoScala, mockitoScalaScalatest, - hadoopMinicluster(scalaVersion), - hadoopHdfs(scalaVersion), - hadoopComons(scalaVersion), - jUnit ) lazy val examplesDependencies: Seq[ModuleID] = Seq(