Merge pull request #135 from AbsaOSS/feature/133-replace-spark-test-base

#133 Replace SparkTestBase with the one from absa commons
AbsaOSS · Jun 10, 2020 · d226f2f · d226f2f
2 parents a4e8c1b + d38e5bd
commit d226f2f
Show file tree

Hide file tree

Showing 5 changed files with 4 additions and 37 deletions.
diff --git a/driver/src/test/scala/za/co/absa/hyperdrive/driver/TestSparkIngestor.scala b/driver/src/test/scala/za/co/absa/hyperdrive/driver/TestSparkIngestor.scala
@@ -32,7 +32,7 @@ import za.co.absa.hyperdrive.ingestor.api.reader.StreamReader
 import za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformer
 import za.co.absa.hyperdrive.ingestor.api.writer.StreamWriter
 import za.co.absa.hyperdrive.shared.exceptions.{IngestionException, IngestionStartException}
-import za.co.absa.hyperdrive.testutils.SparkTestBase
+import za.co.absa.commons.spark.SparkTestBase
 
 class TestSparkIngestor extends FlatSpec with BeforeAndAfterEach with MockitoSugar with SparkTestBase with Matchers {
 

diff --git a/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDockerTest.scala b/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDockerTest.scala
@@ -28,7 +28,7 @@ import org.apache.kafka.clients.producer.{KafkaProducer, ProducerConfig, Produce
 import org.scalatest.{BeforeAndAfter, FlatSpec, Matchers}
 import za.co.absa.abris.avro.read.confluent.SchemaManager
 import za.co.absa.commons.io.TempDirectory
-import za.co.absa.hyperdrive.testutils.SparkTestBase
+import za.co.absa.commons.spark.SparkTestBase
 
 
 /**

diff --git a/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetDockerTest.scala b/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetDockerTest.scala
@@ -25,7 +25,7 @@ import org.apache.kafka.clients.producer.{KafkaProducer, ProducerConfig, Produce
 import org.scalatest.{BeforeAndAfter, FlatSpec, Matchers}
 import za.co.absa.abris.avro.read.confluent.SchemaManager
 import za.co.absa.commons.io.TempDirectory
-import za.co.absa.hyperdrive.testutils.SparkTestBase
+import za.co.absa.commons.spark.SparkTestBase
 
 /**
  * This e2e test requires a Docker installation on the executing machine.

diff --git a/...perdrive/ingestor/implementation/writer/parquet/TestParquetPartitioningStreamWriter.scala b/...perdrive/ingestor/implementation/writer/parquet/TestParquetPartitioningStreamWriter.scala
@@ -22,7 +22,7 @@ import org.apache.spark.sql.functions.lit
 import org.scalatest.{BeforeAndAfter, FlatSpec, Matchers}
 import za.co.absa.commons.io.TempDirectory
 import za.co.absa.hyperdrive.ingestor.implementation.manager.checkpoint.CheckpointOffsetManager
-import za.co.absa.hyperdrive.testutils.SparkTestBase
+import za.co.absa.commons.spark.SparkTestBase
 
 class TestParquetPartitioningStreamWriter extends FlatSpec with SparkTestBase with Matchers with BeforeAndAfter {
 

diff --git a/testutils/src/main/scala/za/co/absa/hyperdrive/testutils/SparkTestBase.scala b/testutils/src/main/scala/za/co/absa/hyperdrive/testutils/SparkTestBase.scala