diff --git a/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt b/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt index e817b282..eb3d73b2 100644 --- a/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt +++ b/jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt @@ -42,6 +42,8 @@ internal class SparkIntegration : Integration() { .master(SparkConf().get("spark.master", "local[*]")) .appName("Jupyter") .config("spark.sql.codegen.wholeStage", false) + .config("fs.hdfs.impl", org.apache.hadoop.hdfs.DistributedFileSystem::class.java.name) + .config("fs.file.impl", org.apache.hadoop.fs.LocalFileSystem::class.java.name) .getOrCreate()""".trimIndent(), """ spark.sparkContext.setLogLevel(org.jetbrains.kotlinx.spark.api.SparkLogLevel.ERROR)""".trimIndent(),