Skip to content

Commit 585719f

Browse files
authored
added hadoop file read fix (#165)
1 parent f8f180e commit 585719f

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,8 @@ internal class SparkIntegration : Integration() {
4242
.master(SparkConf().get("spark.master", "local[*]"))
4343
.appName("Jupyter")
4444
.config("spark.sql.codegen.wholeStage", false)
45+
.config("fs.hdfs.impl", org.apache.hadoop.hdfs.DistributedFileSystem::class.java.name)
46+
.config("fs.file.impl", org.apache.hadoop.fs.LocalFileSystem::class.java.name)
4547
.getOrCreate()""".trimIndent(),
4648
"""
4749
spark.sparkContext.setLogLevel(org.jetbrains.kotlinx.spark.api.SparkLogLevel.ERROR)""".trimIndent(),

0 commit comments

Comments
 (0)