We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f8f180e commit 585719fCopy full SHA for 585719f
jupyter/src/main/kotlin/org/jetbrains/kotlinx/spark/api/jupyter/SparkIntegration.kt
@@ -42,6 +42,8 @@ internal class SparkIntegration : Integration() {
42
.master(SparkConf().get("spark.master", "local[*]"))
43
.appName("Jupyter")
44
.config("spark.sql.codegen.wholeStage", false)
45
+ .config("fs.hdfs.impl", org.apache.hadoop.hdfs.DistributedFileSystem::class.java.name)
46
+ .config("fs.file.impl", org.apache.hadoop.fs.LocalFileSystem::class.java.name)
47
.getOrCreate()""".trimIndent(),
48
"""
49
spark.sparkContext.setLogLevel(org.jetbrains.kotlinx.spark.api.SparkLogLevel.ERROR)""".trimIndent(),
0 commit comments