We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent eeb6d01 commit 33b20f5Copy full SHA for 33b20f5
server/src/main/scala/com/cloudera/livy/utils/SparkProcessBuilder.scala
@@ -178,8 +178,13 @@ class SparkProcessBuilder(livyConf: LivyConf) extends Logging {
178
addOpt("--name", _name)
179
addOpt("--class", _className)
180
_conf.foreach { case (key, value) =>
181
- arguments += "--conf"
182
- arguments += f"$key=$value"
+ if (key == "spark.submit.pyFiles") {
+ arguments += "--py-files"
183
+ arguments += f"$value"
184
+ } else {
185
+ arguments += "--conf"
186
+ arguments += f"$key=$value"
187
+ }
188
}
189
addList("--driver-class-path", _driverClassPath)
190
0 commit comments