Skip to content

Commit 6ceb14f

Browse files
committed
Allow relevant configs to propagate to standalone Driver
1 parent 7f854bc commit 6ceb14f

File tree

2 files changed

+6
-5
lines changed

2 files changed

+6
-5
lines changed

core/src/main/scala/org/apache/spark/deploy/Client.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,7 @@ private class ClientActor(driverArgs: ClientArguments, conf: SparkConf) extends
107107
// Exception, if present
108108
statusResponse.exception.map { e =>
109109
println(s"Exception from cluster was: $e")
110+
e.printStackTrace()
110111
System.exit(-1)
111112
}
112113
System.exit(0)

core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -164,9 +164,9 @@ object SparkSubmit {
164164
val options = List[OptionAssigner](
165165

166166
// All cluster managers
167-
OptionAssigner(args.master, ALL_CLUSTER_MGRS, CLIENT, sysProp = "spark.master"),
168-
OptionAssigner(args.name, ALL_CLUSTER_MGRS, CLIENT, sysProp = "spark.app.name"),
169-
OptionAssigner(args.jars, ALL_CLUSTER_MGRS, CLIENT, sysProp = "spark.jars"),
167+
OptionAssigner(args.master, ALL_CLUSTER_MGRS, ALL_DEPLOY_MODES, sysProp = "spark.master"),
168+
OptionAssigner(args.name, ALL_CLUSTER_MGRS, ALL_DEPLOY_MODES, sysProp = "spark.app.name"),
169+
OptionAssigner(args.jars, ALL_CLUSTER_MGRS, ALL_DEPLOY_MODES, sysProp = "spark.jars"),
170170

171171
// Standalone cluster only
172172
OptionAssigner(args.driverMemory, STANDALONE, CLUSTER, clOption = "--memory"),
@@ -197,9 +197,9 @@ object SparkSubmit {
197197
sysProp = "spark.driver.extraJavaOptions"),
198198
OptionAssigner(args.driverExtraLibraryPath, STANDALONE | YARN, CLUSTER,
199199
sysProp = "spark.driver.extraLibraryPath"),
200-
OptionAssigner(args.executorMemory, STANDALONE | MESOS | YARN, CLIENT,
200+
OptionAssigner(args.executorMemory, STANDALONE | MESOS | YARN, ALL_DEPLOY_MODES,
201201
sysProp = "spark.executor.memory"),
202-
OptionAssigner(args.totalExecutorCores, STANDALONE | MESOS, CLIENT,
202+
OptionAssigner(args.totalExecutorCores, STANDALONE | MESOS, ALL_DEPLOY_MODES,
203203
sysProp = "spark.cores.max"),
204204
OptionAssigner(args.files, LOCAL | STANDALONE | MESOS, ALL_DEPLOY_MODES,
205205
sysProp = "spark.files")

0 commit comments

Comments
 (0)