File tree Expand file tree Collapse file tree 2 files changed +8
-1
lines changed
yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn Expand file tree Collapse file tree 2 files changed +8
-1
lines changed Original file line number Diff line number Diff line change 93
93
<module >tools</module >
94
94
<module >network/common</module >
95
95
<module >network/shuffle</module >
96
- <module >network/yarn</module >
97
96
<module >streaming</module >
98
97
<module >sql/catalyst</module >
99
98
<module >sql/core</module >
1230
1229
<id >yarn-alpha</id >
1231
1230
<modules >
1232
1231
<module >yarn</module >
1232
+ <module >network/yarn</module >
1233
1233
</modules >
1234
1234
</profile >
1235
1235
1236
1236
<profile >
1237
1237
<id >yarn</id >
1238
1238
<modules >
1239
1239
<module >yarn</module >
1240
+ <module >network/yarn</module >
1240
1241
</modules >
1241
1242
</profile >
1242
1243
Original file line number Diff line number Diff line change @@ -90,6 +90,12 @@ class ExecutorRunnable(
90
90
91
91
ctx.setApplicationACLs(YarnSparkHadoopUtil .getApplicationAclsForYarn(securityMgr))
92
92
93
+ // If external shuffle service is enabled, register with the
94
+ // Yarn shuffle service already started on the node manager
95
+ if (sparkConf.getBoolean(" spark.shuffle.service.enabled" , false )) {
96
+ ctx.setServiceData(Map [String , ByteBuffer ](" spark_shuffle" -> ByteBuffer .allocate(0 )))
97
+ }
98
+
93
99
// Send the start request to the ContainerManager
94
100
val startReq = Records .newRecord(classOf [StartContainerRequest ])
95
101
.asInstanceOf [StartContainerRequest ]
You can’t perform that action at this time.
0 commit comments