Skip to content

Commit fe530cd

Browse files
committed
Speed up task scheduling in standalone mode by reusing serializer
instead of creating a new one for each task.
1 parent a25c1ab commit fe530cd

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -183,8 +183,8 @@ class CoarseGrainedSchedulerBackend(scheduler: TaskSchedulerImpl, val rpcEnv: Rp
183183

184184
// Launch tasks returned by a set of resource offers
185185
def launchTasks(tasks: Seq[Seq[TaskDescription]]) {
186+
val ser = SparkEnv.get.closureSerializer.newInstance()
186187
for (task <- tasks.flatten) {
187-
val ser = SparkEnv.get.closureSerializer.newInstance()
188188
val serializedTask = ser.serialize(task)
189189
if (serializedTask.limit >= akkaFrameSize - AkkaUtils.reservedSizeBytes) {
190190
val taskSetId = scheduler.taskIdToTaskSetId(task.taskId)

0 commit comments

Comments
 (0)