@@ -554,7 +554,7 @@ private[master] class Master(
554
554
private [master] def scheduleExecutorsOnWorkers (
555
555
app : ApplicationInfo ,
556
556
usableWorkers : Array [WorkerInfo ],
557
- spreadOutApps : Boolean ): Option [ Array [Int ] ] = {
557
+ spreadOutApps : Boolean ): Array [Int ] = {
558
558
// If the number of cores per executor is not specified, then we can just schedule
559
559
// 1 core at a time since we expect a single executor to be launched on each worker
560
560
val coresPerExecutor = app.desc.coresPerExecutor.getOrElse(1 )
@@ -577,8 +577,7 @@ private[master] class Master(
577
577
pos = (pos + 1 ) % numUsable
578
578
if (pos == 0 ) {
579
579
if (lastCoresToAssign == coresToAssign) {
580
- logError(" Not enough resources to schedule executors, please check configuration" )
581
- return None
580
+ return assignedCores
582
581
}
583
582
lastCoresToAssign = coresToAssign
584
583
}
@@ -596,14 +595,13 @@ private[master] class Master(
596
595
pos = (pos + 1 ) % numUsable
597
596
if (pos == 0 ) {
598
597
if (lastCoresToAssign == coresToAssign) {
599
- logError(" Not enough resources to schedule executors, please check configuration" )
600
- return None
598
+ return assignedCores
601
599
}
602
600
lastCoresToAssign = coresToAssign
603
601
}
604
602
}
605
603
}
606
- Some ( assignedCores)
604
+ assignedCores
607
605
}
608
606
609
607
/**
@@ -619,15 +617,12 @@ private[master] class Master(
619
617
.filter(worker => worker.memoryFree >= app.desc.memoryPerExecutorMB &&
620
618
worker.coresFree >= coresPerExecutor.getOrElse(1 ))
621
619
.sortBy(_.coresFree).reverse
622
- val assignedCores_ = scheduleExecutorsOnWorkers(app, usableWorkers, spreadOutApps)
620
+ val assignedCores = scheduleExecutorsOnWorkers(app, usableWorkers, spreadOutApps)
623
621
624
622
// Now that we've decided how many cores to allocate on each worker, let's allocate them
625
- if (assignedCores_ != None ) {
626
- val assignedCores = assignedCores_.get
627
- for (pos <- 0 until usableWorkers.length if assignedCores(pos) > 0 ) {
628
- allocateWorkerResourceToExecutors(
629
- app, assignedCores(pos), coresPerExecutor, usableWorkers(pos))
630
- }
623
+ for (pos <- 0 until usableWorkers.length if assignedCores(pos) > 0 ) {
624
+ allocateWorkerResourceToExecutors(
625
+ app, assignedCores(pos), coresPerExecutor, usableWorkers(pos))
631
626
}
632
627
}
633
628
}
0 commit comments