[SPARK-26755] : Remove task index from speculatableTasks HashSet when a speculatable task is dequeued

pgandhi · pgandhi · commit 32fa4d20587d · 2019-07-19T13:55:07.000-05:00
diff --git a/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala b/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala
@@ -274,6 +274,7 @@ private[spark] class TaskSetManager(
           if (copiesRunning(index) == 0) {
             return Some(index)
           } else if (speculative && copiesRunning(index) == 1) {
+            speculatableTasks -= index
             return Some(index)
           }
         }

Original file line number	Diff line number	Diff line change
`@@ -274,6 +274,7 @@ private[spark] class TaskSetManager(`
`274`	`274`	`if (copiesRunning(index) == 0) {`
`275`	`275`	`return Some(index)`
`276`	`276`	`} else if (speculative && copiesRunning(index) == 1) {`
	`277`	`+ speculatableTasks -= index`
`277`	`278`	`return Some(index)`
`278`	`279`	`}`
`279`	`280`	`}`