We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 692f4e6 commit 4391d3bCopy full SHA for 4391d3b
core/src/main/scala/org/apache/spark/rdd/AsyncRDDActions.scala
@@ -82,11 +82,11 @@ class AsyncRDDActions[T: ClassTag](self: RDD[T]) extends Serializable with Loggi
82
// Otherwise, interpolate the number of partitions we need to try, but overestimate it
83
// by 50%. We also cap the estimation in the end.
84
if (results.size == 0) {
85
- numPartsToTry = totalParts * 4
+ numPartsToTry = partsScanned * 4
86
} else {
87
// the left side of max is >=1 whenever partsScanned >= 2
88
numPartsToTry = ((1.5 * num * partsScanned / results.size).toInt - partsScanned) max 1
89
- numPartsToTry = numPartsToTry min (totalParts * 4)
+ numPartsToTry = numPartsToTry min (partsScanned * 4)
90
}
91
92
0 commit comments