Skip to content

Commit d31ff7e

Browse files
committed
handle the edge case after 1 iteration
1 parent a2aa36b commit d31ff7e

File tree

1 file changed

+1
-1
lines changed
  • core/src/main/scala/org/apache/spark/rdd

1 file changed

+1
-1
lines changed

core/src/main/scala/org/apache/spark/rdd/RDD.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1084,7 +1084,7 @@ abstract class RDD[T: ClassTag](
10841084
if (buf.size == 0) {
10851085
numPartsToTry = partsScanned * 4
10861086
} else {
1087-
numPartsToTry = (1.5 * num * partsScanned / buf.size).toInt - partsScanned
1087+
numPartsToTry = ((1.5 * num * partsScanned / buf.size).toInt - partsScanned) max 1 // the left side of max is >=1 whenever partsScanned >= 2
10881088
}
10891089
}
10901090

0 commit comments

Comments
 (0)