Skip to content

Commit 33baf14

Browse files
committed
Small clean-up to flatmap tests
1 parent 9ae919c commit 33baf14

File tree

1 file changed

+3
-8
lines changed

1 file changed

+3
-8
lines changed

core/src/test/scala/org/apache/spark/storage/FlatmapIteratorSuite.scala

Lines changed: 3 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -33,34 +33,29 @@ class FlatmapIteratorSuite extends FunSuite with LocalSparkContext {
3333
* info from the serializer, and allow old objects to be GC'd
3434
*/
3535
test("Flatmap Iterator to Disk") {
36-
val sconf = new SparkConf().setMaster("local-cluster[1,1,512]")
37-
.setAppName("iterator_to_disk_test")
36+
val sconf = new SparkConf().setMaster("local").setAppName("iterator_to_disk_test")
3837
sc = new SparkContext(sconf)
3938
val expand_size = 100
4039
val data = sc.parallelize((1 to 5).toSeq).
4140
flatMap( x => Stream.range(0, expand_size))
4241
var persisted = data.persist(StorageLevel.DISK_ONLY)
43-
println(persisted.count())
4442
assert(persisted.count()===500)
4543
assert(persisted.filter(_==1).count()===5)
4644
}
4745

4846
test("Flatmap Iterator to Memory") {
49-
val sconf = new SparkConf().setMaster("local-cluster[1,1,512]")
50-
.setAppName("iterator_to_disk_test")
47+
val sconf = new SparkConf().setMaster("local").setAppName("iterator_to_disk_test")
5148
sc = new SparkContext(sconf)
5249
val expand_size = 100
5350
val data = sc.parallelize((1 to 5).toSeq).
5451
flatMap(x => Stream.range(0, expand_size))
5552
var persisted = data.persist(StorageLevel.MEMORY_ONLY)
56-
println(persisted.count())
5753
assert(persisted.count()===500)
5854
assert(persisted.filter(_==1).count()===5)
5955
}
6056

6157
test("Serializer Reset") {
62-
val sconf = new SparkConf().setMaster("local-cluster[1,1,512]")
63-
.setAppName("serializer_reset_test")
58+
val sconf = new SparkConf().setMaster("local").setAppName("serializer_reset_test")
6459
.set("spark.serializer.objectStreamReset", "10")
6560
sc = new SparkContext(sconf)
6661
val expand_size = 500

0 commit comments

Comments
 (0)