Skip to content

Commit d9cb6df

Browse files
committed
Fix violation in FileSuite.
1 parent 58dd847 commit d9cb6df

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

core/src/test/scala/org/apache/spark/FileSuite.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ package org.apache.spark
1919

2020
import java.io.{File, FileWriter}
2121

22+
import org.apache.spark.deploy.SparkHadoopUtil
2223
import org.apache.spark.input.PortableDataStream
2324
import org.apache.spark.storage.StorageLevel
2425

@@ -506,8 +507,9 @@ class FileSuite extends SparkFunSuite with LocalSparkContext {
506507
job.setOutputKeyClass(classOf[String])
507508
job.setOutputValueClass(classOf[String])
508509
job.setOutputFormatClass(classOf[NewTextOutputFormat[String, String]])
509-
job.getConfiguration.set("mapred.output.dir", tempDir.getPath + "/outputDataset_new")
510-
randomRDD.saveAsNewAPIHadoopDataset(job.getConfiguration)
510+
val jobConfig = SparkHadoopUtil.get.getConfigurationFromJobContext(job)
511+
jobConfig.set("mapred.output.dir", tempDir.getPath + "/outputDataset_new")
512+
randomRDD.saveAsNewAPIHadoopDataset(jobConfig)
511513
assert(new File(tempDir.getPath + "/outputDataset_new/part-r-00000").exists() === true)
512514
}
513515

0 commit comments

Comments
 (0)