Skip to content

Commit 7b9d181

Browse files
committed
removing developer API, cleaning up imports
1 parent 8ac288b commit 7b9d181

File tree

1 file changed

+8
-13
lines changed

1 file changed

+8
-13
lines changed

core/src/main/scala/org/apache/spark/input/PortableDataStream.scala

Lines changed: 8 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -17,19 +17,15 @@
1717

1818
package org.apache.spark.input
1919

20-
import scala.collection.JavaConversions._
21-
import com.google.common.io.{ ByteStreams, Closeables }
22-
import org.apache.hadoop.mapreduce.InputSplit
20+
import java.io.{ByteArrayInputStream, ByteArrayOutputStream, DataInputStream, DataOutputStream}
21+
22+
import com.google.common.io.ByteStreams
2323
import org.apache.hadoop.conf.Configuration
24-
import org.apache.hadoop.mapreduce.lib.input.CombineFileSplit
25-
import org.apache.hadoop.mapreduce.RecordReader
26-
import org.apache.hadoop.mapreduce.TaskAttemptContext
27-
import org.apache.hadoop.fs.{ FSDataInputStream, Path }
28-
import org.apache.spark.annotation.DeveloperApi
29-
import org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat
30-
import org.apache.hadoop.mapreduce.JobContext
31-
import org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReader
32-
import java.io.{ ByteArrayInputStream, ByteArrayOutputStream, DataOutputStream, DataInputStream }
24+
import org.apache.hadoop.fs.Path
25+
import org.apache.hadoop.mapreduce.{InputSplit, JobContext, RecordReader, TaskAttemptContext}
26+
import org.apache.hadoop.mapreduce.lib.input.{CombineFileInputFormat, CombineFileRecordReader, CombineFileSplit}
27+
28+
import scala.collection.JavaConversions._
3329

3430
/**
3531
* A general format for reading whole files in as streams, byte arrays,
@@ -61,7 +57,6 @@ private[spark] abstract class StreamFileInputFormat[T]
6157
* @note TaskAttemptContext is not serializable resulting in the confBytes construct
6258
* @note CombineFileSplit is not serializable resulting in the splitBytes construct
6359
*/
64-
@DeveloperApi
6560
class PortableDataStream(@transient isplit: CombineFileSplit,
6661
@transient context: TaskAttemptContext, index: Integer)
6762
extends Serializable {

0 commit comments

Comments
 (0)