|
17 | 17 |
|
18 | 18 | package org.apache.spark.input
|
19 | 19 |
|
20 |
| -import scala.collection.JavaConversions._ |
21 |
| -import com.google.common.io.{ ByteStreams, Closeables } |
22 |
| -import org.apache.hadoop.mapreduce.InputSplit |
| 20 | +import java.io.{ByteArrayInputStream, ByteArrayOutputStream, DataInputStream, DataOutputStream} |
| 21 | + |
| 22 | +import com.google.common.io.ByteStreams |
23 | 23 | import org.apache.hadoop.conf.Configuration
|
24 |
| -import org.apache.hadoop.mapreduce.lib.input.CombineFileSplit |
25 |
| -import org.apache.hadoop.mapreduce.RecordReader |
26 |
| -import org.apache.hadoop.mapreduce.TaskAttemptContext |
27 |
| -import org.apache.hadoop.fs.{ FSDataInputStream, Path } |
28 |
| -import org.apache.spark.annotation.DeveloperApi |
29 |
| -import org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat |
30 |
| -import org.apache.hadoop.mapreduce.JobContext |
31 |
| -import org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReader |
32 |
| -import java.io.{ ByteArrayInputStream, ByteArrayOutputStream, DataOutputStream, DataInputStream } |
| 24 | +import org.apache.hadoop.fs.Path |
| 25 | +import org.apache.hadoop.mapreduce.{InputSplit, JobContext, RecordReader, TaskAttemptContext} |
| 26 | +import org.apache.hadoop.mapreduce.lib.input.{CombineFileInputFormat, CombineFileRecordReader, CombineFileSplit} |
| 27 | + |
| 28 | +import scala.collection.JavaConversions._ |
33 | 29 |
|
34 | 30 | /**
|
35 | 31 | * A general format for reading whole files in as streams, byte arrays,
|
@@ -61,7 +57,6 @@ private[spark] abstract class StreamFileInputFormat[T]
|
61 | 57 | * @note TaskAttemptContext is not serializable resulting in the confBytes construct
|
62 | 58 | * @note CombineFileSplit is not serializable resulting in the splitBytes construct
|
63 | 59 | */
|
64 |
| -@DeveloperApi |
65 | 60 | class PortableDataStream(@transient isplit: CombineFileSplit,
|
66 | 61 | @transient context: TaskAttemptContext, index: Integer)
|
67 | 62 | extends Serializable {
|
|
0 commit comments