Skip to content

Commit 441f79a

Browse files
committed
fixed a few small comments and dependency
1 parent 12e7be1 commit 441f79a

File tree

2 files changed

+7
-8
lines changed

2 files changed

+7
-8
lines changed

core/src/main/scala/org/apache/spark/input/RawFileInput.scala

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -58,17 +58,17 @@ abstract class StreamFileInputFormat[T]
5858
/**
5959
* A class that allows DataStreams to be serialized and moved around by not creating them
6060
* until they need to be read
61-
* @param split
62-
* @param context
63-
* @param index
6461
*/
6562
class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, index: Integer)
6663
extends Serializable {
6764
private var path = ""
6865
private var fileIn: FSDataInputStream = null.asInstanceOf[FSDataInputStream]
6966
private var isOpen = false
7067

71-
def open(): FSDataInputStream= {
68+
/**
69+
* create a new DataInputStream from the split and context
70+
*/
71+
def open(): FSDataInputStream = {
7272
val pathp = split.getPath(index)
7373
path = pathp.toString
7474
val fs = pathp.getFileSystem(context.getConfiguration)
@@ -77,6 +77,9 @@ class PortableDataStream(split: CombineFileSplit, context: TaskAttemptContext, i
7777
fileIn
7878
}
7979

80+
/**
81+
* close the file (if it is already open)
82+
*/
8083
def close() = {
8184
if (isOpen) {
8285
try {

pom.xml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -743,10 +743,6 @@
743743
<artifactId>jackson-mapper-asl</artifactId>
744744
<version>1.8.8</version>
745745
</dependency>
746-
<dependency>
747-
<groupId>io.scif</groupId>
748-
<artifactId>pom-scifio</artifactId>
749-
</dependency>
750746
</dependencies>
751747
</dependencyManagement>
752748

0 commit comments

Comments
 (0)