File tree Expand file tree Collapse file tree 3 files changed +21
-7
lines changed
main/scala/org/apache/spark/streaming/flume
test/java/org/apache/spark/streaming/flume Expand file tree Collapse file tree 3 files changed +21
-7
lines changed Original file line number Diff line number Diff line change @@ -28,7 +28,7 @@ import org.apache.spark.Logging
28
28
* A simple object that provides the implementation of readExternal and writeExternal for both
29
29
* the wrapper classes for Flume-style Events.
30
30
*/
31
- object EventTransformer extends Logging {
31
+ private [streaming] object EventTransformer extends Logging {
32
32
def readExternal (in : ObjectInput ): (java.util.HashMap [CharSequence , CharSequence ],
33
33
Array [Byte ]) = {
34
34
val bodyLength = in.readInt()
Original file line number Diff line number Diff line change @@ -37,19 +37,17 @@ import org.apache.spark.streaming.dstream.ReceiverInputDStream
37
37
import org .apache .spark .streaming .receiver .Receiver
38
38
import org .apache .spark .streaming .flume .sink ._
39
39
40
-
41
40
/**
42
41
* A [[ReceiverInputDStream ]] that can be used to read data from several Flume agents running
43
- * [[org.apache.spark.flume.sink.SparkSink ]]s.
42
+ * [[org.apache.spark.streaming. flume.sink.SparkSink ]]s.
44
43
* @param _ssc Streaming context that will execute this input stream
45
44
* @param addresses List of addresses at which SparkSinks are listening
46
45
* @param maxBatchSize Maximum size of a batch
47
46
* @param parallelism Number of parallel connections to open
48
47
* @param storageLevel The storage level to use.
49
48
* @tparam T Class type of the object of this stream
50
49
*/
51
- private [streaming]
52
- class FlumePollingInputDStream [T : ClassTag ](
50
+ private [streaming] class FlumePollingInputDStream [T : ClassTag ](
53
51
@ transient _ssc : StreamingContext ,
54
52
val addresses : Seq [InetSocketAddress ],
55
53
val maxBatchSize : Int ,
@@ -62,8 +60,7 @@ class FlumePollingInputDStream[T: ClassTag](
62
60
}
63
61
}
64
62
65
- private [streaming]
66
- class FlumePollingReceiver (
63
+ private [streaming] class FlumePollingReceiver (
67
64
addresses : Seq [InetSocketAddress ],
68
65
maxBatchSize : Int ,
69
66
parallelism : Int ,
Original file line number Diff line number Diff line change
1
+ /*
2
+ * Licensed to the Apache Software Foundation (ASF) under one or more
3
+ * contributor license agreements. See the NOTICE file distributed with
4
+ * this work for additional information regarding copyright ownership.
5
+ * The ASF licenses this file to You under the Apache License, Version 2.0
6
+ * (the "License"); you may not use this file except in compliance with
7
+ * the License. You may obtain a copy of the License at
8
+ *
9
+ * http://www.apache.org/licenses/LICENSE-2.0
10
+ *
11
+ * Unless required by applicable law or agreed to in writing, software
12
+ * distributed under the License is distributed on an "AS IS" BASIS,
13
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ * See the License for the specific language governing permissions and
15
+ * limitations under the License.
16
+ */
17
+
1
18
package org .apache .spark .streaming .flume ;
2
19
3
20
import java .net .InetSocketAddress ;
You can’t perform that action at this time.
0 commit comments