File tree Expand file tree Collapse file tree 4 files changed +7
-107
lines changed
src/main/scala/org/apache/spark/examples Expand file tree Collapse file tree 4 files changed +7
-107
lines changed Original file line number Diff line number Diff line change 109
109
<artifactId >scopt_${scala.binary.version}</artifactId >
110
110
<version >3.7.1</version >
111
111
</dependency >
112
- <dependency >
113
- <groupId >${hive.parquet.group} </groupId >
114
- <artifactId >parquet-hadoop-bundle</artifactId >
115
- <scope >provided</scope >
116
- </dependency >
112
+ <!-- <dependency> -- >
113
+ <!-- <groupId>com.twitter </groupId> -- >
114
+ <!-- <artifactId>parquet-hadoop-bundle</artifactId> -- >
115
+ <!-- <scope>provided</scope> -- >
116
+ <!-- </dependency> -- >
117
117
<!-- <dependency>-->
118
118
<!-- <groupId>org.apache.spark</groupId>-->
119
119
<!-- <artifactId>spark-streaming-kafka-producer_${scala.binary.version}</artifactId>-->
Original file line number Diff line number Diff line change @@ -30,7 +30,6 @@ object SparkHiveExample {
30
30
case class Record (key : Int , value : String )
31
31
// $example off:spark_hive$
32
32
33
- def main (args : Array [String ]): Unit = {
34
33
val kv1Stream = SparkHiveExample .getClass.getResourceAsStream(" /kv1.txt" )
35
34
val kv1File = File .createTempFile(" kv1" , " txt" )
36
35
kv1File.deleteOnExit()
Load Diff This file was deleted.
Original file line number Diff line number Diff line change @@ -22,7 +22,7 @@ import org.apache.kafka.clients.consumer.ConsumerConfig
22
22
23
23
import org .apache .spark .SparkConf
24
24
import org .apache .spark .streaming .{Seconds , StreamingContext }
25
- import org .apache .spark .streaming .kafka09 .{
25
+ import org .apache .spark .streaming .kafka010 .{
26
26
ConsumerStrategies ,
27
27
KafkaUtils ,
28
28
LocationStrategies
@@ -46,7 +46,7 @@ import org.apache.spark.streaming.kafka09.{
46
46
* topic1,topic2 my-consumer-group latest batch-interval pollTimeout
47
47
*/
48
48
49
- object V09DirectKafkaWordCount {
49
+ object V010DirectKafkaWordCount {
50
50
def main (args : Array [String ]) {
51
51
if (args.length < 4 ) {
52
52
System .err.println(s """
You can’t perform that action at this time.
0 commit comments