Skip to content

Commit 2c567a5

Browse files
author
Davies Liu
committed
update logging and comment
1 parent 33730d1 commit 2c567a5

File tree

2 files changed

+7
-7
lines changed

2 files changed

+7
-7
lines changed

examples/src/main/python/streaming/kafka_wordcount.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,12 +22,13 @@
2222
To run this on your local machine, you need to setup Kafka and create a producer first
2323
$ bin/zookeeper-server-start.sh config/zookeeper.properties
2424
$ bin/kafka-server-start.sh config/server.properties
25+
$ bin/kafka-topics.sh --create --zookeeper localhost:2181 --partitions 1 --topic test
2526
$ bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test
2627
2728
and then run the example
28-
`$ bin/spark-submit --driver-class-path lib_managed/jars/kafka_*.jar:\
29-
external/kafka/target/scala-*/spark-streaming-kafka_*.jar examples/src/main/python/\
30-
streaming/kafka_wordcount.py localhost:2181 test`
29+
`$ bin/spark-submit --driver-class-path external/kafka-assembly/target/scala-*/\
30+
spark-streaming-kafka-assembly-*.jar examples/src/main/python/streaming/kafka_wordcount.py \
31+
localhost:2181 test`
3132
"""
3233

3334
import sys

python/pyspark/streaming/kafka.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -73,10 +73,9 @@ def getClassByName(name):
7373
except Py4JError, e:
7474
# TODO: use --jar once it also work on driver
7575
if not e.message or 'call a package' in e.message:
76-
print "No kafka package, please build it and add it into classpath:"
77-
print " $ sbt/sbt streaming-kafka/package"
78-
print " $ bin/submit --driver-class-path lib_managed/jars/kafka_2.10-0.8.0.jar:" \
79-
"external/kafka/target/scala-2.10/spark-streaming-kafka_2.10-1.3.0-SNAPSHOT.jar"
76+
print "No kafka package, please put the assembly jar into classpath:"
77+
print " $ bin/submit --driver-class-path external/kafka-assembly/target/" + \
78+
"scala-*/spark-streaming-kafka-assembly-*.jar"
8079
raise e
8180
ser = PairDeserializer(NoOpSerializer(), NoOpSerializer())
8281
stream = DStream(jstream, ssc, ser)

0 commit comments

Comments
 (0)