Skip to content

Commit ceb3779

Browse files
author
Davies Liu
committed
Update rdd.py
1 parent 3c373f3 commit ceb3779

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

python/pyspark/rdd.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2268,6 +2268,7 @@ def _prepare_for_python_RDD(sc, command, obj=None):
22682268
broadcast = sc.broadcast(pickled_command)
22692269
pickled_command = ser.dumps(broadcast)
22702270
# There is a bug in py4j.java_gateway.JavaClass with auto_convert
2271+
# https://github.com/bartdag/py4j/issues/161
22712272
# TODO: use auto_convert once py4j fix the bug
22722273
broadcast_vars = ListConverter().convert(
22732274
[x._jbroadcast for x in sc._pickled_broadcast_vars],

0 commit comments

Comments
 (0)