Skip to content

Commit 6591e37

Browse files
committed
[SPARK-2024] renaming pickled -> pickledRDD
1 parent d998ad6 commit 6591e37

File tree

1 file changed

+15
-15
lines changed

1 file changed

+15
-15
lines changed

python/pyspark/rdd.py

Lines changed: 15 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1049,9 +1049,9 @@ def saveAsNewAPIHadoopDataset(self, conf, keyConverter=None, valueConverter=None
10491049
@param valueConverter: (None by default)
10501050
"""
10511051
jconf = self.ctx._dictToJavaMap(conf)
1052-
pickled = self._toPickleSerialization()
1053-
batched = isinstance(pickled._jrdd_deserializer, BatchedSerializer)
1054-
self.ctx._jvm.PythonRDD.saveAsHadoopDataset(pickled._jrdd, batched, jconf,
1052+
pickledRDD = self._toPickleSerialization()
1053+
batched = isinstance(pickledRDD._jrdd_deserializer, BatchedSerializer)
1054+
self.ctx._jvm.PythonRDD.saveAsHadoopDataset(pickledRDD._jrdd, batched, jconf,
10551055
keyConverter, valueConverter, True)
10561056

10571057
def saveAsNewAPIHadoopFile(self, path, outputFormatClass, keyClass=None, valueClass=None,
@@ -1076,9 +1076,9 @@ def saveAsNewAPIHadoopFile(self, path, outputFormatClass, keyClass=None, valueCl
10761076
@param conf: Hadoop job configuration, passed in as a dict (None by default)
10771077
"""
10781078
jconf = self.ctx._dictToJavaMap(conf)
1079-
pickled = self._toPickleSerialization()
1080-
batched = isinstance(pickled._jrdd_deserializer, BatchedSerializer)
1081-
self.ctx._jvm.PythonRDD.saveAsNewAPIHadoopFile(pickled._jrdd, batched, path,
1079+
pickledRDD = self._toPickleSerialization()
1080+
batched = isinstance(pickledRDD._jrdd_deserializer, BatchedSerializer)
1081+
self.ctx._jvm.PythonRDD.saveAsNewAPIHadoopFile(pickledRDD._jrdd, batched, path,
10821082
outputFormatClass, keyClass, valueClass, keyConverter, valueConverter, jconf)
10831083

10841084
def saveAsHadoopDataset(self, conf, keyConverter=None, valueConverter=None):
@@ -1093,9 +1093,9 @@ def saveAsHadoopDataset(self, conf, keyConverter=None, valueConverter=None):
10931093
@param valueConverter: (None by default)
10941094
"""
10951095
jconf = self.ctx._dictToJavaMap(conf)
1096-
pickled = self._toPickleSerialization()
1097-
batched = isinstance(pickled._jrdd_deserializer, BatchedSerializer)
1098-
self.ctx._jvm.PythonRDD.saveAsHadoopDataset(pickled._jrdd, batched, jconf,
1096+
pickledRDD = self._toPickleSerialization()
1097+
batched = isinstance(pickledRDD._jrdd_deserializer, BatchedSerializer)
1098+
self.ctx._jvm.PythonRDD.saveAsHadoopDataset(pickledRDD._jrdd, batched, jconf,
10991099
keyConverter, valueConverter, False)
11001100

11011101
def saveAsHadoopFile(self, path, outputFormatClass, keyClass=None, valueClass=None,
@@ -1121,9 +1121,9 @@ def saveAsHadoopFile(self, path, outputFormatClass, keyClass=None, valueClass=No
11211121
@param compressionCodecClass: (None by default)
11221122
"""
11231123
jconf = self.ctx._dictToJavaMap(conf)
1124-
pickled = self._toPickleSerialization()
1125-
batched = isinstance(pickled._jrdd_deserializer, BatchedSerializer)
1126-
self.ctx._jvm.PythonRDD.saveAsHadoopFile(pickled._jrdd, batched,
1124+
pickledRDD = self._toPickleSerialization()
1125+
batched = isinstance(pickledRDD._jrdd_deserializer, BatchedSerializer)
1126+
self.ctx._jvm.PythonRDD.saveAsHadoopFile(pickledRDD._jrdd, batched,
11271127
path, outputFormatClass, keyClass, valueClass, keyConverter, valueConverter,
11281128
jconf, compressionCodecClass)
11291129

@@ -1138,9 +1138,9 @@ def saveAsSequenceFile(self, path, compressionCodecClass=None):
11381138
@param path: path to sequence file
11391139
@param compressionCodecClass: (None by default)
11401140
"""
1141-
pickled = self._toPickleSerialization()
1142-
batched = isinstance(pickled._jrdd_deserializer, BatchedSerializer)
1143-
self.ctx._jvm.PythonRDD.saveAsSequenceFile(pickled._jrdd, batched,
1141+
pickledRDD = self._toPickleSerialization()
1142+
batched = isinstance(pickledRDD._jrdd_deserializer, BatchedSerializer)
1143+
self.ctx._jvm.PythonRDD.saveAsSequenceFile(pickledRDD._jrdd, batched,
11441144
path, compressionCodecClass)
11451145

11461146
def saveAsPickleFile(self, path, batchSize=10):

0 commit comments

Comments
 (0)