Skip to content

Commit 13eb12a

Browse files
committed
Merge pull request #1 from marmbrus/limit
More hacks to make Maps serialize with Kryo.
2 parents 4fc8b4e + 92b9727 commit 13eb12a

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/SparkSqlSerializer.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,13 @@ class SparkSqlSerializer(conf: SparkConf) extends KryoSerializer(conf) {
3232
kryo.setRegistrationRequired(false)
3333
kryo.register(classOf[MutablePair[_, _]])
3434
kryo.register(classOf[Array[Any]])
35+
// This is kinda hacky...
3536
kryo.register(classOf[scala.collection.immutable.Map$Map1], new MapSerializer)
37+
kryo.register(classOf[scala.collection.immutable.Map$Map2], new MapSerializer)
38+
kryo.register(classOf[scala.collection.immutable.Map$Map3], new MapSerializer)
39+
kryo.register(classOf[scala.collection.immutable.Map$Map4], new MapSerializer)
40+
kryo.register(classOf[scala.collection.immutable.Map[_,_]], new MapSerializer)
41+
kryo.register(classOf[scala.collection.Map[_,_]], new MapSerializer)
3642
kryo.register(classOf[org.apache.spark.sql.catalyst.expressions.GenericRow])
3743
kryo.register(classOf[org.apache.spark.sql.catalyst.expressions.GenericMutableRow])
3844
kryo.register(classOf[scala.collection.mutable.ArrayBuffer[_]])

0 commit comments

Comments
 (0)