change the default spark.serializer in pyspark back to Kryo

markhamstra · Nov 10, 2014 · 372166b · 372166b
1 parent cdcf546
commit 372166b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
@@ -40,6 +40,7 @@
 # These are special default configs for PySpark, they will overwrite
 # the default ones for Spark if they are not configured by user.
 DEFAULT_CONFIGS = {
+    "spark.serializer": "org.apache.spark.serializer.KryoSerializer",
     "spark.serializer.objectStreamReset": 100,
     "spark.rdd.compress": True,
 }