Merge pull request #19 from manojkumarsah13/patch-2

Update cluster-config.json.j2
dicdiksha · Aug 31, 2023 · b563b95 · b563b95
2 parents 7552d44 + e245128
commit b563b95
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ansible/roles/data-products-deploy/templates/cluster-config.json.j2 b/ansible/roles/data-products-deploy/templates/cluster-config.json.j2
@@ -78,7 +78,7 @@
         "spark.shuffle.service.enabled" :"{{ spark_enable_dynamic_allocation }}",
         "spark.sql.shuffle.partitions" : "{{ spark_sql_shuffle_partitions }}",
         "spark.scheduler.mode" : "FAIR",
-        "spark.driver.memory" : "280g",
+        "spark.driver.memory" : "40g",
         "spark.driver.memoryOverhead" : "4g",
         "spark.executor.memoryOverhead" : "4g",
         "spark.serializer" : "org.apache.spark.serializer.KryoSerializer",