JDK11 pyspark test

apache · Nov 16, 2019 · f01b384 · f01b384
1 parent 1844015
commit f01b384
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/run-tests.py b/python/run-tests.py
@@ -88,8 +88,8 @@ def run_individual_python_test(target_dir, test_name, pyspark_python):
 
     # Also override the JVM's temp directory by setting driver and executor options.
     spark_args = [
-        "--conf", "spark.driver.extraJavaOptions=-Djava.io.tmpdir={0}".format(tmp_dir),
-        "--conf", "spark.executor.extraJavaOptions=-Djava.io.tmpdir={0}".format(tmp_dir),
+        "--conf", "spark.driver.extraJavaOptions='-Djava.io.tmpdir={0} -Dio.netty.tryReflectionSetAccessible=true'".format(tmp_dir),
+        "--conf", "spark.executor.extraJavaOptions='-Djava.io.tmpdir={0} -Dio.netty.tryReflectionSetAccessible=true'".format(tmp_dir),
         "pyspark-shell"
     ]
     env["PYSPARK_SUBMIT_ARGS"] = " ".join(spark_args)