Skip to content

Commit

Permalink
Fix python style
Browse files Browse the repository at this point in the history
  • Loading branch information
dongjoon-hyun committed Nov 16, 2019
1 parent f01b384 commit e4c1fc5
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions python/run-tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -87,9 +87,10 @@ def run_individual_python_test(target_dir, test_name, pyspark_python):
env["TMPDIR"] = tmp_dir

# Also override the JVM's temp directory by setting driver and executor options.
java_options = "-Djava.io.tmpdir={0} -Dio.netty.tryReflectionSetAccessible=true".format(tmp_dir)
spark_args = [
"--conf", "spark.driver.extraJavaOptions='-Djava.io.tmpdir={0} -Dio.netty.tryReflectionSetAccessible=true'".format(tmp_dir),
"--conf", "spark.executor.extraJavaOptions='-Djava.io.tmpdir={0} -Dio.netty.tryReflectionSetAccessible=true'".format(tmp_dir),
"--conf", "spark.driver.extraJavaOptions='{0}'".format(java_options),
"--conf", "spark.executor.extraJavaOptions='{0}'".format(java_options),
"pyspark-shell"
]
env["PYSPARK_SUBMIT_ARGS"] = " ".join(spark_args)
Expand Down

0 comments on commit e4c1fc5

Please sign in to comment.