Skip to content

Commit 456d844

Browse files
committed
Guard against shlex hanging if PYSPARK_SUBMIT_ARGS is not set
1 parent 7eebda8 commit 456d844

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

python/pyspark/java_gateway.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ def launch_gateway():
3636
on_windows = platform.system() == "Windows"
3737
script = "./bin/spark-submit.cmd" if on_windows else "./bin/spark-submit"
3838
submit_args = os.environ.get("PYSPARK_SUBMIT_ARGS")
39+
submit_args = submit_args if submit_args is not None else ""
3940
submit_args = shlex.split(submit_args)
4041
command = [os.path.join(SPARK_HOME, script), "pyspark-shell"] + submit_args
4142
if not on_windows:

0 commit comments

Comments
 (0)