We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 013b9da commit d6986deCopy full SHA for d6986de
python/pyspark/java_gateway.py
@@ -52,7 +52,11 @@ def launch_gateway():
52
script = "./bin/spark-submit.cmd" if on_windows else "./bin/spark-submit"
53
submit_args = os.environ.get("PYSPARK_SUBMIT_ARGS", "pyspark-shell")
54
if os.environ.get("SPARK_TESTING"):
55
- submit_args = "--conf spark.ui.enabled=false " + submit_args
+ submit_args = ' '.join([
56
+ "--conf spark.ui.enabled=false",
57
+ "--conf spark.buffer.pageSize=4mb",
58
+ submit_args
59
+ ])
60
command = [os.path.join(SPARK_HOME, script)] + shlex.split(submit_args)
61
62
# Start a socket that will be used by PythonGatewayServer to communicate its port to us
0 commit comments