Skip to content

Commit d6986de

Browse files
committed
Lower page size in PySpark tests
1 parent 013b9da commit d6986de

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

python/pyspark/java_gateway.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,11 @@ def launch_gateway():
5252
script = "./bin/spark-submit.cmd" if on_windows else "./bin/spark-submit"
5353
submit_args = os.environ.get("PYSPARK_SUBMIT_ARGS", "pyspark-shell")
5454
if os.environ.get("SPARK_TESTING"):
55-
submit_args = "--conf spark.ui.enabled=false " + submit_args
55+
submit_args = ' '.join([
56+
"--conf spark.ui.enabled=false",
57+
"--conf spark.buffer.pageSize=4mb",
58+
submit_args
59+
])
5660
command = [os.path.join(SPARK_HOME, script)] + shlex.split(submit_args)
5761

5862
# Start a socket that will be used by PythonGatewayServer to communicate its port to us

0 commit comments

Comments
 (0)