From 375d38d0b9df5375c7c0229147a5530600a864c4 Mon Sep 17 00:00:00 2001 From: Yuya Ebihara Date: Mon, 13 Nov 2023 12:08:35 +0900 Subject: [PATCH] Increase Spark memory in Delta product test --- .../environment/singlenode-delta-lake-oss/spark-defaults.conf | 3 +++ 1 file changed, 3 insertions(+) diff --git a/testing/trino-product-tests-launcher/src/main/resources/docker/presto-product-tests/conf/environment/singlenode-delta-lake-oss/spark-defaults.conf b/testing/trino-product-tests-launcher/src/main/resources/docker/presto-product-tests/conf/environment/singlenode-delta-lake-oss/spark-defaults.conf index f97f2afc7e098..1f6d3bfc72737 100644 --- a/testing/trino-product-tests-launcher/src/main/resources/docker/presto-product-tests/conf/environment/singlenode-delta-lake-oss/spark-defaults.conf +++ b/testing/trino-product-tests-launcher/src/main/resources/docker/presto-product-tests/conf/environment/singlenode-delta-lake-oss/spark-defaults.conf @@ -1,3 +1,6 @@ +# singlenode-delta-lake-oss causes OOM maybe by too many product tests +spark.driver.memory=2g + spark.sql.catalogImplementation=hive spark.sql.warehouse.dir=hdfs://hadoop-master:9000/user/hive/warehouse spark.sql.hive.thriftServer.singleSession=false