From 27795f64d809bea18ccccd2c611605458b051471 Mon Sep 17 00:00:00 2001 From: Tejas Lodaya <159110854+tejaslodayadd@users.noreply.github.com> Date: Sun, 17 May 2026 17:46:56 -0700 Subject: [PATCH] CASSANALYTICS-67: Turn off Spark UI as part of tests The Spark UI is started by default on port 4040 (with retries on conflict) for every SparkSession created in the test suites. It serves no purpose during automated testing, consumes resources, and is a common source of port-binding noise when tests run in parallel. Disable it in the two places that build test SparkSessions: - SparkTestUtils.defaultSparkConf (used by all integration tests, including SharedClusterSparkIntegrationTestBase and CoordinatedBulkWriteSimpleTest) - TestUtils.Holder#createSession (the shared unit-test SparkSession in cassandra-analytics-core) Patch by Tejas Lodaya for CASSANALYTICS-67 --- CHANGES.txt | 1 + .../src/test/java/org/apache/cassandra/spark/TestUtils.java | 1 + .../test/java/org/apache/cassandra/analytics/SparkTestUtils.java | 1 + 3 files changed, 3 insertions(+) diff --git a/CHANGES.txt b/CHANGES.txt index 4e5f27ed1..af067707e 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -1,5 +1,6 @@ 0.5.0 ----- + * Turn off Spark UI as part of tests (CASSANALYTICS-67) * Make BulkWriterConfig extensible (CASSANALYTICS-168) 0.4.0 diff --git a/cassandra-analytics-core/src/test/java/org/apache/cassandra/spark/TestUtils.java b/cassandra-analytics-core/src/test/java/org/apache/cassandra/spark/TestUtils.java index dabf69ff1..e2ca6a45f 100644 --- a/cassandra-analytics-core/src/test/java/org/apache/cassandra/spark/TestUtils.java +++ b/cassandra-analytics-core/src/test/java/org/apache/cassandra/spark/TestUtils.java @@ -80,6 +80,7 @@ static SparkSession createSession() // Spark is not case-sensitive by default, but we want to make it case-sensitive for // the quoted identifiers tests where we test mixed case .config("spark.sql.caseSensitive", "True") + .config("spark.ui.enabled", "false") .getOrCreate(); } } diff --git a/cassandra-analytics-integration-tests/src/test/java/org/apache/cassandra/analytics/SparkTestUtils.java b/cassandra-analytics-integration-tests/src/test/java/org/apache/cassandra/analytics/SparkTestUtils.java index a3f6384a3..bc9cdb74b 100644 --- a/cassandra-analytics-integration-tests/src/test/java/org/apache/cassandra/analytics/SparkTestUtils.java +++ b/cassandra-analytics-integration-tests/src/test/java/org/apache/cassandra/analytics/SparkTestUtils.java @@ -194,6 +194,7 @@ public SparkConf defaultSparkConf() // Spark is not case-sensitive by default, but we want to make it case-sensitive for // the quoted identifiers tests where we test mixed case .set("spark.sql.caseSensitive", "True") + .set("spark.ui.enabled", "false") .set("spark.driver.bindAddress", "127.0.0.1") .set("spark.master", "local[8,4]") .set("spark.cassandra_analytics.cassandra.version", "5.0.0")