From 150deefdc0372dcfc8b09a9b56539f11c8175281 Mon Sep 17 00:00:00 2001
From: chrislu <chris.lu@gmail.com>
Date: Sat, 22 Nov 2025 17:52:02 -0800
Subject: [PATCH] fix: aggressively suppress Parquet DEBUG logging

- Set Parquet I/O loggers to OFF (completely disabled)
- Add log4j.configuration system property to ensure config is used
- Override Spark's default log4j configuration
- Prevents thousands of record-level DEBUG messages in CI logs
---
 test/java/spark/pom.xml                             | 3 +++
 test/java/spark/src/test/resources/log4j.properties | 9 +++++----
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/test/java/spark/pom.xml b/test/java/spark/pom.xml
index 1e88c9128..0c769dc05 100644
--- a/test/java/spark/pom.xml
+++ b/test/java/spark/pom.xml
@@ -246,6 +246,9 @@
                         <include>**/*Test.java</include>
                     </includes>
                     <argLine>${surefire.jvm.args}</argLine>
+                    <systemPropertyVariables>
+                        <log4j.configuration>file:${project.basedir}/src/test/resources/log4j.properties</log4j.configuration>
+                    </systemPropertyVariables>
                     <environmentVariables>
                         <HADOOP_HOME>/tmp</HADOOP_HOME>
                     </environmentVariables>
diff --git a/test/java/spark/src/test/resources/log4j.properties b/test/java/spark/src/test/resources/log4j.properties
index 1e7f35484..d74e3fa39 100644
--- a/test/java/spark/src/test/resources/log4j.properties
+++ b/test/java/spark/src/test/resources/log4j.properties
@@ -13,10 +13,11 @@ log4j.logger.org.apache.hadoop=WARN
 log4j.logger.seaweed=INFO
 
 # Suppress Parquet verbose DEBUG logging
-log4j.logger.org.apache.parquet=WARN
-log4j.logger.org.apache.parquet.io=ERROR
-log4j.logger.org.apache.parquet.io.RecordConsumerLoggingWrapper=ERROR
-log4j.logger.org.apache.parquet.io.MessageColumnIO=ERROR
+log4j.logger.org.apache.parquet=ERROR
+log4j.logger.org.apache.parquet.io=OFF
+log4j.logger.org.apache.parquet.io.RecordConsumerLoggingWrapper=OFF
+log4j.logger.org.apache.parquet.io.MessageColumnIO=OFF
+log4j.logger.org.apache.parquet.hadoop=ERROR
 
 # Suppress unnecessary warnings
 log4j.logger.org.apache.spark.util.Utils=ERROR