From 707e7732a7cf153aa2eb0977f449252396d04594 Mon Sep 17 00:00:00 2001 From: chrislu Date: Sat, 22 Nov 2025 14:20:11 -0800 Subject: [PATCH] fix: suppress verbose Parquet DEBUG logging - Set org.apache.parquet to WARN level - Set org.apache.parquet.io to ERROR level - Suppress RecordConsumerLoggingWrapper and MessageColumnIO DEBUG logs - Reduces CI log noise from thousands of record-level messages - Keeps important error messages visible --- test/java/spark/src/test/resources/log4j.properties | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/test/java/spark/src/test/resources/log4j.properties b/test/java/spark/src/test/resources/log4j.properties index 485b77ac0..1e7f35484 100644 --- a/test/java/spark/src/test/resources/log4j.properties +++ b/test/java/spark/src/test/resources/log4j.properties @@ -12,6 +12,12 @@ log4j.logger.org.apache.spark=WARN log4j.logger.org.apache.hadoop=WARN log4j.logger.seaweed=INFO +# Suppress Parquet verbose DEBUG logging +log4j.logger.org.apache.parquet=WARN +log4j.logger.org.apache.parquet.io=ERROR +log4j.logger.org.apache.parquet.io.RecordConsumerLoggingWrapper=ERROR +log4j.logger.org.apache.parquet.io.MessageColumnIO=ERROR + # Suppress unnecessary warnings log4j.logger.org.apache.spark.util.Utils=ERROR log4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR