fix: aggressively suppress Parquet DEBUG logging

- Set Parquet I/O loggers to OFF (completely disabled)
- Add log4j.configuration system property to ensure config is used
- Override Spark's default log4j configuration
- Prevents thousands of record-level DEBUG messages in CI logs
This commit is contained in:
chrislu
2025-11-22 17:52:02 -08:00
parent f71e3448b4
commit 150deefdc0
2 changed files with 8 additions and 4 deletions
+3
View File
@@ -246,6 +246,9 @@
<include>**/*Test.java</include>
</includes>
<argLine>${surefire.jvm.args}</argLine>
<systemPropertyVariables>
<log4j.configuration>file:${project.basedir}/src/test/resources/log4j.properties</log4j.configuration>
</systemPropertyVariables>
<environmentVariables>
<HADOOP_HOME>/tmp</HADOOP_HOME>
</environmentVariables>
@@ -13,10 +13,11 @@ log4j.logger.org.apache.hadoop=WARN
log4j.logger.seaweed=INFO
# Suppress Parquet verbose DEBUG logging
log4j.logger.org.apache.parquet=WARN
log4j.logger.org.apache.parquet.io=ERROR
log4j.logger.org.apache.parquet.io.RecordConsumerLoggingWrapper=ERROR
log4j.logger.org.apache.parquet.io.MessageColumnIO=ERROR
log4j.logger.org.apache.parquet=ERROR
log4j.logger.org.apache.parquet.io=OFF
log4j.logger.org.apache.parquet.io.RecordConsumerLoggingWrapper=OFF
log4j.logger.org.apache.parquet.io.MessageColumnIO=OFF
log4j.logger.org.apache.parquet.hadoop=ERROR
# Suppress unnecessary warnings
log4j.logger.org.apache.spark.util.Utils=ERROR