[FLINK-36278] Reduce Flink log levels

Keep INFO only for connector related logs. This will avoid all the different JM and TM logs that deal with task life-cycles. Exceptional things still bubble up as warnings.
apache · Sep 23, 2024 · 1b02ce8 · 1b02ce8
1 parent ec8d7c2
commit 1b02ce8
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 0 deletions.
diff --git a/flink-connector-kafka/src/test/resources/log4j2-test.properties b/flink-connector-kafka/src/test/resources/log4j2-test.properties
@@ -27,6 +27,12 @@ appender.testlogger.target = SYSTEM_ERR
 appender.testlogger.layout.type = PatternLayout
 appender.testlogger.layout.pattern = %-4r [%t] %-5p %c %x - %m%n
 
+# Overwrite the level for all Flink related loggers
+logger.flink.name = org.apache.flink
+logger.flink.level = OFF # WARN for starting debugging
+logger.flinkconnector.name = org.apache.flink.connector
+logger.flinkconnector.level = OFF # INFO/DEBUG for starting debugging
+
 # Kafka producer and consumer level
 logger.kafka.name = org.apache.kafka
 logger.kafka.level = OFF

diff --git a/tools/ci/log4j.properties b/tools/ci/log4j.properties
@@ -38,6 +38,12 @@ appender.file.layout.type = PatternLayout
 appender.file.layout.pattern = %d{HH:mm:ss,SSS} [%20t] %-5p %-60c %x - %m%n
 appender.file.createOnDemand = true
 
+# Reduce most flink logs except for connector specific loggers
+logger.flink.name = org.apache.flink
+logger.flink.level = WARN
+logger.flinkconnector.name = org.apache.flink.connector
+logger.flinkconnector.level = INFO
+
 # Kafka producer and consumer level
 logger.kafka.name = org.apache.kafka
 logger.kafka.level = OFF