[FLINK-36278] Reduce Flink log levels

Keep INFO only for connector related logs. This will avoid all the different JM and TM logs that deal with task life-cycles. Exceptional things still bubble up as warnings.

Author: AHeise

flink-connector-kafka/src/test/resources/log4j2-test.properties

@@ -27,6 +27,12 @@ appender.testlogger.target = SYSTEM_ERR
 appender.testlogger.layout.type = PatternLayout
 appender.testlogger.layout.pattern = %-4r [%t] %-5p %c %x - %m%n
 
+# Overwrite the level for all Flink related loggers
+logger.flink.name = org.apache.flink
+logger.flink.level = OFF # WARN for starting debugging
+logger.flinkconnector.name = org.apache.flink.connector
+logger.flinkconnector.level = OFF # INFO/DEBUG for starting debugging
+
 # Kafka producer and consumer level
 logger.kafka.name = org.apache.kafka
 logger.kafka.level = OFF

tools/ci/log4j.properties

@@ -38,6 +38,12 @@ appender.file.layout.type = PatternLayout
 appender.file.layout.pattern = %d{HH:mm:ss,SSS} [%20t] %-5p %-60c %x - %m%n
 appender.file.createOnDemand = true
 
+# Reduce most flink logs except for connector specific loggers
+logger.flink.name = org.apache.flink
+logger.flink.level = WARN
+logger.flinkconnector.name = org.apache.flink.connector
+logger.flinkconnector.level = INFO
+
 # Kafka producer and consumer level
 logger.kafka.name = org.apache.kafka
 logger.kafka.level = OFF