[FLINK-36278] Reduce Kafka log level

Reduce the information that Kafka consumer and producer is logging + Kafka server for old school tests.

flink-connector-kafka/src/test/resources/log4j2-test.properties

@@ -27,10 +27,15 @@ appender.testlogger.target = SYSTEM_ERR
 appender.testlogger.layout.type = PatternLayout
 appender.testlogger.layout.pattern = %-4r [%t] %-5p %c %x - %m%n
 
-logger.kafka.name = kafka
+# Kafka producer and consumer level
+logger.kafka.name = org.apache.kafka
 logger.kafka.level = OFF
-logger.kafka2.name = state.change
+
+# For old school kafka test that spawn the test server in the same JVM
+logger.kafka2.name = kafka
 logger.kafka2.level = OFF
+logger.kafka3.name = state.change
+logger.kafka3.level = OFF
 
 logger.zookeeper.name = org.apache.zookeeper
 logger.zookeeper.level = OFF

tools/ci/log4j.properties

@@ -38,6 +38,16 @@ appender.file.layout.type = PatternLayout
 appender.file.layout.pattern = %d{HH:mm:ss,SSS} [%20t] %-5p %-60c %x - %m%n
 appender.file.createOnDemand = true
 
+# Kafka producer and consumer level
+logger.kafka.name = org.apache.kafka
+logger.kafka.level = OFF
+
+# For old school kafka test that spawn the test server in the same JVM
+logger.kafka2.name = kafka
+logger.kafka2.level = OFF
+logger.kafka3.name = state.change
+logger.kafka3.level = OFF
+
 # suppress the irrelevant (wrong) warnings from the netty channel handler
 logger.netty.name = org.jboss.netty.channel.DefaultChannelPipeline
 logger.netty.level = ERROR