feat(e2e): add auto-balancer and s3-object logs (AutoMQ#1701)

Author: llzcx

tests/kafkatest/services/kafka/templates/log4j.properties

@@ -105,6 +105,22 @@ log4j.appender.authorizerDebugAppender.layout=org.apache.log4j.PatternLayout
 log4j.appender.authorizerDebugAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
 log4j.appender.authorizerDebugAppender.Threshold=DEBUG
 
+log4j.appender.autoBalancerDebugAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.autoBalancerDebugAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.autoBalancerDebugAppender.File={{ log_dir }}/info/auto-balancer.log
+log4j.appender.autoBalancerDebugAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.autoBalancerDebugAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+log4j.appender.autoBalancerDebugAppender.Threshold=DEBUG
+
+# TRACE level appenders
+
+log4j.appender.s3ObjectTraceAppender=org.apache.log4j.DailyRollingFileAppender
+log4j.appender.s3ObjectTraceAppender.DatePattern='.'yyyy-MM-dd-HH
+log4j.appender.s3ObjectTraceAppender.File={{ log_dir }}/info/s3-object.log
+log4j.appender.s3ObjectTraceAppender.layout=org.apache.log4j.PatternLayout
+log4j.appender.s3ObjectTraceAppender.layout.ConversionPattern=[%d] %p %m (%c)%n
+log4j.appender.s3ObjectTraceAppender.Threshold=TRACE
+
 # Turn on all our debugging info
 log4j.logger.kafka.producer.async.DefaultEventHandler={{ log_level|default("DEBUG") }}, kafkaInfoAppender, kafkaDebugAppender
 log4j.logger.kafka.client.ClientUtils={{ log_level|default("DEBUG") }}, kafkaInfoAppender, kafkaDebugAppender
@@ -132,6 +148,12 @@ log4j.additivity.kafka.log.LogCleaner=false
 log4j.logger.state.change.logger={{ log_level|default("DEBUG") }}, stateChangeInfoAppender, stateChangeDebugAppender
 log4j.additivity.state.change.logger=false
 
+log4j.logger.kafka.autobalancer={{ log_level|default("DEBUG") }}, autoBalancerDebugAppender
+log4j.additivity.kafka.autobalancer=false
+
+log4j.logger.com.automq.stream.s3={{ log_level|default("TRACE") }}, s3ObjectTraceAppender
+log4j.additivity.com.automq.stream.s3.logger=false
+
 #Change this to debug to get the actual audit log for authorizer.
 log4j.logger.kafka.authorizer.logger={{ log_level|default("DEBUG") }}, authorizerInfoAppender, authorizerDebugAppender
 log4j.additivity.kafka.authorizer.logger=false
@@ -141,4 +163,4 @@ log4j.logger.org.apache.kafka.coordinator.group={{ log_level|default("DEBUG") }}
 log4j.additivity.org.apache.kafka.coordinator.group=false
 
 log4j.logger.com.automq={{ log_level|default("DEBUG") }}, kafkaInfoAppender, kafkaDebugAppender
-log4j.additivity.com.automq.stream=false
+log4j.additivity.com.automq.stream=false