chore(log): separate stream log into dedicated file (#544)

Signed-off-by: SSpirits <[email protected]>
AutoMQ · Nov 2, 2023 · 6ceeed3 · 6ceeed3
1 parent 90cc1cf
commit 6ceeed3
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 1 deletion.
diff --git a/broker/src/main/resources/log4j2.xml b/broker/src/main/resources/log4j2.xml
@@ -33,12 +33,21 @@
             <SizeBasedTriggeringPolicy size="100MB" />
             <DefaultRolloverStrategy max="10"/>
         </RollingFile>
+
+        <RollingFile name="streamAppender" fileName="${LOG_DIR}/stream.log" filePattern="${LOG_DIR}/stream.%i.log">
+            <PatternLayout pattern="%d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %m%n"/>
+            <SizeBasedTriggeringPolicy size="100MB"/>
+            <DefaultRolloverStrategy max="10"/>
+        </RollingFile>
     </Appenders>
 
     <Loggers>
         <Logger name="com.automq.rocketmq.controller" level="info" additivity="false">
             <AppenderRef ref="controllerAppender" />
         </Logger>
+        <Logger name="com.automq.stream" level="info" additivity="false">
+            <AppenderRef ref="streamAppender"/>
+        </Logger>
         <Root level="info">
             <AppenderRef ref="rollingFile"/>
         </Root>

diff --git a/proxy/src/main/java/com/automq/rocketmq/proxy/metrics/ProxyMetricsManager.java b/proxy/src/main/java/com/automq/rocketmq/proxy/metrics/ProxyMetricsManager.java
@@ -245,6 +245,7 @@ public static List<Pair<InstrumentSelector, View>> getMetricsView() {
             (double) Duration.ofNanos(1000).toNanos(),
             (double) Duration.ofNanos(10_000).toNanos(),
             (double) Duration.ofMillis(1).toNanos(),
+            (double) Duration.ofMillis(2).toNanos(),
             (double) Duration.ofMillis(3).toNanos(),
             (double) Duration.ofMillis(5).toNanos(),
             (double) Duration.ofMillis(7).toNanos(),

diff --git a/store/src/main/java/com/automq/rocketmq/store/S3ObjectManager.java b/store/src/main/java/com/automq/rocketmq/store/S3ObjectManager.java
@@ -96,7 +96,7 @@ public CompletableFuture<CommitWALObjectResponse> commitWALObject(CommitWALObjec
             return streamObjectBuilder.build();
         }).toList();
 
-        LOGGER.info("Commit WAL object: {}, along with split stream objects: {}, compacted objects: {}",
+        LOGGER.debug("Commit WAL object: {}, along with split stream objects: {}, compacted objects: {}",
             walObject, streamObjects, request.getCompactedObjectIds());
 
         // Build compacted objects