Refactor Self-Monitor Directory Structure, Filenames, and Class Names

core/CMakeLists.txt

@@ -113,7 +113,7 @@ include(${CMAKE_CURRENT_SOURCE_DIR}/plugin/flusher/links.cmake)
 
 # Subdirectories (modules). except for common, input, processor, flusher, observer, helper, spl, and provider.
 set(SUB_DIRECTORIES_LIST
-        application app_config checkpoint container_manager metadata logger go_pipeline monitor monitor/metric_constants profile_sender models
+        application app_config checkpoint container_manager metadata logger go_pipeline monitor monitor/metric_constants monitor/profile_sender models
         config config/watcher constants
         pipeline pipeline/batch pipeline/limiter pipeline/plugin pipeline/plugin/creator pipeline/plugin/instance pipeline/plugin/interface pipeline/queue pipeline/route pipeline/serializer
         runner runner/sink/http

core/app_config/AppConfig.cpp

@@ -31,7 +31,7 @@
 #include "json/value.h"
 #include "logger/Logger.h"
 #include "monitor/LogFileProfiler.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 #include "monitor/Monitor.h"
 #ifdef __ENTERPRISE__
 #include "config/provider/EnterpriseConfigProvider.h"
@@ -660,10 +660,10 @@ void AppConfig::loadAppConfigLogtailMode(const std::string& ilogtailConfigFile)
             confJson.clear();
             if (res == CONFIG_NOT_EXIST) {
                 LOG_ERROR(sLogger, ("can not find start config", ilogtailConfigFile));
-                LogtailAlarm::GetInstance()->SendAlarm(LOGTAIL_CONFIG_ALARM, "can not find start config");
+                AlarmManager::GetInstance()->SendAlarm(LOGTAIL_CONFIG_ALARM, "can not find start config");
             } else if (res == CONFIG_INVALID_FORMAT) {
                 LOG_ERROR(sLogger, ("start config is not valid json", ilogtailConfigFile));
-                LogtailAlarm::GetInstance()->SendAlarm(LOGTAIL_CONFIG_ALARM, "start config is not valid json");
+                AlarmManager::GetInstance()->SendAlarm(LOGTAIL_CONFIG_ALARM, "start config is not valid json");
             }
         }
     }

core/application/Application.cpp

@@ -117,13 +117,13 @@ void Application::Init() {
     EnterpriseConfigProvider::GetInstance()->Init("enterprise");
     EnterpriseConfigProvider::GetInstance()->LoadRegionConfig();
     if (GlobalConf::Instance()->mStartWorkerStatus == "Crash") {
-        LogtailAlarm::GetInstance()->SendAlarm(LOGTAIL_CRASH_ALARM, "Logtail Restart");
+        AlarmManager::GetInstance()->SendAlarm(LOGTAIL_CRASH_ALARM, "Logtail Restart");
     }
     // get last crash info
     string backTraceStr = GetCrashBackTrace();
     if (!backTraceStr.empty()) {
         LOG_ERROR(sLogger, ("last logtail crash stack", backTraceStr));
-        LogtailAlarm::GetInstance()->SendAlarm(LOGTAIL_CRASH_STACK_ALARM, backTraceStr);
+        AlarmManager::GetInstance()->SendAlarm(LOGTAIL_CRASH_STACK_ALARM, backTraceStr);
     }
     if (BOOL_FLAG(ilogtail_disable_core)) {
         InitCrashBackTrace();
@@ -229,7 +229,7 @@ void Application::Start() { // GCOVR_EXCL_START
     InitRemoteConfigProviders();
 #endif
 
-    LogtailAlarm::GetInstance()->Init();
+    AlarmManager::GetInstance()->Init();
     LoongCollectorMonitor::GetInstance()->Init();
     LogtailMonitor::GetInstance()->Init();
 
@@ -368,7 +368,7 @@ void Application::Exit() {
 
     LogtailMonitor::GetInstance()->Stop();
     LoongCollectorMonitor::GetInstance()->Stop();
-    LogtailAlarm::GetInstance()->Stop();
+    AlarmManager::GetInstance()->Stop();
     LogtailPlugin::GetInstance()->StopBuiltInModules();
     // from now on, alarm should not be used.
 
@@ -391,9 +391,9 @@ void Application::CheckCriticalCondition(int32_t curTime) {
     // force to exit if config update thread is block more than 1 hour
     if (lastGetConfigTime > 0 && curTime - lastGetConfigTime > 3600) {
         LOG_ERROR(sLogger, ("last config get time is too old", lastGetConfigTime)("prepare force exit", ""));
-        LogtailAlarm::GetInstance()->SendAlarm(
+        AlarmManager::GetInstance()->SendAlarm(
             LOGTAIL_CRASH_ALARM, "last config get time is too old: " + ToString(lastGetConfigTime) + " force exit");
-        LogtailAlarm::GetInstance()->ForceToSend();
+        AlarmManager::GetInstance()->ForceToSend();
         sleep(10);
         _exit(1);
     }
@@ -402,9 +402,9 @@ void Application::CheckCriticalCondition(int32_t curTime) {
     // work around for no network when docker start
     if (BOOL_FLAG(send_prefer_real_ip) && !BOOL_FLAG(global_network_success) && curTime - mStartTime > 7200) {
         LOG_ERROR(sLogger, ("network is fail", "prepare force exit"));
-        LogtailAlarm::GetInstance()->SendAlarm(LOGTAIL_CRASH_ALARM,
+        AlarmManager::GetInstance()->SendAlarm(LOGTAIL_CRASH_ALARM,
                                                "network is fail since " + ToString(mStartTime) + " force exit");
-        LogtailAlarm::GetInstance()->ForceToSend();
+        AlarmManager::GetInstance()->ForceToSend();
         sleep(10);
         _exit(1);
     }

core/checkpoint/AdhocCheckpointManager.cpp

@@ -19,7 +19,7 @@
 #include "common/FileSystemUtil.h"
 #include "common/Flags.h"
 #include "logger/Logger.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 #include "common/Thread.h"
 #include "common/HashUtil.h"
 
@@ -149,7 +149,7 @@ void AdhocCheckpointManager::LoadAdhocCheckpoint() {
         std::vector<std::string> jobList;
         if (!GetAllFiles(adhocCheckpointDir, "*", jobList)) {
             LOG_WARNING(sLogger, ("get all adhoc checkpoint files", "failed"));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "Load adhoc check point files failed");
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "Load adhoc check point files failed");
             return;
         }
 
@@ -161,7 +161,7 @@ void AdhocCheckpointManager::LoadAdhocCheckpoint() {
         }
     } else if (!Mkdir(adhocCheckpointDir)) {
         LOG_WARNING(sLogger, ("Create adhoc checkpoint dir", "failed"));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "Create adhoc check point dir failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "Create adhoc check point dir failed");
     }
 }
 

core/checkpoint/AdhocJobCheckpoint.cpp

@@ -18,7 +18,7 @@
 #include "AdhocJobCheckpoint.h"
 #include "common/FileSystemUtil.h"
 #include "logger/Logger.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 
 namespace logtail {
 
@@ -86,7 +86,7 @@ bool AdhocJobCheckpoint::Load(const std::string& path) {
         std::ifstream ifs(path);
         if (!ifs.is_open()) {
             LOG_ERROR(sLogger, ("open adhoc check point file error when load, file path", path));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file failed");
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file failed");
             return false;
         }
 
@@ -157,7 +157,7 @@ void AdhocJobCheckpoint::Dump(const std::string& path, bool isAutoDump) {
 
     if (!Mkdirs(ParentPath(path))) {
         LOG_ERROR(sLogger, ("open adhoc check point file dir error when dump, file path", path));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open adhoc check point file dir failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open adhoc check point file dir failed");
         return;
     }
 
@@ -209,7 +209,7 @@ void AdhocJobCheckpoint::Dump(const std::string& path, bool isAutoDump) {
     std::ofstream ofs(path);
     if (!ofs.is_open()) {
         LOG_ERROR(sLogger, ("open adhoc check point file error, file path", path));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open adhoc check point file failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open adhoc check point file failed");
         return;
     }
     ofs << jsonString;

core/checkpoint/CheckPointManager.cpp

@@ -28,7 +28,7 @@
 #include "file_server/ConfigManager.h"
 #include "file_server/FileDiscoveryOptions.h"
 #include "logger/Logger.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 
 using namespace std;
 DECLARE_FLAG_STRING(check_point_filename);
@@ -134,7 +134,7 @@ void CheckPointManager::LoadCheckPoint() {
             LOG_ERROR(sLogger,
                       ("load check point file fail, file content is not valid json",
                        AppConfig::GetInstance()->GetCheckPointFilePath()));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "content of check point file is not valid json");
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "content of check point file is not valid json");
         }
         return;
     }
@@ -171,11 +171,11 @@ void CheckPointManager::LoadDirCheckPoint(const Json::Value& root) {
             }
         } catch (const exception& e) {
             LOG_ERROR(sLogger, ("failed to parse dir checkpoint", e.what()));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                    "failed to parse dir checkpoint:" + string(e.what()));
         } catch (...) {
             LOG_ERROR(sLogger, ("failed to parse dir checkpoint", "unknown exception"));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                    "failed to parse dir checkpoint, unkonw exception");
         }
     }
@@ -301,11 +301,11 @@ void CheckPointManager::LoadFileCheckPoint(const Json::Value& root) {
             }
         } catch (const exception& e) {
             LOG_ERROR(sLogger, ("failed to parse file checkpoint", e.what()));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                    "failed to parse file checkpoint:" + string(e.what()));
         } catch (...) {
             LOG_ERROR(sLogger, ("failed to parse file checkpoint", "unknown exception"));
-            LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+            AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                    "failed to parse file checkpoint, unkonw exception");
         }
     }
@@ -317,7 +317,7 @@ bool CheckPointManager::DumpCheckPointToLocal() {
 
     if (!Mkdirs(ParentPath(checkPointFile))) {
         LOG_ERROR(sLogger, ("open check point file dir error", checkPointFile));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file dir failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file dir failed");
         return false;
     }
 
@@ -379,7 +379,7 @@ bool CheckPointManager::DumpCheckPointToLocal() {
                 = leaf;
         }
         LOG_WARNING(sLogger, ("Too many check point", mDevInodeCheckPointPtrMap.size()));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                "Too many check point:" + ToString(mDevInodeCheckPointPtrMap.size()));
     }
 
@@ -400,7 +400,7 @@ bool CheckPointManager::DumpCheckPointToLocal() {
     std::ofstream fout(checkPointTempFile.c_str());
     if (!fout) {
         LOG_ERROR(sLogger, ("open check point file error", checkPointFile));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "open check point file failed");
         return false;
     }
     Json::Value result;
@@ -410,7 +410,7 @@ bool CheckPointManager::DumpCheckPointToLocal() {
     fout << result.toStyledString();
     if (!fout.good()) {
         LOG_ERROR(sLogger, ("dump check point to file failed", checkPointFile));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "dump check point to file failed");
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM, "dump check point to file failed");
         fout.close();
         return false;
     }
@@ -422,7 +422,7 @@ bool CheckPointManager::DumpCheckPointToLocal() {
 #endif
     if (rename(checkPointTempFile.c_str(), checkPointFile.c_str()) == -1) {
         LOG_ERROR(sLogger, ("rename check point file fail, errno", errno));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_ALARM,
                                                std::string("rename check point file fail, errno ") + ToString(errno));
         return false;
     }
@@ -494,7 +494,7 @@ boost::optional<std::string> SearchFilePathByDevInodeInDirectory(const std::stri
 
         fsutil::Dir dir(dirPath);
         if (!dir.Open()) {
-            LogtailAlarm::GetInstance()->SendAlarm(
+            AlarmManager::GetInstance()->SendAlarm(
                 CHECKPOINT_ALARM, string("Failed to open dir : ") + dirPath + ";\terrno : " + ToString(GetErrno()));
             LOG_ERROR(sLogger, METHOD_LOG_PATTERN("message", "open dir error")("dir", dirPath));
             continue;

core/checkpoint/CheckpointManagerV2.cpp

@@ -19,7 +19,7 @@
 #include "common/ScopeInvoker.h"
 #include "common/TimeUtil.h"
 #include "logger/Logger.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 #include "app_config/AppConfig.h"
 #include "checkpoint/CheckPointManager.h"
 
@@ -45,7 +45,7 @@ namespace detail {
         std::string msg;
         msg.append("op:").append(op).append(", key:").append(key).append(", status:").append(s.ToString());
         LOG_ERROR(sLogger, (title, msg));
-        LogtailAlarm::GetInstance()->SendAlarm(CHECKPOINT_V2_ALARM, title + ", " + msg);
+        AlarmManager::GetInstance()->SendAlarm(CHECKPOINT_V2_ALARM, title + ", " + msg);
     }
 
     // Range key is represented by data pointer and size to avoid copy.

core/common/EncodingConverter.cpp

@@ -13,7 +13,7 @@
 // limitations under the License.
 
 #include "EncodingConverter.h"
-#include "LogtailAlarm.h"
+#include "AlarmManager.h"
 #include "logger/Logger.h"
 #if defined(__linux__)
 #include <iconv.h>
@@ -78,7 +78,7 @@ size_t EncodingConverter::ConvertGbk2Utf8(
         if (ret == (size_t)(-1)) {
             LOG_ERROR(sLogger, ("convert GBK to UTF8 fail, errno", strerror(errno)));
             iconv(mGbk2Utf8Cd, NULL, NULL, NULL, NULL); // Clear status.
-            LogtailAlarm::GetInstance()->SendAlarm(ENCODING_CONVERT_ALARM, "convert GBK to UTF8 fail");
+            AlarmManager::GetInstance()->SendAlarm(ENCODING_CONVERT_ALARM, "convert GBK to UTF8 fail");
             // use memcpy
             memcpy(originDes + destIndex, originSrc + beginIndex, endIndex - beginIndex + 1);
             destIndex += endIndex - beginIndex + 1;

core/common/ParamExtractor.h

@@ -26,7 +26,7 @@
 
 #include "common/StringTools.h"
 #include "logger/Logger.h"
-#include "monitor/LogtailAlarm.h"
+#include "monitor/AlarmManager.h"
 
 #define PARAM_ERROR_RETURN(logger, alarm, msg, module, config, project, logstore, region) \
     if (module.empty()) { \

core/common/compression/Compressor.cpp

@@ -23,7 +23,7 @@ using namespace std;
 namespace logtail {
 
 void Compressor::SetMetricRecordRef(MetricLabels&& labels, DynamicMetricLabels&& dynamicLabels) {
-    WriteMetrics::GetInstance()->PrepareMetricsRecordRef(
+    MetricManager::GetInstance()->PrepareMetricsRecordRef(
         mMetricsRecordRef, MetricCategory::METRIC_CATEGORY_COMPONENT, std::move(labels), std::move(dynamicLabels));
     mInItemsTotal = mMetricsRecordRef.CreateCounter(METRIC_COMPONENT_IN_ITEMS_TOTAL);
     mInItemSizeBytes = mMetricsRecordRef.CreateCounter(METRIC_COMPONENT_IN_SIZE_BYTES);

core/common/compression/Compressor.h

@@ -18,7 +18,7 @@
 
 #include <string>
 
-#include "monitor/LogtailMetric.h"
+#include "monitor/MetricManager.h"
 #include "common/compression/CompressType.h"
 
 namespace logtail {

core/config/PipelineConfig.cpp

@@ -103,7 +103,7 @@ bool PipelineConfig::Parse() {
 
     string key, errorMsg;
     const Json::Value* itr = nullptr;
-    LogtailAlarm& alarm = *LogtailAlarm::GetInstance();
+    AlarmManager& alarm = *AlarmManager::GetInstance();
     // to send alarm and init MetricsRecord, project, logstore and region should be extracted first.
     key = "flushers";
     itr = mDetail->find(key.c_str(), key.c_str() + key.size());

core/config/watcher/ConfigWatcher.cpp

@@ -91,7 +91,7 @@ PipelineConfigDiff ConfigWatcher::CheckConfigDiff() {
                 PipelineConfig config(configName, std::move(detail));
                 if (!config.Parse()) {
                     LOG_ERROR(sLogger, ("new config found but invalid", "skip current object")("config", configName));
-                    LogtailAlarm::GetInstance()->SendAlarm(CATEGORY_CONFIG_ALARM,
+                    AlarmManager::GetInstance()->SendAlarm(CATEGORY_CONFIG_ALARM,
                                                            "new config found but invalid: skip current object, config: "
                                                                + configName,
                                                            config.mProject,
@@ -130,7 +130,7 @@ PipelineConfigDiff ConfigWatcher::CheckConfigDiff() {
                         LOG_ERROR(sLogger,
                                   ("existing invalid config modified and remains invalid",
                                    "skip current object")("config", configName));
-                        LogtailAlarm::GetInstance()->SendAlarm(
+                        AlarmManager::GetInstance()->SendAlarm(
                             CATEGORY_CONFIG_ALARM,
                             "existing invalid config modified and remains invalid: skip current object, config: "
                                 + configName,
@@ -149,7 +149,7 @@ PipelineConfigDiff ConfigWatcher::CheckConfigDiff() {
                         LOG_ERROR(sLogger,
                                   ("existing valid config modified and becomes invalid",
                                    "keep current pipeline running")("config", configName));
-                        LogtailAlarm::GetInstance()->SendAlarm(
+                        AlarmManager::GetInstance()->SendAlarm(
                             CATEGORY_CONFIG_ALARM,
                             "existing valid config modified and becomes invalid: skip current object, config: "
                                 + configName,

core/ebpf/SelfMonitor.h

@@ -21,7 +21,7 @@
 #include "ebpf/include/export.h"
 #include "monitor/PluginMetricManager.h"
 #include "common/Lock.h"
-#include "monitor/LoongCollectorMetricTypes.h"
+#include "monitor/MetricTypes.h"
 #include "monitor/metric_constants/MetricConstants.h"
 
 namespace logtail {

core/ebpf/eBPFServer.cpp

@@ -151,7 +151,7 @@ void eBPFServer::Init() {
     mMonitorMgr = std::make_unique<eBPFSelfMonitorMgr>();
     DynamicMetricLabels dynamicLabels;
     dynamicLabels.emplace_back(METRIC_LABEL_KEY_PROJECT, [this]() -> std::string { return this->GetAllProjects(); });
-    WriteMetrics::GetInstance()->PrepareMetricsRecordRef(mRef,
+    MetricManager::GetInstance()->PrepareMetricsRecordRef(mRef,
                                             MetricCategory::METRIC_CATEGORY_RUNNER,
                                             {{METRIC_LABEL_KEY_RUNNER_NAME, METRIC_LABEL_VALUE_RUNNER_NAME_EBPF_SERVER}}, 
                                             std::move(dynamicLabels));

core/ebpf/eBPFServer.h

@@ -29,7 +29,7 @@
 #include "ebpf/handler/AbstractHandler.h"
 #include "ebpf/handler/ObserveHandler.h"
 #include "ebpf/handler/SecurityHandler.h"
-#include "monitor/LoongCollectorMetricTypes.h"
+#include "monitor/MetricTypes.h"
 #include "ebpf/SelfMonitor.h"
 
 namespace logtail {

core/ebpf/handler/AbstractHandler.h

@@ -17,8 +17,8 @@
 #include <mutex>
 
 #include "pipeline/PipelineContext.h"
-#include "monitor/LoongCollectorMetricTypes.h"
-#include "monitor/LogtailMetric.h"
+#include "monitor/MetricTypes.h"
+#include "monitor/MetricManager.h"
 
 namespace logtail{
 namespace ebpf {