implement stream reading

cmd/logveil/logveil.go

@@ -0,0 +1,66 @@
+package logveil
+
+import (
+	"bufio"
+	"log/slog"
+	"os"
+
+	"github.com/logmanager-oss/logveil/internal/anonymizer"
+	"github.com/logmanager-oss/logveil/internal/config"
+	"github.com/logmanager-oss/logveil/internal/loader"
+	"github.com/logmanager-oss/logveil/internal/runner"
+)
+
+func Run() {
+	slog.Info("Anonymization process started...")
+
+	config := &config.Config{}
+	config.LoadAndValidate()
+
+	if *config.IsVerbose {
+		slog.SetLogLoggerLevel(slog.LevelDebug)
+	}
+
+	inputReader, err := os.Open(config.InputPath)
+	if err != nil {
+		return
+	}
+	defer inputReader.Close()
+
+	var outputFile *os.File
+	if config.OutputPath != "" {
+		outputFile, err := os.Create(config.OutputPath)
+		if err != nil {
+			return
+		}
+		defer outputFile.Close()
+	} else {
+		outputFile = os.Stdout
+	}
+
+	outputWriter := bufio.NewWriter(outputFile)
+	defer outputWriter.Flush()
+
+	anonymizingData, err := loader.Load(config.AnonymizationDataPath)
+	if err != nil {
+		slog.Error("loading anonymizing data from dir %s: %v", config.AnonymizationDataPath, err)
+		return
+	}
+	anonymizer := anonymizer.New(anonymizingData)
+
+	if *config.IsLmExport {
+		err := runner.AnonymizeLmExport(inputReader, outputWriter, anonymizer)
+		if err != nil {
+			slog.Error("reading lm export input file %s: %v", inputReader.Name(), err)
+			return
+		}
+	} else {
+		err := runner.AnonymizeLmBackup(inputReader, outputWriter, anonymizer)
+		if err != nil {
+			slog.Error("reading lm backup input file %s: %v", inputReader.Name(), err)
+			return
+		}
+	}
+
+	slog.Info("All done. Exiting...")
+}

cmd/main.go

@@ -1,7 +1,7 @@
 package main
 
-import "github.com/logmanager-oss/logveil/internal/anonymizer"
+import "github.com/logmanager-oss/logveil/cmd/logveil"
 
 func main() {
-	anonymizer.Run()
+	logveil.Run()
 }