implement stream reading

cmd/logveil/logveil.go

@@ -0,0 +1,45 @@
+package logveil
+
+import (
+	"bufio"
+	"log/slog"
+
+	"github.com/logmanager-oss/logveil/internal/anonymizer"
+	"github.com/logmanager-oss/logveil/internal/flags"
+	"github.com/logmanager-oss/logveil/internal/loader"
+	"github.com/logmanager-oss/logveil/internal/runner"
+)
+
+func Run() {
+	slog.Info("Anonymization process started...")
+
+	anonymizingDataDir, input, output, isLmExport := flags.Load()
+	defer input.Close()
+	defer output.Close()
+
+	anonymizingData, err := loader.Load(anonymizingDataDir)
+	if err != nil {
+		slog.Error("loading anonymizing data from dir %s: %v", anonymizingDataDir, err)
+		return
+	}
+	anonymizer := anonymizer.New(anonymizingData)
+
+	outputWriter := bufio.NewWriter(output)
+	defer outputWriter.Flush()
+
+	if isLmExport {
+		err := runner.AnonymizeLmExport(input, outputWriter, anonymizer)
+		if err != nil {
+			slog.Error("reading lm export input file %s: %v", input.Name(), err)
+			return
+		}
+	} else {
+		err := runner.AnonymizeLmBackup(input, outputWriter, anonymizer)
+		if err != nil {
+			slog.Error("reading lm backup input file %s: %v", input.Name(), err)
+			return
+		}
+	}
+
+	slog.Info("All done. Exiting...")
+}

cmd/main.go

@@ -1,7 +1,7 @@
 package main
 
-import "github.com/logmanager-oss/logveil/internal/anonymizer"
+import "github.com/logmanager-oss/logveil/cmd/logveil"
 
 func main() {
-	anonymizer.Run()
+	logveil.Run()
 }