feat: add debug ctl to rebalance agent by traffic

cli/ctl/agent.go

@@ -43,6 +43,8 @@ type RebalanceType string
 
 const RebalanceTypeNull RebalanceType = "null"
 
+var isDebug, isAggIP bool
+
 func RegisterAgentCommand() *cobra.Command {
 	agent := &cobra.Command{
 		Use:   "agent",
@@ -94,6 +96,7 @@ func RegisterAgentCommand() *cobra.Command {
 	}
 
 	var typeStr string
+
 	rebalanceCmd := &cobra.Command{
 		Use:   "rebalance",
 		Short: "rebalance controller or analyzer",
@@ -117,6 +120,8 @@ deepflow-ctl agent rebalance --type=analyzer`,
 		},
 	}
 	rebalanceCmd.Flags().StringVarP(&typeStr, "type", "t", "", "request type controller/analyzer")
+	rebalanceCmd.Flags().BoolVarP(&isDebug, "debug", "d", false, "enable debug output")
+	rebalanceCmd.Flags().BoolVarP(&isAggIP, "agg-ip", "", false, "aggregation based on analyzer ip, type only support analzyer")
 
 	agent.AddCommand(list)
 	agent.AddCommand(delete)
@@ -478,6 +483,9 @@ func upgadeAgent(cmd *cobra.Command, args []string) {
 }
 
 func rebalance(cmd *cobra.Command, rebalanceType RebalanceType, typeVal string) error {
+	if isDebug {
+		return rebalanceDebug(cmd, typeVal)
+	}
 	isBalance, err := ifNeedRebalance(cmd, typeVal)
 	if err != nil {
 		return err
@@ -501,6 +509,64 @@ func rebalance(cmd *cobra.Command, rebalanceType RebalanceType, typeVal string)
 	return nil
 }
 
+func rebalanceDebug(cmd *cobra.Command, typeVal string) error {
+	server := common.GetServerInfo(cmd)
+	url := fmt.Sprintf("http://%s:%d/v1/rebalance-vtap/?type=%s&is_debug=true", server.IP, server.Port, typeVal)
+	resp, err := common.CURLPerform("POST", url, nil, "",
+		[]common.HTTPOption{common.WithTimeout(common.GetTimeout(cmd)), common.WithORGID(common.GetORGID(cmd))}...)
+	if err != nil {
+		return err
+	}
+	data := resp.Get("DATA")
+
+	if data.Get("TRAFFIC_AZ") == nil ||
+		(data.Get("TRAFFIC_AZ") != nil && len(data.Get("TRAFFIC_AZ").MustArray()) == 0) {
+		return nil
+	}
+	fmt.Println()
+
+	t := table.New()
+	t.SetHeader([]string{"REGION", "AZ", "ANALYZER_IP", "ANALYZER_STATE", "AZ_TRAFFIC", "AGENT_COUNT", "ANALYZER_TRAFFIC"})
+	tableItems := [][]string{}
+	for i := range data.Get("TRAFFIC_AZ").MustArray() {
+		d := data.Get("TRAFFIC_AZ").GetIndex(i)
+		tableItems = append(tableItems, []string{
+			d.Get("REGION").MustString(),
+			d.Get("AZ").MustString(),
+			d.Get("ANALYZER_IP").MustString(),
+			strconv.Itoa(int(d.Get("ANALYZER_STATE").MustInt64())),
+			strconv.Itoa(int(d.Get("AZ_TRAFFIC").MustInt64())),
+			strconv.Itoa(int(d.Get("AGENT_COUNT").MustInt())),
+			strconv.Itoa(int(d.Get("ANALYZER_TRAFFIC").MustInt64())),
+		})
+	}
+	t.AppendBulk(tableItems)
+	t.Render()
+
+	if isAggIP {
+		fmt.Println()
+
+		t1 := table.New()
+		t1.SetHeader([]string{"REGION", "AZ", "ANALYZER_IP", "ANALYZER_STATE", "AGENT_COUNT", "ANALYZER_TRAFFIC"})
+		tableItems = [][]string{}
+		for i := range data.Get("TRAFFIC_ANALYZER").MustArray() {
+			d := data.Get("TRAFFIC_ANALYZER").GetIndex(i)
+			tableItems = append(tableItems, []string{
+				d.Get("REGION").MustString(),
+				d.Get("AZ").MustString(),
+				d.Get("ANALYZER_IP").MustString(),
+				strconv.Itoa(int(d.Get("ANALYZER_STATE").MustInt64())),
+				strconv.Itoa(int(d.Get("AGENT_COUNT").MustInt())),
+				strconv.Itoa(int(d.Get("ANALYZER_TRAFFIC").MustInt64())),
+			})
+		}
+		t1.AppendBulk(tableItems)
+		t1.Render()
+	}
+
+	return nil
+}
+
 func ifNeedRebalance(cmd *cobra.Command, typeStr string) (bool, error) {
 	server := common.GetServerInfo(cmd)
 	url := fmt.Sprintf("http://%s:%d/v1/rebalance-vtap/?check=false&type=%s", server.IP, server.Port, typeStr)

server/controller/http/router/common/controller.go

@@ -19,17 +19,23 @@ package common
 import (
 	"fmt"
 	"net/http"
+	"strconv"
 	"strings"
 
 	"github.com/gin-gonic/gin"
+	"github.com/op/go-logging"
 )
 
+var log = logging.MustGetLogger("common/controller")
+
 func ForwardMasterController(c *gin.Context, masterControllerName string, port int) {
 	requestHosts := strings.Split(c.Request.Host, ":")
 	if len(requestHosts) > 1 {
-		c.Request.Host = strings.Replace(
-			c.Request.Host, requestHosts[0], masterControllerName, 1,
-		)
+		if requestHosts[1] != strconv.Itoa(port) {
+			c.Request.Host = fmt.Sprintf("%s:%d", masterControllerName, port)
+		} else {
+			c.Request.Host = strings.Replace(c.Request.Host, requestHosts[0], masterControllerName, 1)
+		}
 	} else {
 		c.Request.Host = fmt.Sprintf("%s:%d", masterControllerName, port)
 	}

server/controller/http/router/vtap.go

@@ -267,6 +267,9 @@ func rebalanceVtap(cfg *config.ControllerConfig) gin.HandlerFunc {
 		if value, ok := c.GetQuery("check"); ok {
 			args["check"] = (strings.ToLower(value) == "true")
 		}
+		if isDebug, ok := c.GetQuery("is_debug"); ok {
+			args["is_debug"] = (strings.ToLower(isDebug) == "true")
+		}
 		if value, ok := c.GetQuery("type"); ok {
 			args["type"] = value
 			if args["type"] != "controller" && args["type"] != "analyzer" {

server/controller/http/service/rebalance/analyzer.go

@@ -27,6 +27,7 @@ type DB interface {
 }
 
 type DBInfo struct {
+	Regions         []mysql.Region
 	AZs             []mysql.AZ
 	Analyzers       []mysql.Analyzer
 	AZAnalyzerConns []mysql.AZAnalyzerConnection
@@ -38,12 +39,21 @@ type DBInfo struct {
 }
 
 type AnalyzerInfo struct {
-	onlyWeight                bool
-	dbInfo                    *DBInfo
-	regionToVTapNameToTraffic map[string]map[string]int64
+	onlyWeight bool
 
-	db    DB
-	query Querier
+	dbInfo *DBInfo
+	db     DB
+	query  Querier
+
+	RebalanceData
+}
+
+type RebalanceData struct {
+	RegionToVTapNameToTraffic map[string]map[string]int64  `json:"RegionToVTapNameToTraffic"`
+	RegionToAZLcuuids         map[string][]string          `json:"RegionToAZLcuuids"`
+	AZToRegion                map[string]string            `json:"AZToRegion"`
+	AZToVTaps                 map[string][]*mysql.VTap     `json:"AZToVTaps"`
+	AZToAnalyzers             map[string][]*mysql.Analyzer `json:"AZToAnalyzers"`
 }
 
 func NewAnalyzerInfo(onlyWeight bool) *AnalyzerInfo {
@@ -57,6 +67,9 @@ func NewAnalyzerInfo(onlyWeight bool) *AnalyzerInfo {
 }
 
 func (r *DBInfo) Get(db *mysql.DB) error {
+	if err := db.Find(&r.Regions).Error; err != nil {
+		return err
+	}
 	if err := db.Find(&r.AZs).Error; err != nil {
 		return err
 	}