forked from vitessio/vitess
-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Cleanup discovery. Prep for load balancing
* first draft of az affinity
* Restore git deps
* Honor num connections
* fix bugs
* Don't try to register channelz (this should be done elsewhere)
lis, err := net.Listen("tcp", "localhost:8153")
if err != nil {
log.Fatalf("failed to listen: %v", err)
}
s := grpc.NewServer()
service.RegisterChannelzServiceToServer(s)
go s.Serve(lis)- Loading branch information
1 parent
e70db68
commit 2e58848
Showing
5 changed files
with
196 additions
and
42 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| package vtgateproxy | ||
|
|
||
| import ( | ||
| "context" | ||
| "errors" | ||
| "fmt" | ||
| "strconv" | ||
| "sync" | ||
| "sync/atomic" | ||
|
|
||
| "google.golang.org/grpc/balancer" | ||
| "google.golang.org/grpc/balancer/base" | ||
| "google.golang.org/grpc/grpclog" | ||
| "google.golang.org/grpc/metadata" | ||
| ) | ||
|
|
||
| // Name is the name of az affinity balancer. | ||
| const Name = "slack_affinity_balancer" | ||
| const MetadataAZKey = "grpc-slack-az-metadata" | ||
| const MetadataHostAffinityCount = "grpc-slack-num-connections-metadata" | ||
|
|
||
| var logger = grpclog.Component("slack_affinity_balancer") | ||
|
|
||
| func WithSlackAZAffinityContext(ctx context.Context, azID string, numConnections string) context.Context { | ||
| ctx = metadata.AppendToOutgoingContext(ctx, MetadataAZKey, azID, MetadataHostAffinityCount, numConnections) | ||
| return ctx | ||
| } | ||
|
|
||
| func newBuilder() balancer.Builder { | ||
| return base.NewBalancerBuilder(Name, &slackAZAffinityBalancer{}, base.Config{HealthCheck: true}) | ||
| } | ||
|
|
||
| func init() { | ||
| balancer.Register(newBuilder()) | ||
| } | ||
|
|
||
| type slackAZAffinityBalancer struct{} | ||
|
|
||
| func (*slackAZAffinityBalancer) Build(info base.PickerBuildInfo) balancer.Picker { | ||
| logger.Infof("slackAZAffinityBalancer: Build called with info: %v", info) | ||
| fmt.Printf("Rebuilding picker\n") | ||
|
|
||
| if len(info.ReadySCs) == 0 { | ||
| return base.NewErrPicker(balancer.ErrNoSubConnAvailable) | ||
| } | ||
| allSubConns := []balancer.SubConn{} | ||
| subConnsByAZ := map[string][]balancer.SubConn{} | ||
|
|
||
| for sc := range info.ReadySCs { | ||
| subConnInfo, _ := info.ReadySCs[sc] | ||
| az := subConnInfo.Address.BalancerAttributes.Value(discoverySlackAZ{}).(string) | ||
|
|
||
| allSubConns = append(allSubConns, sc) | ||
| subConnsByAZ[az] = append(subConnsByAZ[az], sc) | ||
| } | ||
| return &slackAZAffinityPicker{ | ||
| allSubConns: allSubConns, | ||
| subConnsByAZ: subConnsByAZ, | ||
| } | ||
| } | ||
|
|
||
| type slackAZAffinityPicker struct { | ||
| // allSubConns is all subconns that were in the ready state when the picker was created | ||
| allSubConns []balancer.SubConn | ||
| subConnsByAZ map[string][]balancer.SubConn | ||
| nextByAZ sync.Map | ||
| next uint32 | ||
| } | ||
|
|
||
| // Pick the next in the list from the list of subconns (RR) | ||
| func (p *slackAZAffinityPicker) pickFromSubconns(scList []balancer.SubConn, nextIndex uint32) (balancer.PickResult, error) { | ||
| subConnsLen := uint32(len(scList)) | ||
|
|
||
| if subConnsLen == 0 { | ||
| return balancer.PickResult{}, errors.New("No hosts in list") | ||
| } | ||
|
|
||
| fmt.Printf("Select offset: %v %v %v\n", nextIndex, nextIndex%subConnsLen, len(scList)) | ||
|
|
||
| sc := scList[nextIndex%subConnsLen] | ||
| return balancer.PickResult{SubConn: sc}, nil | ||
| } | ||
|
|
||
| func (p *slackAZAffinityPicker) Pick(info balancer.PickInfo) (balancer.PickResult, error) { | ||
| hdrs, _ := metadata.FromOutgoingContext(info.Ctx) | ||
| numConnections := 0 | ||
| keys := hdrs.Get(MetadataAZKey) | ||
| if len(keys) < 1 { | ||
| return p.pickFromSubconns(p.allSubConns, atomic.AddUint32(&p.next, 1)) | ||
| } | ||
| az := keys[0] | ||
|
|
||
| if az == "" { | ||
| return p.pickFromSubconns(p.allSubConns, atomic.AddUint32(&p.next, 1)) | ||
| } | ||
|
|
||
| keys = hdrs.Get(MetadataHostAffinityCount) | ||
| if len(keys) > 0 { | ||
| if i, err := strconv.Atoi(keys[0]); err != nil { | ||
| numConnections = i | ||
| } | ||
| } | ||
|
|
||
| subConns := p.subConnsByAZ[az] | ||
| if len(subConns) == 0 { | ||
| fmt.Printf("No subconns in az and gate type, pick from anywhere\n") | ||
| return p.pickFromSubconns(p.allSubConns, atomic.AddUint32(&p.next, 1)) | ||
| } | ||
| val, _ := p.nextByAZ.LoadOrStore(az, new(uint32)) | ||
| ptr := val.(*uint32) | ||
| atomic.AddUint32(ptr, 1) | ||
|
|
||
| if len(subConns) >= numConnections && numConnections > 0 { | ||
| fmt.Printf("Limiting to first %v\n", numConnections) | ||
| return p.pickFromSubconns(subConns[0:numConnections], *ptr) | ||
| } else { | ||
| return p.pickFromSubconns(subConns, *ptr) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Binary file not shown.
Binary file not shown.