2023-05-09 18:19:48 +01:00
|
|
|
/*
|
|
|
|
*
|
|
|
|
* Copyright 2017 gRPC authors.
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
package grpc
|
|
|
|
|
|
|
|
import (
|
2023-09-07 12:20:37 +01:00
|
|
|
"encoding/json"
|
2023-05-09 18:19:48 +01:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"google.golang.org/grpc/balancer"
|
|
|
|
"google.golang.org/grpc/connectivity"
|
2023-09-07 12:20:37 +01:00
|
|
|
"google.golang.org/grpc/internal/envconfig"
|
2023-09-18 13:47:28 +01:00
|
|
|
internalgrpclog "google.golang.org/grpc/internal/grpclog"
|
2023-09-07 12:20:37 +01:00
|
|
|
"google.golang.org/grpc/internal/grpcrand"
|
2023-09-18 13:47:28 +01:00
|
|
|
"google.golang.org/grpc/internal/pretty"
|
|
|
|
"google.golang.org/grpc/resolver"
|
2023-09-07 12:20:37 +01:00
|
|
|
"google.golang.org/grpc/serviceconfig"
|
2023-05-09 18:19:48 +01:00
|
|
|
)
|
|
|
|
|
2023-09-18 13:47:28 +01:00
|
|
|
const (
|
|
|
|
// PickFirstBalancerName is the name of the pick_first balancer.
|
|
|
|
PickFirstBalancerName = "pick_first"
|
|
|
|
logPrefix = "[pick-first-lb %p] "
|
|
|
|
)
|
2023-05-09 18:19:48 +01:00
|
|
|
|
|
|
|
func newPickfirstBuilder() balancer.Builder {
|
|
|
|
return &pickfirstBuilder{}
|
|
|
|
}
|
|
|
|
|
|
|
|
type pickfirstBuilder struct{}
|
|
|
|
|
|
|
|
func (*pickfirstBuilder) Build(cc balancer.ClientConn, opt balancer.BuildOptions) balancer.Balancer {
|
2023-09-18 13:47:28 +01:00
|
|
|
b := &pickfirstBalancer{cc: cc}
|
|
|
|
b.logger = internalgrpclog.NewPrefixLogger(logger, fmt.Sprintf(logPrefix, b))
|
|
|
|
return b
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (*pickfirstBuilder) Name() string {
|
|
|
|
return PickFirstBalancerName
|
|
|
|
}
|
|
|
|
|
2023-09-07 12:20:37 +01:00
|
|
|
type pfConfig struct {
|
|
|
|
serviceconfig.LoadBalancingConfig `json:"-"`
|
|
|
|
|
|
|
|
// If set to true, instructs the LB policy to shuffle the order of the list
|
|
|
|
// of addresses received from the name resolver before attempting to
|
|
|
|
// connect to them.
|
|
|
|
ShuffleAddressList bool `json:"shuffleAddressList"`
|
|
|
|
}
|
|
|
|
|
|
|
|
func (*pickfirstBuilder) ParseConfig(js json.RawMessage) (serviceconfig.LoadBalancingConfig, error) {
|
2023-09-18 13:47:28 +01:00
|
|
|
if !envconfig.PickFirstLBConfig {
|
|
|
|
// Prior to supporting loadbalancing configuration, the pick_first LB
|
|
|
|
// policy did not implement the balancer.ConfigParser interface. This
|
|
|
|
// meant that if a non-empty configuration was passed to it, the service
|
|
|
|
// config unmarshaling code would throw a warning log, but would
|
|
|
|
// continue using the pick_first LB policy. The code below ensures the
|
|
|
|
// same behavior is retained if the env var is not set.
|
|
|
|
if string(js) != "{}" {
|
|
|
|
logger.Warningf("Ignoring non-empty balancer configuration %q for the pick_first LB policy", string(js))
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
var cfg pfConfig
|
|
|
|
if err := json.Unmarshal(js, &cfg); err != nil {
|
2023-09-07 12:20:37 +01:00
|
|
|
return nil, fmt.Errorf("pickfirst: unable to unmarshal LB policy config: %s, error: %v", string(js), err)
|
|
|
|
}
|
|
|
|
return cfg, nil
|
|
|
|
}
|
|
|
|
|
2023-05-09 18:19:48 +01:00
|
|
|
type pickfirstBalancer struct {
|
2023-09-18 13:47:28 +01:00
|
|
|
logger *internalgrpclog.PrefixLogger
|
2023-05-09 18:19:48 +01:00
|
|
|
state connectivity.State
|
|
|
|
cc balancer.ClientConn
|
|
|
|
subConn balancer.SubConn
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *pickfirstBalancer) ResolverError(err error) {
|
2023-09-18 13:47:28 +01:00
|
|
|
if b.logger.V(2) {
|
|
|
|
b.logger.Infof("Received error from the name resolver: %v", err)
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
if b.subConn == nil {
|
|
|
|
b.state = connectivity.TransientFailure
|
|
|
|
}
|
|
|
|
|
|
|
|
if b.state != connectivity.TransientFailure {
|
|
|
|
// The picker will not change since the balancer does not currently
|
|
|
|
// report an error.
|
|
|
|
return
|
|
|
|
}
|
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: connectivity.TransientFailure,
|
|
|
|
Picker: &picker{err: fmt.Errorf("name resolver error: %v", err)},
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *pickfirstBalancer) UpdateClientConnState(state balancer.ClientConnState) error {
|
2023-09-07 12:20:37 +01:00
|
|
|
addrs := state.ResolverState.Addresses
|
|
|
|
if len(addrs) == 0 {
|
2023-05-09 18:19:48 +01:00
|
|
|
// The resolver reported an empty address list. Treat it like an error by
|
|
|
|
// calling b.ResolverError.
|
|
|
|
if b.subConn != nil {
|
2023-09-18 13:47:28 +01:00
|
|
|
// Shut down the old subConn. All addresses were removed, so it is
|
|
|
|
// no longer valid.
|
|
|
|
b.subConn.Shutdown()
|
2023-05-09 18:19:48 +01:00
|
|
|
b.subConn = nil
|
|
|
|
}
|
|
|
|
b.ResolverError(errors.New("produced zero addresses"))
|
|
|
|
return balancer.ErrBadResolverState
|
|
|
|
}
|
|
|
|
|
2023-09-18 13:47:28 +01:00
|
|
|
// We don't have to guard this block with the env var because ParseConfig
|
|
|
|
// already does so.
|
|
|
|
cfg, ok := state.BalancerConfig.(pfConfig)
|
|
|
|
if state.BalancerConfig != nil && !ok {
|
|
|
|
return fmt.Errorf("pickfirst: received illegal BalancerConfig (type %T): %v", state.BalancerConfig, state.BalancerConfig)
|
2023-09-07 12:20:37 +01:00
|
|
|
}
|
2023-09-18 13:47:28 +01:00
|
|
|
if cfg.ShuffleAddressList {
|
|
|
|
addrs = append([]resolver.Address{}, addrs...)
|
2023-09-07 12:20:37 +01:00
|
|
|
grpcrand.Shuffle(len(addrs), func(i, j int) { addrs[i], addrs[j] = addrs[j], addrs[i] })
|
|
|
|
}
|
2023-09-18 13:47:28 +01:00
|
|
|
|
|
|
|
if b.logger.V(2) {
|
|
|
|
b.logger.Infof("Received new config %s, resolver state %s", pretty.ToJSON(cfg), pretty.ToJSON(state.ResolverState))
|
|
|
|
}
|
|
|
|
|
2023-05-09 18:19:48 +01:00
|
|
|
if b.subConn != nil {
|
2023-09-07 12:20:37 +01:00
|
|
|
b.cc.UpdateAddresses(b.subConn, addrs)
|
2023-05-09 18:19:48 +01:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-09-18 13:47:28 +01:00
|
|
|
var subConn balancer.SubConn
|
|
|
|
subConn, err := b.cc.NewSubConn(addrs, balancer.NewSubConnOptions{
|
|
|
|
StateListener: func(state balancer.SubConnState) {
|
|
|
|
b.updateSubConnState(subConn, state)
|
|
|
|
},
|
|
|
|
})
|
2023-05-09 18:19:48 +01:00
|
|
|
if err != nil {
|
2023-09-18 13:47:28 +01:00
|
|
|
if b.logger.V(2) {
|
|
|
|
b.logger.Infof("Failed to create new SubConn: %v", err)
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
b.state = connectivity.TransientFailure
|
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: connectivity.TransientFailure,
|
|
|
|
Picker: &picker{err: fmt.Errorf("error creating connection: %v", err)},
|
|
|
|
})
|
|
|
|
return balancer.ErrBadResolverState
|
|
|
|
}
|
|
|
|
b.subConn = subConn
|
|
|
|
b.state = connectivity.Idle
|
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: connectivity.Connecting,
|
|
|
|
Picker: &picker{err: balancer.ErrNoSubConnAvailable},
|
|
|
|
})
|
|
|
|
b.subConn.Connect()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-09-18 13:47:28 +01:00
|
|
|
// UpdateSubConnState is unused as a StateListener is always registered when
|
|
|
|
// creating SubConns.
|
2023-05-09 18:19:48 +01:00
|
|
|
func (b *pickfirstBalancer) UpdateSubConnState(subConn balancer.SubConn, state balancer.SubConnState) {
|
2023-09-18 13:47:28 +01:00
|
|
|
b.logger.Errorf("UpdateSubConnState(%v, %+v) called unexpectedly", subConn, state)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *pickfirstBalancer) updateSubConnState(subConn balancer.SubConn, state balancer.SubConnState) {
|
|
|
|
if b.logger.V(2) {
|
|
|
|
b.logger.Infof("Received SubConn state update: %p, %+v", subConn, state)
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
if b.subConn != subConn {
|
2023-09-18 13:47:28 +01:00
|
|
|
if b.logger.V(2) {
|
|
|
|
b.logger.Infof("Ignored state change because subConn is not recognized")
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if state.ConnectivityState == connectivity.Shutdown {
|
|
|
|
b.subConn = nil
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
switch state.ConnectivityState {
|
|
|
|
case connectivity.Ready:
|
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: state.ConnectivityState,
|
|
|
|
Picker: &picker{result: balancer.PickResult{SubConn: subConn}},
|
|
|
|
})
|
|
|
|
case connectivity.Connecting:
|
2023-09-07 12:20:37 +01:00
|
|
|
if b.state == connectivity.TransientFailure {
|
|
|
|
// We stay in TransientFailure until we are Ready. See A62.
|
|
|
|
return
|
|
|
|
}
|
2023-05-09 18:19:48 +01:00
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: state.ConnectivityState,
|
|
|
|
Picker: &picker{err: balancer.ErrNoSubConnAvailable},
|
|
|
|
})
|
|
|
|
case connectivity.Idle:
|
2023-09-07 12:20:37 +01:00
|
|
|
if b.state == connectivity.TransientFailure {
|
|
|
|
// We stay in TransientFailure until we are Ready. Also kick the
|
|
|
|
// subConn out of Idle into Connecting. See A62.
|
|
|
|
b.subConn.Connect()
|
|
|
|
return
|
|
|
|
}
|
2023-05-09 18:19:48 +01:00
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: state.ConnectivityState,
|
|
|
|
Picker: &idlePicker{subConn: subConn},
|
|
|
|
})
|
|
|
|
case connectivity.TransientFailure:
|
|
|
|
b.cc.UpdateState(balancer.State{
|
|
|
|
ConnectivityState: state.ConnectivityState,
|
|
|
|
Picker: &picker{err: state.ConnectionError},
|
|
|
|
})
|
|
|
|
}
|
2023-09-07 12:20:37 +01:00
|
|
|
b.state = state.ConnectivityState
|
2023-05-09 18:19:48 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (b *pickfirstBalancer) Close() {
|
|
|
|
}
|
|
|
|
|
|
|
|
func (b *pickfirstBalancer) ExitIdle() {
|
|
|
|
if b.subConn != nil && b.state == connectivity.Idle {
|
|
|
|
b.subConn.Connect()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type picker struct {
|
|
|
|
result balancer.PickResult
|
|
|
|
err error
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *picker) Pick(balancer.PickInfo) (balancer.PickResult, error) {
|
|
|
|
return p.result, p.err
|
|
|
|
}
|
|
|
|
|
|
|
|
// idlePicker is used when the SubConn is IDLE and kicks the SubConn into
|
|
|
|
// CONNECTING when Pick is called.
|
|
|
|
type idlePicker struct {
|
|
|
|
subConn balancer.SubConn
|
|
|
|
}
|
|
|
|
|
|
|
|
func (i *idlePicker) Pick(balancer.PickInfo) (balancer.PickResult, error) {
|
|
|
|
i.subConn.Connect()
|
|
|
|
return balancer.PickResult{}, balancer.ErrNoSubConnAvailable
|
|
|
|
}
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
balancer.Register(newPickfirstBuilder())
|
|
|
|
}
|