snapshot of https://github.com/grpc/grpc-go.git (master, 2026-09-15; blobs > 131072B omitted)
Some checks failed
codecov / upload (push) Failing after 13m59s
CodeQL / Analyze (push) Failing after 1s
Testing / tests (arm, latest) (push) Waiting to run
Testing / vet-proto (push) Failing after 1s
Testing / extras (latest) (push) Failing after 1s
Testing / static checks (latest-1) (push) Failing after 1s
Testing / tests (-race, latest) (push) Failing after 1s
Testing / tests (i386, latest) (push) Failing after 1s
Testing / tests (latest) (push) Failing after 1s
Testing / tests (latest-1) (push) Failing after 1s
Lock Threads / lock (push) Failing after 1s
govulncheck / govulncheck (.) (push) Failing after 1s
govulncheck / govulncheck (./cmd/protoc-gen-go-grpc) (push) Failing after 1s
govulncheck / govulncheck (./gcp/observability) (push) Failing after 1s
govulncheck / govulncheck (./security/advancedtls) (push) Failing after 1s
govulncheck / govulncheck (./stats/opencensus) (push) Failing after 1s
Stale bot / stale (push) Failing after 1s
Some checks failed
codecov / upload (push) Failing after 13m59s
CodeQL / Analyze (push) Failing after 1s
Testing / tests (arm, latest) (push) Waiting to run
Testing / vet-proto (push) Failing after 1s
Testing / extras (latest) (push) Failing after 1s
Testing / static checks (latest-1) (push) Failing after 1s
Testing / tests (-race, latest) (push) Failing after 1s
Testing / tests (i386, latest) (push) Failing after 1s
Testing / tests (latest) (push) Failing after 1s
Testing / tests (latest-1) (push) Failing after 1s
Lock Threads / lock (push) Failing after 1s
govulncheck / govulncheck (.) (push) Failing after 1s
govulncheck / govulncheck (./cmd/protoc-gen-go-grpc) (push) Failing after 1s
govulncheck / govulncheck (./gcp/observability) (push) Failing after 1s
govulncheck / govulncheck (./security/advancedtls) (push) Failing after 1s
govulncheck / govulncheck (./stats/opencensus) (push) Failing after 1s
Stale bot / stale (push) Failing after 1s
This commit is contained in:
252
internal/xds/xdsclient/xdslbregistry/converter/converter.go
Normal file
252
internal/xds/xdsclient/xdslbregistry/converter/converter.go
Normal file
@@ -0,0 +1,252 @@
|
||||
/*
|
||||
*
|
||||
* Copyright 2023 gRPC authors.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*
|
||||
*/
|
||||
|
||||
// Package converter provides converters to convert proto load balancing
|
||||
// configuration, defined by the xDS API spec, to JSON load balancing
|
||||
// configuration. These converters are registered by proto type in a registry,
|
||||
// which gets pulled from based off proto type passed in.
|
||||
package converter
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strings"
|
||||
|
||||
"google.golang.org/grpc/balancer"
|
||||
"google.golang.org/grpc/balancer/leastrequest"
|
||||
"google.golang.org/grpc/balancer/pickfirst"
|
||||
"google.golang.org/grpc/balancer/ringhash"
|
||||
"google.golang.org/grpc/balancer/roundrobin"
|
||||
"google.golang.org/grpc/balancer/weightedroundrobin"
|
||||
iringhash "google.golang.org/grpc/internal/ringhash"
|
||||
internalserviceconfig "google.golang.org/grpc/internal/serviceconfig"
|
||||
"google.golang.org/grpc/internal/xds/balancer/wrrlocality"
|
||||
"google.golang.org/grpc/internal/xds/xdsclient/xdslbregistry"
|
||||
"google.golang.org/protobuf/proto"
|
||||
"google.golang.org/protobuf/types/known/structpb"
|
||||
|
||||
v1xdsudpatypepb "github.com/cncf/xds/go/udpa/type/v1"
|
||||
v3xdsxdstypepb "github.com/cncf/xds/go/xds/type/v3"
|
||||
v3clientsideweightedroundrobinpb "github.com/envoyproxy/go-control-plane/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3"
|
||||
v3leastrequestpb "github.com/envoyproxy/go-control-plane/envoy/extensions/load_balancing_policies/least_request/v3"
|
||||
v3pickfirstpb "github.com/envoyproxy/go-control-plane/envoy/extensions/load_balancing_policies/pick_first/v3"
|
||||
v3ringhashpb "github.com/envoyproxy/go-control-plane/envoy/extensions/load_balancing_policies/ring_hash/v3"
|
||||
v3wrrlocalitypb "github.com/envoyproxy/go-control-plane/envoy/extensions/load_balancing_policies/wrr_locality/v3"
|
||||
)
|
||||
|
||||
func init() {
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.client_side_weighted_round_robin.v3.ClientSideWeightedRoundRobin", convertWeightedRoundRobinProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.ring_hash.v3.RingHash", convertRingHashProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.pick_first.v3.PickFirst", convertPickFirstProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.round_robin.v3.RoundRobin", convertRoundRobinProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.wrr_locality.v3.WrrLocality", convertWRRLocalityProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/envoy.extensions.load_balancing_policies.least_request.v3.LeastRequest", convertLeastRequestProtoToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/udpa.type.v1.TypedStruct", convertV1TypedStructToServiceConfig)
|
||||
xdslbregistry.Register("type.googleapis.com/xds.type.v3.TypedStruct", convertV3TypedStructToServiceConfig)
|
||||
}
|
||||
|
||||
const (
|
||||
defaultRingHashMinSize = 1024
|
||||
defaultRingHashMaxSize = 8 * 1024 * 1024 // 8M
|
||||
defaultLeastRequestChoiceCount = 2
|
||||
)
|
||||
|
||||
func convertRingHashProtoToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
rhProto := &v3ringhashpb.RingHash{}
|
||||
if err := proto.Unmarshal(rawProto, rhProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
if rhProto.GetHashFunction() != v3ringhashpb.RingHash_XX_HASH {
|
||||
return nil, fmt.Errorf("unsupported ring_hash hash function %v", rhProto.GetHashFunction())
|
||||
}
|
||||
|
||||
var minSize, maxSize uint64 = defaultRingHashMinSize, defaultRingHashMaxSize
|
||||
if min := rhProto.GetMinimumRingSize(); min != nil {
|
||||
minSize = min.GetValue()
|
||||
}
|
||||
if max := rhProto.GetMaximumRingSize(); max != nil {
|
||||
maxSize = max.GetValue()
|
||||
}
|
||||
|
||||
rhCfg := &iringhash.LBConfig{
|
||||
MinRingSize: minSize,
|
||||
MaxRingSize: maxSize,
|
||||
}
|
||||
|
||||
rhCfgJSON, err := json.Marshal(rhCfg)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error marshaling JSON for type %T: %v", rhCfg, err)
|
||||
}
|
||||
return makeBalancerConfigJSON(ringhash.Name, rhCfgJSON), nil
|
||||
}
|
||||
|
||||
type pfConfig struct {
|
||||
ShuffleAddressList bool `json:"shuffleAddressList"`
|
||||
}
|
||||
|
||||
func convertPickFirstProtoToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
pfProto := &v3pickfirstpb.PickFirst{}
|
||||
if err := proto.Unmarshal(rawProto, pfProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
|
||||
pfCfg := &pfConfig{ShuffleAddressList: pfProto.GetShuffleAddressList()}
|
||||
js, err := json.Marshal(pfCfg)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error marshaling JSON for type %T: %v", pfCfg, err)
|
||||
}
|
||||
return makeBalancerConfigJSON(pickfirst.Name, js), nil
|
||||
}
|
||||
|
||||
func convertRoundRobinProtoToServiceConfig([]byte, int) (json.RawMessage, error) {
|
||||
return makeBalancerConfigJSON(roundrobin.Name, json.RawMessage("{}")), nil
|
||||
}
|
||||
|
||||
type wrrLocalityLBConfig struct {
|
||||
ChildPolicy json.RawMessage `json:"childPolicy,omitempty"`
|
||||
}
|
||||
|
||||
func convertWRRLocalityProtoToServiceConfig(rawProto []byte, depth int) (json.RawMessage, error) {
|
||||
wrrlProto := &v3wrrlocalitypb.WrrLocality{}
|
||||
if err := proto.Unmarshal(rawProto, wrrlProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
epJSON, err := xdslbregistry.ConvertToServiceConfig(wrrlProto.GetEndpointPickingPolicy(), depth+1)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error converting endpoint picking policy: %v for %+v", err, wrrlProto)
|
||||
}
|
||||
wrrLCfg := wrrLocalityLBConfig{
|
||||
ChildPolicy: epJSON,
|
||||
}
|
||||
|
||||
lbCfgJSON, err := json.Marshal(wrrLCfg)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error marshaling JSON for type %T: %v", wrrLCfg, err)
|
||||
}
|
||||
return makeBalancerConfigJSON(wrrlocality.Name, lbCfgJSON), nil
|
||||
}
|
||||
|
||||
func convertWeightedRoundRobinProtoToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
cswrrProto := &v3clientsideweightedroundrobinpb.ClientSideWeightedRoundRobin{}
|
||||
if err := proto.Unmarshal(rawProto, cswrrProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
wrrLBCfg := &wrrLBConfig{}
|
||||
// Only set fields if specified in proto. If not set, ParseConfig of the WRR
|
||||
// will populate the config with defaults.
|
||||
if enableOOBLoadReportCfg := cswrrProto.GetEnableOobLoadReport(); enableOOBLoadReportCfg != nil {
|
||||
wrrLBCfg.EnableOOBLoadReport = enableOOBLoadReportCfg.GetValue()
|
||||
}
|
||||
if oobReportingPeriodCfg := cswrrProto.GetOobReportingPeriod(); oobReportingPeriodCfg != nil {
|
||||
wrrLBCfg.OOBReportingPeriod = internalserviceconfig.Duration(oobReportingPeriodCfg.AsDuration())
|
||||
}
|
||||
if blackoutPeriodCfg := cswrrProto.GetBlackoutPeriod(); blackoutPeriodCfg != nil {
|
||||
wrrLBCfg.BlackoutPeriod = internalserviceconfig.Duration(blackoutPeriodCfg.AsDuration())
|
||||
}
|
||||
if weightExpirationPeriodCfg := cswrrProto.GetWeightExpirationPeriod(); weightExpirationPeriodCfg != nil {
|
||||
wrrLBCfg.WeightExpirationPeriod = internalserviceconfig.Duration(weightExpirationPeriodCfg.AsDuration())
|
||||
}
|
||||
if weightUpdatePeriodCfg := cswrrProto.GetWeightUpdatePeriod(); weightUpdatePeriodCfg != nil {
|
||||
wrrLBCfg.WeightUpdatePeriod = internalserviceconfig.Duration(weightUpdatePeriodCfg.AsDuration())
|
||||
}
|
||||
if errorUtilizationPenaltyCfg := cswrrProto.GetErrorUtilizationPenalty(); errorUtilizationPenaltyCfg != nil {
|
||||
wrrLBCfg.ErrorUtilizationPenalty = float64(errorUtilizationPenaltyCfg.GetValue())
|
||||
}
|
||||
|
||||
lbCfgJSON, err := json.Marshal(wrrLBCfg)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error marshaling JSON for type %T: %v", wrrLBCfg, err)
|
||||
}
|
||||
return makeBalancerConfigJSON(weightedroundrobin.Name, lbCfgJSON), nil
|
||||
}
|
||||
|
||||
func convertLeastRequestProtoToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
lrProto := &v3leastrequestpb.LeastRequest{}
|
||||
if err := proto.Unmarshal(rawProto, lrProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
// "The configuration for the Least Request LB policy is the
|
||||
// least_request_lb_config field. The field is optional; if not present,
|
||||
// defaults will be assumed for all of its values." - A48
|
||||
choiceCount := uint32(defaultLeastRequestChoiceCount)
|
||||
if cc := lrProto.GetChoiceCount(); cc != nil {
|
||||
choiceCount = cc.GetValue()
|
||||
}
|
||||
lrCfg := &leastrequest.LBConfig{ChoiceCount: choiceCount}
|
||||
js, err := json.Marshal(lrCfg)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error marshaling JSON for type %T: %v", lrCfg, err)
|
||||
}
|
||||
return makeBalancerConfigJSON(leastrequest.Name, js), nil
|
||||
}
|
||||
|
||||
func convertV1TypedStructToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
tsProto := &v1xdsudpatypepb.TypedStruct{}
|
||||
if err := proto.Unmarshal(rawProto, tsProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
return convertCustomPolicy(tsProto.GetTypeUrl(), tsProto.GetValue())
|
||||
}
|
||||
|
||||
func convertV3TypedStructToServiceConfig(rawProto []byte, _ int) (json.RawMessage, error) {
|
||||
tsProto := &v3xdsxdstypepb.TypedStruct{}
|
||||
if err := proto.Unmarshal(rawProto, tsProto); err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal resource: %v", err)
|
||||
}
|
||||
return convertCustomPolicy(tsProto.GetTypeUrl(), tsProto.GetValue())
|
||||
}
|
||||
|
||||
// convertCustomPolicy attempts to prepare json configuration for a custom lb
|
||||
// proto, which specifies the gRPC balancer type and configuration. Returns the
|
||||
// converted json and an error which should cause caller to error if error
|
||||
// converting. If both json and error returned are nil, it means the gRPC
|
||||
// Balancer registry does not contain that balancer type, and the caller should
|
||||
// continue to the next policy.
|
||||
func convertCustomPolicy(typeURL string, s *structpb.Struct) (json.RawMessage, error) {
|
||||
// The gRPC policy name will be the "type name" part of the value of the
|
||||
// type_url field in the TypedStruct. We get this by using the part after
|
||||
// the last / character. Can assume a valid type_url from the control plane.
|
||||
pos := strings.LastIndex(typeURL, "/")
|
||||
name := typeURL[pos+1:]
|
||||
|
||||
if balancer.Get(name) == nil {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
rawJSON, err := json.Marshal(s)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("error converting custom lb policy %v: %v for %+v", err, typeURL, s)
|
||||
}
|
||||
|
||||
// The Struct contained in the TypedStruct will be returned as-is as the
|
||||
// configuration JSON object.
|
||||
return makeBalancerConfigJSON(name, rawJSON), nil
|
||||
}
|
||||
|
||||
type wrrLBConfig struct {
|
||||
EnableOOBLoadReport bool `json:"enableOobLoadReport,omitempty"`
|
||||
OOBReportingPeriod internalserviceconfig.Duration `json:"oobReportingPeriod,omitempty"`
|
||||
BlackoutPeriod internalserviceconfig.Duration `json:"blackoutPeriod,omitempty"`
|
||||
WeightExpirationPeriod internalserviceconfig.Duration `json:"weightExpirationPeriod,omitempty"`
|
||||
WeightUpdatePeriod internalserviceconfig.Duration `json:"weightUpdatePeriod,omitempty"`
|
||||
ErrorUtilizationPenalty float64 `json:"errorUtilizationPenalty,omitempty"`
|
||||
}
|
||||
|
||||
func makeBalancerConfigJSON(name string, value json.RawMessage) []byte {
|
||||
return []byte(fmt.Sprintf(`[{%q: %s}]`, name, value))
|
||||
}
|
||||
Reference in New Issue
Block a user