xds: delete old CDS and EDS LB policies (#7811)

Deleted old CDS and EDS LB policies as we've migrated to new LB hierachy support new fetures.
This commit is contained in:
Chengyuan Zhang 2021-01-15 00:06:26 -08:00 committed by GitHub
parent b01dfb9d3c
commit 727b17bbcb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 0 additions and 2102 deletions

View File

@ -1,227 +0,0 @@
/*
* Copyright 2019 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.base.Preconditions.checkNotNull;
import static io.grpc.ConnectivityState.TRANSIENT_FAILURE;
import static io.grpc.xds.XdsLbPolicies.EDS_POLICY_NAME;
import static io.grpc.xds.XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME;
import com.google.common.annotations.VisibleForTesting;
import io.grpc.InternalLogId;
import io.grpc.LoadBalancer;
import io.grpc.LoadBalancerProvider;
import io.grpc.LoadBalancerRegistry;
import io.grpc.Status;
import io.grpc.SynchronizationContext;
import io.grpc.internal.ObjectPool;
import io.grpc.internal.ServiceConfigUtil.PolicySelection;
import io.grpc.xds.CdsLoadBalancerProvider.CdsConfig;
import io.grpc.xds.EdsLoadBalancerProvider.EdsConfig;
import io.grpc.xds.XdsClient.CdsResourceWatcher;
import io.grpc.xds.XdsClient.CdsUpdate;
import io.grpc.xds.XdsClient.CdsUpdate.ClusterType;
import io.grpc.xds.XdsClient.CdsUpdate.EdsClusterConfig;
import io.grpc.xds.XdsLogger.XdsLogLevel;
import io.grpc.xds.XdsSubchannelPickers.ErrorPicker;
import javax.annotation.Nullable;
/**
* Load balancer for cds_experimental LB policy. One instance per cluster.
*/
final class CdsLoadBalancer extends LoadBalancer {
private final XdsLogger logger;
private final Helper helper;
private final SynchronizationContext syncContext;
private final LoadBalancerRegistry lbRegistry;
private String clusterName;
private ObjectPool<XdsClient> xdsClientPool;
private XdsClient xdsClient;
private CdsLbState cdsLbState;
private ResolvedAddresses resolvedAddresses;
CdsLoadBalancer(Helper helper) {
this(helper, LoadBalancerRegistry.getDefaultRegistry());
}
@VisibleForTesting
CdsLoadBalancer(Helper helper, LoadBalancerRegistry lbRegistry) {
this.helper = checkNotNull(helper, "helper");
this.syncContext = checkNotNull(helper.getSynchronizationContext(), "syncContext");
this.lbRegistry = lbRegistry;
logger = XdsLogger.withLogId(InternalLogId.allocate("cds-lb", helper.getAuthority()));
logger.log(XdsLogLevel.INFO, "Created");
}
@Override
public void handleResolvedAddresses(ResolvedAddresses resolvedAddresses) {
if (clusterName != null) {
return;
}
logger.log(XdsLogLevel.DEBUG, "Received resolution result: {0}", resolvedAddresses);
this.resolvedAddresses = resolvedAddresses;
xdsClientPool = resolvedAddresses.getAttributes().get(XdsAttributes.XDS_CLIENT_POOL);
checkNotNull(xdsClientPool, "missing xDS client pool");
xdsClient = xdsClientPool.getObject();
Object lbConfig = resolvedAddresses.getLoadBalancingPolicyConfig();
checkNotNull(lbConfig, "missing CDS lb config");
CdsConfig newCdsConfig = (CdsConfig) lbConfig;
logger.log(
XdsLogLevel.INFO,
"Received CDS lb config: cluster={0}", newCdsConfig.name);
clusterName = newCdsConfig.name;
cdsLbState = new CdsLbState();
}
@Override
public void handleNameResolutionError(Status error) {
logger.log(XdsLogLevel.WARNING, "Received name resolution error: {0}", error);
if (cdsLbState != null) {
cdsLbState.propagateError(error);
} else {
helper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
@Override
public boolean canHandleEmptyAddressListFromNameResolution() {
return true;
}
@Override
public void shutdown() {
logger.log(XdsLogLevel.INFO, "Shutdown");
if (cdsLbState != null) {
cdsLbState.shutdown();
}
if (xdsClientPool != null) {
xdsClientPool.returnObject(xdsClient);
}
}
private final class CdsLbState implements CdsResourceWatcher {
private boolean shutdown;
@Nullable
LoadBalancer edsBalancer;
private CdsLbState() {
xdsClient.watchCdsResource(clusterName, this);
logger.log(XdsLogLevel.INFO,
"Started watcher for cluster {0} with xDS client {1}", clusterName, xdsClient);
}
@Override
public void onChanged(final CdsUpdate update) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
// TODO(chengyuanzhang): implementations for logical DNS and aggregate clusters.
if (update.clusterType != ClusterType.EDS) {
logger.log(XdsLogLevel.WARNING, "Unsupported cluster type: {0}", update.clusterType);
return;
}
EdsClusterConfig clusterConfig = (EdsClusterConfig) update.clusterConfig;
logger.log(XdsLogLevel.INFO, "EDS cluster {0}, edsServiceName: {1}",
update.clusterName, clusterConfig.edsServiceName);
logger.log(XdsLogLevel.DEBUG, "Cluster config: {0}", clusterConfig);
LoadBalancerProvider endpointPickingPolicyProvider =
lbRegistry.getProvider(clusterConfig.lbPolicy);
LoadBalancerProvider localityPickingPolicyProvider =
lbRegistry.getProvider(WEIGHTED_TARGET_POLICY_NAME); // hardcode to weighted-target
final EdsConfig edsConfig =
new EdsConfig(
/* clusterName = */ update.clusterName,
/* edsServiceName = */ clusterConfig.edsServiceName,
/* lrsServerName = */ clusterConfig.lrsServerName,
/* maxConcurrentRequests = */ clusterConfig.maxConcurrentRequests,
/* tlsContext = */ clusterConfig.upstreamTlsContext,
new PolicySelection(localityPickingPolicyProvider, null /* by EDS policy */),
new PolicySelection(endpointPickingPolicyProvider, null));
if (edsBalancer == null) {
edsBalancer = lbRegistry.getProvider(EDS_POLICY_NAME).newLoadBalancer(helper);
}
edsBalancer.handleResolvedAddresses(
resolvedAddresses.toBuilder().setLoadBalancingPolicyConfig(edsConfig).build());
}
});
}
@Override
public void onResourceDoesNotExist(final String resourceName) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
logger.log(XdsLogLevel.INFO, "Resource {0} is unavailable", resourceName);
if (edsBalancer != null) {
edsBalancer.shutdown();
edsBalancer = null;
}
helper.updateBalancingState(
TRANSIENT_FAILURE,
new ErrorPicker(Status.UNAVAILABLE.withDescription(
"Resource " + resourceName + " is unavailable")));
}
});
}
@Override
public void onError(final Status error) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
logger.log(
XdsLogLevel.WARNING,
"Received error from xDS client {0}: {1}: {2}",
xdsClient,
error.getCode(),
error.getDescription());
if (edsBalancer == null) {
helper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
});
}
void shutdown() {
shutdown = true;
xdsClient.cancelCdsResourceWatch(clusterName, this);
logger.log(XdsLogLevel.INFO,
"Cancelled watcher for cluster {0} with xDS client {1}", clusterName, xdsClient);
if (edsBalancer != null) {
edsBalancer.shutdown();
}
}
void propagateError(Status error) {
if (edsBalancer != null) {
edsBalancer.handleNameResolutionError(error);
} else {
helper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
}
}

View File

@ -1,371 +0,0 @@
/*
* Copyright 2019 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.base.Preconditions.checkNotNull;
import static io.grpc.ConnectivityState.TRANSIENT_FAILURE;
import static io.grpc.xds.XdsLbPolicies.LRS_POLICY_NAME;
import static io.grpc.xds.XdsLbPolicies.PRIORITY_POLICY_NAME;
import com.google.common.annotations.VisibleForTesting;
import io.grpc.EquivalentAddressGroup;
import io.grpc.InternalLogId;
import io.grpc.LoadBalancer;
import io.grpc.LoadBalancerProvider;
import io.grpc.LoadBalancerRegistry;
import io.grpc.Status;
import io.grpc.SynchronizationContext;
import io.grpc.internal.ObjectPool;
import io.grpc.internal.ServiceConfigUtil.PolicySelection;
import io.grpc.util.GracefulSwitchLoadBalancer;
import io.grpc.xds.ClusterImplLoadBalancerProvider.ClusterImplConfig;
import io.grpc.xds.EdsLoadBalancerProvider.EdsConfig;
import io.grpc.xds.EnvoyProtoData.DropOverload;
import io.grpc.xds.EnvoyProtoData.LbEndpoint;
import io.grpc.xds.EnvoyProtoData.Locality;
import io.grpc.xds.EnvoyProtoData.LocalityLbEndpoints;
import io.grpc.xds.LrsLoadBalancerProvider.LrsConfig;
import io.grpc.xds.PriorityLoadBalancerProvider.PriorityLbConfig;
import io.grpc.xds.PriorityLoadBalancerProvider.PriorityLbConfig.PriorityChildConfig;
import io.grpc.xds.WeightedTargetLoadBalancerProvider.WeightedPolicySelection;
import io.grpc.xds.WeightedTargetLoadBalancerProvider.WeightedTargetConfig;
import io.grpc.xds.XdsClient.EdsResourceWatcher;
import io.grpc.xds.XdsClient.EdsUpdate;
import io.grpc.xds.XdsLogger.XdsLogLevel;
import io.grpc.xds.XdsSubchannelPickers.ErrorPicker;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import javax.annotation.Nullable;
final class EdsLoadBalancer2 extends LoadBalancer {
private final XdsLogger logger;
private final SynchronizationContext syncContext;
private final LoadBalancerRegistry lbRegistry;
private final GracefulSwitchLoadBalancer switchingLoadBalancer;
// Following fields are effectively final.
private ObjectPool<XdsClient> xdsClientPool;
private XdsClient xdsClient;
private String cluster;
private EdsLbState edsLbState;
EdsLoadBalancer2(LoadBalancer.Helper helper) {
this(helper, LoadBalancerRegistry.getDefaultRegistry());
}
@VisibleForTesting
EdsLoadBalancer2(LoadBalancer.Helper helper, LoadBalancerRegistry lbRegistry) {
this.lbRegistry = checkNotNull(lbRegistry, "lbRegistry");
syncContext = checkNotNull(helper, "helper").getSynchronizationContext();
switchingLoadBalancer = new GracefulSwitchLoadBalancer(helper);
InternalLogId logId = InternalLogId.allocate("eds-lb", helper.getAuthority());
logger = XdsLogger.withLogId(logId);
logger.log(XdsLogLevel.INFO, "Created");
}
@Override
public void handleResolvedAddresses(ResolvedAddresses resolvedAddresses) {
logger.log(XdsLogLevel.DEBUG, "Received resolution result: {0}", resolvedAddresses);
if (xdsClientPool == null) {
xdsClientPool = resolvedAddresses.getAttributes().get(XdsAttributes.XDS_CLIENT_POOL);
xdsClient = xdsClientPool.getObject();
}
EdsConfig config = (EdsConfig) resolvedAddresses.getLoadBalancingPolicyConfig();
if (logger.isLoggable(XdsLogLevel.INFO)) {
logger.log(XdsLogLevel.INFO, "Received EDS lb config: cluster={0}, "
+ "eds_service_name={1}, max_concurrent_requests={2}, locality_picking_policy={3}, "
+ "endpoint_picking_policy={4}, report_load={5}",
config.clusterName, config.edsServiceName, config.maxConcurrentRequests,
config.localityPickingPolicy.getProvider().getPolicyName(),
config.endpointPickingPolicy.getProvider().getPolicyName(),
config.lrsServerName != null);
}
if (cluster == null) {
cluster = config.clusterName;
}
if (edsLbState == null || !Objects.equals(edsLbState.edsServiceName, config.edsServiceName)) {
edsLbState = new EdsLbState(config.edsServiceName, config.lrsServerName);
switchingLoadBalancer.switchTo(edsLbState);
}
switchingLoadBalancer.handleResolvedAddresses(resolvedAddresses);
}
@Override
public void handleNameResolutionError(Status error) {
logger.log(XdsLogLevel.WARNING, "Received name resolution error: {0}", error);
switchingLoadBalancer.handleNameResolutionError(error);
}
@Override
public boolean canHandleEmptyAddressListFromNameResolution() {
return true;
}
@Override
public void shutdown() {
logger.log(XdsLogLevel.INFO, "Shutdown");
switchingLoadBalancer.shutdown();
if (xdsClientPool != null) {
xdsClientPool.returnObject(xdsClient);
}
}
private final class EdsLbState extends LoadBalancer.Factory {
@Nullable
private final String edsServiceName;
@Nullable
private final String lrsServerName;
private final String resourceName;
private EdsLbState(@Nullable String edsServiceName, @Nullable String lrsServerName) {
this.edsServiceName = edsServiceName;
this.lrsServerName = lrsServerName;
resourceName = edsServiceName == null ? cluster : edsServiceName;
}
@Override
public LoadBalancer newLoadBalancer(Helper helper) {
return new ChildLbState(helper);
}
private final class ChildLbState extends LoadBalancer implements EdsResourceWatcher {
private final Helper lbHelper;
private ResolvedAddresses resolvedAddresses;
private boolean shutdown;
// Updated by endpoint discovery.
private LoadBalancer lb;
private List<EquivalentAddressGroup> endpointAddresses;
private Map<Integer, Map<Locality, Integer>> prioritizedLocalityWeights;
private List<DropOverload> dropOverloads;
private ChildLbState(Helper helper) {
lbHelper = helper;
logger.log(
XdsLogLevel.INFO,
"Start endpoint watcher on {0} with xDS client {1}", resourceName, xdsClient);
xdsClient.watchEdsResource(resourceName, this);
}
@Override
public void handleResolvedAddresses(ResolvedAddresses resolvedAddresses) {
boolean updated = !Objects.equals(this.resolvedAddresses, resolvedAddresses);
this.resolvedAddresses = resolvedAddresses;
if (lb != null && updated) {
handleResourceUpdate();
}
}
@Override
public void handleNameResolutionError(Status error) {
if (lb != null) {
lb.handleNameResolutionError(error);
} else {
lbHelper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
@Override
public void shutdown() {
shutdown = true;
xdsClient.cancelEdsResourceWatch(resourceName, this);
logger.log(
XdsLogLevel.INFO,
"Cancelled endpoint watcher on {0} with xDS client {1}", resourceName, xdsClient);
if (lb != null) {
lb.shutdown();
}
}
@Override
public boolean canHandleEmptyAddressListFromNameResolution() {
return true;
}
@Override
public void onChanged(final EdsUpdate update) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
logger.log(XdsLogLevel.DEBUG,
"Received endpoint update from xDS client {0}: {1}", xdsClient, update);
if (logger.isLoggable(XdsLogLevel.INFO)) {
logger.log(XdsLogLevel.INFO, "Received endpoint update: cluster_name={0}, "
+ "{1} localities, {2} drop categories", update.clusterName,
update.localityLbEndpointsMap.size(), update.dropPolicies.size());
}
dropOverloads = update.dropPolicies;
Map<Locality, LocalityLbEndpoints> localityLbEndpoints =
update.localityLbEndpointsMap;
endpointAddresses = new ArrayList<>();
prioritizedLocalityWeights = new HashMap<>();
for (Locality locality : localityLbEndpoints.keySet()) {
LocalityLbEndpoints localityLbInfo = localityLbEndpoints.get(locality);
int priority = localityLbInfo.getPriority();
boolean discard = true;
for (LbEndpoint endpoint : localityLbInfo.getEndpoints()) {
if (endpoint.isHealthy()) {
discard = false;
EquivalentAddressGroup eag =
AddressFilter.setPathFilter(
endpoint.getAddress(),
Arrays.asList(priorityName(priority), localityName(locality)));
endpointAddresses.add(eag);
}
}
if (discard) {
logger.log(XdsLogLevel.INFO, "Discard locality {0} with 0 healthy endpoints");
continue;
}
if (!prioritizedLocalityWeights.containsKey(priority)) {
prioritizedLocalityWeights.put(priority, new HashMap<Locality, Integer>());
}
prioritizedLocalityWeights.get(priority).put(
locality, localityLbInfo.getLocalityWeight());
}
if (prioritizedLocalityWeights.isEmpty()) {
propagateResourceError(
Status.UNAVAILABLE.withDescription("No usable priority/locality/endpoint"));
return;
}
if (lb == null) {
lb = lbRegistry.getProvider(PRIORITY_POLICY_NAME).newLoadBalancer(lbHelper);
}
handleResourceUpdate();
}
});
}
@Override
public void onResourceDoesNotExist(final String resourceName) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
logger.log(XdsLogLevel.INFO, "Resource {0} is unavailable", resourceName);
propagateResourceError(Status.UNAVAILABLE.withDescription(
"Resource " + resourceName + " is unavailable"));
}
});
}
@Override
public void onError(final Status error) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (shutdown) {
return;
}
logger.log(
XdsLogLevel.WARNING, "Received error from xDS client {0}: {1}", xdsClient, error);
if (lb == null) {
lbHelper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
});
}
private void handleResourceUpdate() {
// Populate configurations used by downstream LB policies from the freshest result.
EdsConfig config = (EdsConfig) resolvedAddresses.getLoadBalancingPolicyConfig();
// Config for each priority.
Map<String, PriorityChildConfig> priorityChildConfigs = new HashMap<>();
List<String> priorities = new ArrayList<>();
for (Integer priority : prioritizedLocalityWeights.keySet()) {
WeightedTargetConfig weightedTargetConfig =
generateWeightedTargetLbConfig(cluster, edsServiceName, lrsServerName,
config.endpointPickingPolicy, lbRegistry,
prioritizedLocalityWeights.get(priority));
PolicySelection localityPicking =
new PolicySelection(config.localityPickingPolicy.getProvider(),
weightedTargetConfig);
ClusterImplConfig clusterImplConfig =
new ClusterImplConfig(cluster, edsServiceName, lrsServerName,
config.maxConcurrentRequests, dropOverloads, localityPicking, config.tlsContext);
LoadBalancerProvider clusterImplLbProvider =
lbRegistry.getProvider(XdsLbPolicies.CLUSTER_IMPL_POLICY_NAME);
PolicySelection clusterImplPolicy =
new PolicySelection(clusterImplLbProvider, clusterImplConfig);
String priorityName = priorityName(priority);
priorityChildConfigs.put(priorityName, new PriorityChildConfig(clusterImplPolicy, true));
priorities.add(priorityName);
}
Collections.sort(priorities);
PriorityLbConfig priorityLbConfig =
new PriorityLbConfig(Collections.unmodifiableMap(priorityChildConfigs),
Collections.unmodifiableList(priorities));
lb.handleResolvedAddresses(
resolvedAddresses.toBuilder()
.setAddresses(endpointAddresses)
.setLoadBalancingPolicyConfig(priorityLbConfig)
.build());
}
private void propagateResourceError(Status error) {
if (lb != null) {
lb.shutdown();
lb = null;
}
lbHelper.updateBalancingState(TRANSIENT_FAILURE, new ErrorPicker(error));
}
}
}
@VisibleForTesting
static WeightedTargetConfig generateWeightedTargetLbConfig(
String cluster, @Nullable String edsServiceName, @Nullable String lrsServerName,
PolicySelection endpointPickingPolicy, LoadBalancerRegistry lbRegistry,
Map<Locality, Integer> localityWeights) {
Map<String, WeightedPolicySelection> targets = new HashMap<>();
for (Locality locality : localityWeights.keySet()) {
int weight = localityWeights.get(locality);
PolicySelection childPolicy;
if (lrsServerName != null) {
LrsConfig childConfig =
new LrsConfig(cluster, edsServiceName, lrsServerName, locality, endpointPickingPolicy);
LoadBalancerProvider childPolicyProvider = lbRegistry.getProvider(LRS_POLICY_NAME);
childPolicy = new PolicySelection(childPolicyProvider, childConfig);
} else {
childPolicy = endpointPickingPolicy;
}
targets.put(localityName(locality), new WeightedPolicySelection(weight, childPolicy));
}
return new WeightedTargetConfig(Collections.unmodifiableMap(targets));
}
/** Generate a string to be used as the key for the given priority in the LB policy config. */
private static String priorityName(int priority) {
return "priority" + priority;
}
/** Generate a string to be used as the key for the given locality in the LB policy config. */
private static String localityName(Locality locality) {
return locality.toString();
}
}

View File

@ -1,134 +0,0 @@
/*
* Copyright 2020 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.base.Preconditions.checkNotNull;
import com.google.common.base.MoreObjects;
import io.grpc.Internal;
import io.grpc.LoadBalancer;
import io.grpc.LoadBalancer.Helper;
import io.grpc.LoadBalancerProvider;
import io.grpc.NameResolver.ConfigOrError;
import io.grpc.internal.ServiceConfigUtil.PolicySelection;
import io.grpc.xds.EnvoyServerProtoData.UpstreamTlsContext;
import java.util.Map;
import java.util.Objects;
import javax.annotation.Nullable;
/**
* The provider for the "eds" balancing policy. This class should not be directly referenced in
* code. The policy should be accessed through {@link io.grpc.LoadBalancerRegistry#getProvider}
* with the name "eds_experimental").
*/
@Internal
public class EdsLoadBalancerProvider extends LoadBalancerProvider {
@Override
public boolean isAvailable() {
return true;
}
@Override
public int getPriority() {
return 5;
}
@Override
public String getPolicyName() {
return XdsLbPolicies.EDS_POLICY_NAME;
}
@Override
public LoadBalancer newLoadBalancer(Helper helper) {
return new EdsLoadBalancer2(helper);
}
@Override
public ConfigOrError parseLoadBalancingPolicyConfig(
Map<String, ?> rawLoadBalancingPolicyConfig) {
throw new UnsupportedOperationException("not supported as top-level LB policy");
}
static final class EdsConfig {
final String clusterName;
@Nullable
final String edsServiceName;
@Nullable
final String lrsServerName;
@Nullable
final Long maxConcurrentRequests;
@Nullable
final UpstreamTlsContext tlsContext;
final PolicySelection localityPickingPolicy;
final PolicySelection endpointPickingPolicy;
EdsConfig(
String clusterName,
@Nullable String edsServiceName,
@Nullable String lrsServerName,
@Nullable Long maxConcurrentRequests,
@Nullable UpstreamTlsContext tlsContext,
PolicySelection localityPickingPolicy,
PolicySelection endpointPickingPolicy) {
this.clusterName = checkNotNull(clusterName, "clusterName");
this.edsServiceName = edsServiceName;
this.lrsServerName = lrsServerName;
this.maxConcurrentRequests = maxConcurrentRequests;
this.tlsContext = tlsContext;
this.localityPickingPolicy = checkNotNull(localityPickingPolicy, "localityPickingPolicy");
this.endpointPickingPolicy = checkNotNull(endpointPickingPolicy, "endpointPickingPolicy");
}
@Override
public int hashCode() {
return Objects.hash(clusterName, edsServiceName, lrsServerName, maxConcurrentRequests,
tlsContext, localityPickingPolicy, endpointPickingPolicy);
}
@Override
public boolean equals(Object o) {
if (this == o) {
return true;
}
if (o == null || getClass() != o.getClass()) {
return false;
}
EdsConfig that = (EdsConfig) o;
return Objects.equals(clusterName, that.clusterName)
&& Objects.equals(edsServiceName, that.edsServiceName)
&& Objects.equals(lrsServerName, that.lrsServerName)
&& Objects.equals(maxConcurrentRequests, that.maxConcurrentRequests)
&& Objects.equals(tlsContext, that.tlsContext)
&& Objects.equals(localityPickingPolicy, that.localityPickingPolicy)
&& Objects.equals(endpointPickingPolicy, that.endpointPickingPolicy);
}
@Override
public String toString() {
return MoreObjects.toStringHelper(this)
.add("clusterName", clusterName)
.add("edsServiceName", edsServiceName)
.add("lrsServerName", lrsServerName)
.add("maxConcurrentRequests", maxConcurrentRequests)
// Exclude tlsContext as its string representation is cumbersome.
.add("localityPickingPolicy", localityPickingPolicy)
.add("endpointPickingPolicy", endpointPickingPolicy)
.toString();
}
}
}

View File

@ -1,5 +1,4 @@
io.grpc.xds.CdsLoadBalancerProvider
io.grpc.xds.EdsLoadBalancerProvider
io.grpc.xds.PriorityLoadBalancerProvider
io.grpc.xds.WeightedTargetLoadBalancerProvider
io.grpc.xds.LrsLoadBalancerProvider

View File

@ -1,465 +0,0 @@
/*
* Copyright 2019 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.truth.Truth.assertThat;
import static org.mockito.Mockito.mock;
import com.google.common.collect.Iterables;
import io.grpc.Attributes;
import io.grpc.ConnectivityState;
import io.grpc.EquivalentAddressGroup;
import io.grpc.LoadBalancer;
import io.grpc.LoadBalancer.CreateSubchannelArgs;
import io.grpc.LoadBalancer.Helper;
import io.grpc.LoadBalancer.PickResult;
import io.grpc.LoadBalancer.PickSubchannelArgs;
import io.grpc.LoadBalancer.ResolvedAddresses;
import io.grpc.LoadBalancer.Subchannel;
import io.grpc.LoadBalancer.SubchannelPicker;
import io.grpc.LoadBalancerProvider;
import io.grpc.LoadBalancerRegistry;
import io.grpc.ManagedChannel;
import io.grpc.Status;
import io.grpc.Status.Code;
import io.grpc.SynchronizationContext;
import io.grpc.internal.ObjectPool;
import io.grpc.xds.CdsLoadBalancerProvider.CdsConfig;
import io.grpc.xds.EdsLoadBalancerProvider.EdsConfig;
import io.grpc.xds.EnvoyServerProtoData.UpstreamTlsContext;
import io.grpc.xds.XdsClient.CdsUpdate.ClusterType;
import io.grpc.xds.XdsClient.CdsUpdate.EdsClusterConfig;
import io.grpc.xds.internal.sds.CommonTlsContextTestsUtil;
import java.net.SocketAddress;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
import org.mockito.MockitoAnnotations;
/**
* Tests for {@link CdsLoadBalancer}.
*/
@RunWith(JUnit4.class)
public class CdsLoadBalancerTest {
private static final String AUTHORITY = "api.google.com";
private static final String CLUSTER = "cluster-foo.googleapis.com";
private final SynchronizationContext syncContext = new SynchronizationContext(
new Thread.UncaughtExceptionHandler() {
@Override
public void uncaughtException(Thread t, Throwable e) {
throw new AssertionError(e);
}
});
private final List<FakeLoadBalancer> childBalancers = new ArrayList<>();
private final FakeXdsClient xdsClient = new FakeXdsClient();
private LoadBalancer.Helper helper = new FakeLbHelper();
private int xdsClientRefs;
private ConnectivityState currentState;
private SubchannelPicker currentPicker;
private CdsLoadBalancer loadBalancer;
@Before
public void setUp() {
MockitoAnnotations.initMocks(this);
LoadBalancerRegistry registry = new LoadBalancerRegistry();
registry.register(new FakeLoadBalancerProvider(XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME));
registry.register(new FakeLoadBalancerProvider(XdsLbPolicies.EDS_POLICY_NAME));
registry.register(new FakeLoadBalancerProvider("round_robin"));
ObjectPool<XdsClient> xdsClientPool = new ObjectPool<XdsClient>() {
@Override
public XdsClient getObject() {
xdsClientRefs++;
return xdsClient;
}
@Override
public XdsClient returnObject(Object object) {
assertThat(xdsClientRefs).isGreaterThan(0);
xdsClientRefs--;
return null;
}
};
loadBalancer = new CdsLoadBalancer(helper, registry);
loadBalancer.handleResolvedAddresses(
ResolvedAddresses.newBuilder()
.setAddresses(Collections.<EquivalentAddressGroup>emptyList())
.setLoadBalancingPolicyConfig(new CdsConfig(CLUSTER))
.setAttributes(
Attributes.newBuilder().set(XdsAttributes.XDS_CLIENT_POOL, xdsClientPool).build())
.build());
assertThat(xdsClient.watcher).isNotNull();
}
@After
public void tearDown() {
loadBalancer.shutdown();
assertThat(xdsClient.watcher).isNull();
assertThat(xdsClientRefs).isEqualTo(0);
}
@Test
public void receiveFirstClusterResourceInfo() {
xdsClient.deliverClusterInfo(null, null, null);
assertThat(childBalancers).hasSize(1);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
assertThat(childBalancer.name).isEqualTo(XdsLbPolicies.EDS_POLICY_NAME);
assertThat(childBalancer.config).isNotNull();
EdsConfig edsConfig = (EdsConfig) childBalancer.config;
assertThat(edsConfig.clusterName).isEqualTo(CLUSTER);
assertThat(edsConfig.edsServiceName).isNull();
assertThat(edsConfig.lrsServerName).isNull();
assertThat(edsConfig.maxConcurrentRequests).isNull();
assertThat(edsConfig.tlsContext).isNull();
assertThat(edsConfig.localityPickingPolicy.getProvider().getPolicyName())
.isEqualTo(XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME); // hardcoded to weighted-target
assertThat(edsConfig.endpointPickingPolicy.getProvider().getPolicyName())
.isEqualTo("round_robin");
}
@Test
public void clusterResourceNeverExist() {
xdsClient.deliverResourceNotFound();
assertThat(childBalancers).isEmpty();
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("Resource " + CLUSTER + " is unavailable");
}
@Test
public void clusterResourceRemoved() {
xdsClient.deliverClusterInfo(null, null, null);
assertThat(childBalancers).hasSize(1);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
assertThat(childBalancer.shutdown).isFalse();
xdsClient.deliverResourceNotFound();
assertThat(childBalancer.shutdown).isTrue();
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("Resource " + CLUSTER + " is unavailable");
}
@Test
public void clusterResourceUpdated() {
xdsClient.deliverClusterInfo(null, null, null);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
EdsConfig edsConfig = (EdsConfig) childBalancer.config;
assertThat(edsConfig.clusterName).isEqualTo(CLUSTER);
assertThat(edsConfig.edsServiceName).isNull();
assertThat(edsConfig.lrsServerName).isNull();
assertThat(edsConfig.maxConcurrentRequests).isNull();
assertThat(edsConfig.tlsContext).isNull();
assertThat(edsConfig.localityPickingPolicy.getProvider().getPolicyName())
.isEqualTo(XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME); // hardcoded to weighted-target
assertThat(edsConfig.endpointPickingPolicy.getProvider().getPolicyName())
.isEqualTo("round_robin");
String edsService = "service-bar.googleapis.com";
String loadReportServer = "lrs-server.googleapis.com";
long maxConcurrentRequests = 50L;
UpstreamTlsContext upstreamTlsContext =
CommonTlsContextTestsUtil.buildUpstreamTlsContextFromFilenames(
CommonTlsContextTestsUtil.CLIENT_KEY_FILE,
CommonTlsContextTestsUtil.CLIENT_PEM_FILE,
CommonTlsContextTestsUtil.CA_PEM_FILE);
xdsClient.deliverClusterInfo(edsService, loadReportServer, maxConcurrentRequests,
upstreamTlsContext);
assertThat(childBalancers).containsExactly(childBalancer);
edsConfig = (EdsConfig) childBalancer.config;
assertThat(edsConfig.clusterName).isEqualTo(CLUSTER);
assertThat(edsConfig.edsServiceName).isEqualTo(edsService);
assertThat(edsConfig.lrsServerName).isEqualTo(loadReportServer);
assertThat(edsConfig.maxConcurrentRequests).isEqualTo(maxConcurrentRequests);
assertThat(edsConfig.tlsContext).isEqualTo(upstreamTlsContext);
assertThat(edsConfig.localityPickingPolicy.getProvider().getPolicyName())
.isEqualTo(XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME); // hardcoded to weighted-target
assertThat(edsConfig.endpointPickingPolicy.getProvider().getPolicyName())
.isEqualTo("round_robin");
}
@Test
public void subchannelStatePropagateFromDownstreamToUpstream() {
xdsClient.deliverClusterInfo(null, null, null);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
List<EquivalentAddressGroup> addresses = createEndpointAddresses(2);
CreateSubchannelArgs args =
CreateSubchannelArgs.newBuilder()
.setAddresses(addresses)
.build();
Subchannel subchannel = childBalancer.helper.createSubchannel(args);
childBalancer.deliverSubchannelState(subchannel, ConnectivityState.READY);
assertThat(currentState).isEqualTo(ConnectivityState.READY);
assertThat(currentPicker.pickSubchannel(mock(PickSubchannelArgs.class)).getSubchannel())
.isSameInstanceAs(subchannel);
}
@Test
public void clusterDiscoveryError_beforeChildPolicyInstantiated_propagateToUpstream() {
xdsClient.deliverError(Status.UNAUTHENTICATED.withDescription("permission denied"));
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAUTHENTICATED);
assertThat(result.getStatus().getDescription()).isEqualTo("permission denied");
}
@Test
public void clusterDiscoveryError_afterChildPolicyInstantiated_keepUsingCurrentCluster() {
xdsClient.deliverClusterInfo(null, null, null);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
xdsClient.deliverError(Status.UNAVAILABLE.withDescription("unreachable"));
assertThat(currentState).isNull();
assertThat(currentPicker).isNull();
assertThat(childBalancer.shutdown).isFalse();
}
@Test
public void nameResolutionError_beforeChildPolicyInstantiated_returnErrorPickerToUpstream() {
loadBalancer.handleNameResolutionError(
Status.UNIMPLEMENTED.withDescription("not found"));
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNIMPLEMENTED);
assertThat(result.getStatus().getDescription()).isEqualTo("not found");
}
@Test
public void nameResolutionError_afterChildPolicyInstantiated_propagateToDownstream() {
xdsClient.deliverClusterInfo(null, null, null);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
loadBalancer.handleNameResolutionError(
Status.UNAVAILABLE.withDescription("cannot reach server"));
assertThat(childBalancer.upstreamError.getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(childBalancer.upstreamError.getDescription())
.isEqualTo("cannot reach server");
}
private static List<EquivalentAddressGroup> createEndpointAddresses(int n) {
List<EquivalentAddressGroup> list = new ArrayList<>();
for (int i = 0; i < n; i++) {
list.add(new EquivalentAddressGroup(mock(SocketAddress.class)));
}
return list;
}
private final class FakeXdsClient extends XdsClient {
private CdsResourceWatcher watcher;
@Override
void watchCdsResource(String resourceName, CdsResourceWatcher watcher) {
assertThat(resourceName).isEqualTo(CLUSTER);
this.watcher = watcher;
}
@Override
void cancelCdsResourceWatch(String resourceName, CdsResourceWatcher watcher) {
assertThat(resourceName).isEqualTo(CLUSTER);
assertThat(watcher).isSameInstanceAs(this.watcher);
this.watcher = null;
}
@Override
void shutdown() {
// no-op
}
void deliverClusterInfo(
@Nullable final String edsServiceName, @Nullable final String lrsServerName,
final long maxConcurrentRequests, @Nullable final UpstreamTlsContext tlsContext) {
syncContext.execute(new Runnable() {
@Override
public void run() {
EdsClusterConfig clusterConfig = new EdsClusterConfig("round_robin", edsServiceName,
lrsServerName, maxConcurrentRequests, tlsContext);
CdsUpdate update = new CdsUpdate(CLUSTER, ClusterType.EDS, clusterConfig);
watcher.onChanged(update);
}
});
}
void deliverClusterInfo(
@Nullable final String edsServiceName, @Nullable final String lrsServerName,
@Nullable final UpstreamTlsContext tlsContext) {
syncContext.execute(new Runnable() {
@Override
public void run() {
EdsClusterConfig clusterConfig = new EdsClusterConfig("round_robin", edsServiceName,
lrsServerName, null, tlsContext);
CdsUpdate update = new CdsUpdate(CLUSTER, ClusterType.EDS, clusterConfig);
watcher.onChanged(update);
}
});
}
void deliverResourceNotFound() {
syncContext.execute(new Runnable() {
@Override
public void run() {
watcher.onResourceDoesNotExist(CLUSTER);
}
});
}
void deliverError(final Status error) {
syncContext.execute(new Runnable() {
@Override
public void run() {
watcher.onError(error);
}
});
}
}
private final class FakeLoadBalancerProvider extends LoadBalancerProvider {
private final String policyName;
FakeLoadBalancerProvider(String policyName) {
this.policyName = policyName;
}
@Override
public LoadBalancer newLoadBalancer(Helper helper) {
FakeLoadBalancer balancer = new FakeLoadBalancer(policyName, helper);
childBalancers.add(balancer);
return balancer;
}
@Override
public boolean isAvailable() {
return true;
}
@Override
public int getPriority() {
return 0; // doesn't matter
}
@Override
public String getPolicyName() {
return policyName;
}
}
private final class FakeLoadBalancer extends LoadBalancer {
private final String name;
private final Helper helper;
private Object config;
private Status upstreamError;
private boolean shutdown;
FakeLoadBalancer(String name, Helper helper) {
this.name = name;
this.helper = helper;
}
@Override
public void handleResolvedAddresses(ResolvedAddresses resolvedAddresses) {
config = resolvedAddresses.getLoadBalancingPolicyConfig();
}
@Override
public void handleNameResolutionError(Status error) {
upstreamError = error;
}
@Override
public void shutdown() {
shutdown = true;
childBalancers.remove(this);
}
void deliverSubchannelState(final Subchannel subchannel, ConnectivityState state) {
SubchannelPicker picker = new SubchannelPicker() {
@Override
public PickResult pickSubchannel(PickSubchannelArgs args) {
return PickResult.withSubchannel(subchannel);
}
};
helper.updateBalancingState(state, picker);
}
}
private final class FakeLbHelper extends LoadBalancer.Helper {
@Override
public void updateBalancingState(
@Nonnull ConnectivityState newState, @Nonnull SubchannelPicker newPicker) {
currentState = newState;
currentPicker = newPicker;
}
@Override
public Subchannel createSubchannel(CreateSubchannelArgs args) {
return new FakeSubchannel(args.getAddresses());
}
@Override
public ManagedChannel createOobChannel(EquivalentAddressGroup eag, String authority) {
throw new UnsupportedOperationException("should not be called");
}
@Override
public SynchronizationContext getSynchronizationContext() {
return syncContext;
}
@Override
public String getAuthority() {
return AUTHORITY;
}
}
private static final class FakeSubchannel extends Subchannel {
private final List<EquivalentAddressGroup> eags;
private FakeSubchannel(List<EquivalentAddressGroup> eags) {
this.eags = eags;
}
@Override
public void shutdown() {
}
@Override
public void requestConnection() {
}
@Override
public List<EquivalentAddressGroup> getAllAddresses() {
return eags;
}
@Override
public Attributes getAttributes() {
return Attributes.EMPTY;
}
}
}

View File

@ -1,863 +0,0 @@
/*
* Copyright 2019 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.truth.Truth.assertThat;
import static io.grpc.xds.XdsLbPolicies.CLUSTER_IMPL_POLICY_NAME;
import static io.grpc.xds.XdsLbPolicies.LRS_POLICY_NAME;
import static io.grpc.xds.XdsLbPolicies.PRIORITY_POLICY_NAME;
import static io.grpc.xds.XdsLbPolicies.WEIGHTED_TARGET_POLICY_NAME;
import static org.mockito.Mockito.mock;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Iterables;
import io.grpc.Attributes;
import io.grpc.ConnectivityState;
import io.grpc.EquivalentAddressGroup;
import io.grpc.LoadBalancer;
import io.grpc.LoadBalancer.CreateSubchannelArgs;
import io.grpc.LoadBalancer.Helper;
import io.grpc.LoadBalancer.PickResult;
import io.grpc.LoadBalancer.PickSubchannelArgs;
import io.grpc.LoadBalancer.ResolvedAddresses;
import io.grpc.LoadBalancer.Subchannel;
import io.grpc.LoadBalancer.SubchannelPicker;
import io.grpc.LoadBalancerProvider;
import io.grpc.LoadBalancerRegistry;
import io.grpc.ManagedChannel;
import io.grpc.Status;
import io.grpc.Status.Code;
import io.grpc.SynchronizationContext;
import io.grpc.internal.FakeClock;
import io.grpc.internal.ObjectPool;
import io.grpc.internal.ServiceConfigUtil.PolicySelection;
import io.grpc.xds.ClusterImplLoadBalancerProvider.ClusterImplConfig;
import io.grpc.xds.EdsLoadBalancerProvider.EdsConfig;
import io.grpc.xds.EnvoyProtoData.DropOverload;
import io.grpc.xds.EnvoyProtoData.LbEndpoint;
import io.grpc.xds.EnvoyProtoData.Locality;
import io.grpc.xds.EnvoyProtoData.LocalityLbEndpoints;
import io.grpc.xds.EnvoyServerProtoData.UpstreamTlsContext;
import io.grpc.xds.LrsLoadBalancerProvider.LrsConfig;
import io.grpc.xds.PriorityLoadBalancerProvider.PriorityLbConfig;
import io.grpc.xds.PriorityLoadBalancerProvider.PriorityLbConfig.PriorityChildConfig;
import io.grpc.xds.WeightedTargetLoadBalancerProvider.WeightedPolicySelection;
import io.grpc.xds.WeightedTargetLoadBalancerProvider.WeightedTargetConfig;
import io.grpc.xds.internal.sds.CommonTlsContextTestsUtil;
import java.net.SocketAddress;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.concurrent.ScheduledExecutorService;
import javax.annotation.Nonnull;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
import org.mockito.MockitoAnnotations;
/**
* Tests for {@link EdsLoadBalancer2}.
*/
@RunWith(JUnit4.class)
public class EdsLoadBalancer2Test {
private static final String CLUSTER = "cluster-foo.googleapis.com";
private static final String AUTHORITY = "api.google.com";
private static final String EDS_SERVICE_NAME = "service.googleapis.com";
private static final String LRS_SERVER_NAME = "lrs.googleapis.com";
private final Locality locality1 =
new Locality("test-region-1", "test-zone-1", "test-subzone-1");
private final Locality locality2 =
new Locality("test-region-2", "test-zone-2", "test-subzone-2");
private final Locality locality3 =
new Locality("test-region-3", "test-zone-3", "test-subzone-3");
private final SynchronizationContext syncContext = new SynchronizationContext(
new Thread.UncaughtExceptionHandler() {
@Override
public void uncaughtException(Thread t, Throwable e) {
throw new AssertionError(e);
}
});
private final FakeClock fakeClock = new FakeClock();
private final LoadBalancerRegistry registry = new LoadBalancerRegistry();
private final PolicySelection roundRobin =
new PolicySelection(new FakeLoadBalancerProvider("round_robin"), null);
private final PolicySelection weightedTarget =
new PolicySelection(new FakeLoadBalancerProvider(WEIGHTED_TARGET_POLICY_NAME), null);
private final List<FakeLoadBalancer> childBalancers = new ArrayList<>(); // direct child LBs
private final FakeXdsClient xdsClient = new FakeXdsClient();
private final ObjectPool<XdsClient> xdsClientPool = new ObjectPool<XdsClient>() {
@Override
public XdsClient getObject() {
xdsClientRefs++;
return xdsClient;
}
@Override
public XdsClient returnObject(Object object) {
xdsClientRefs--;
return null;
}
};
private LoadBalancer.Helper helper = new FakeLbHelper();
private int xdsClientRefs;
private ConnectivityState currentState;
private SubchannelPicker currentPicker;
private EdsLoadBalancer2 loadBalancer;
@Before
public void setUp() {
MockitoAnnotations.initMocks(this);
registry.register(new FakeLoadBalancerProvider(PRIORITY_POLICY_NAME));
registry.register(new FakeLoadBalancerProvider(CLUSTER_IMPL_POLICY_NAME));
registry.register(new FakeLoadBalancerProvider(LRS_POLICY_NAME));
loadBalancer = new EdsLoadBalancer2(helper, registry);
EdsConfig config = new EdsConfig(CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME, null, null,
weightedTarget, roundRobin);
deliverConfig( config);
}
@After
public void tearDown() {
loadBalancer.shutdown();
assertThat(xdsClient.watchers).isEmpty();
assertThat(xdsClientRefs).isEqualTo(0);
assertThat(childBalancers).isEmpty();
}
@Test
public void receiveFirstEndpointResource() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
EquivalentAddressGroup endpoint3 = makeAddress("endpoint-addr-3");
EquivalentAddressGroup endpoint4 = makeAddress("endpoint-addr-4");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 70, ImmutableMap.of(endpoint1, true, endpoint2, true));
LocalityLbEndpoints localityLbEndpoints2 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint3, true));
LocalityLbEndpoints localityLbEndpoints3 =
buildLocalityLbEndpoints(2, 20, Collections.singletonMap(endpoint4, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME,
ImmutableMap.of(
locality1, localityLbEndpoints1,
locality2, localityLbEndpoints2,
locality3, localityLbEndpoints3));
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
// Downstream LB hierarchy: priorityLb -> clusterImplLb (one for each priority)
// -> weightedTargetLb -> lrsLB (one for each locality) -> roundRobinLb
assertThat(childBalancer.name).isEqualTo(PRIORITY_POLICY_NAME);
PriorityLbConfig config = (PriorityLbConfig) childBalancer.config;
assertThat(config.priorities).containsExactly("priority1", "priority2");
PriorityChildConfig priorityChild1 = config.childConfigs.get("priority1");
assertThat(priorityChild1.ignoreReresolution).isTrue();
assertThat(priorityChild1.policySelection.getProvider().getPolicyName())
.isEqualTo(CLUSTER_IMPL_POLICY_NAME);
ClusterImplConfig clusterImplConfig1 =
(ClusterImplConfig) priorityChild1.policySelection.getConfig();
assertClusterImplConfig(clusterImplConfig1, CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME,
null, Collections.<DropOverload>emptyList(), WEIGHTED_TARGET_POLICY_NAME);
PolicySelection weightedTargetPolicy1 = clusterImplConfig1.childPolicy;
assertThat(weightedTargetPolicy1.getProvider().getPolicyName())
.isEqualTo(WEIGHTED_TARGET_POLICY_NAME);
WeightedTargetConfig weightedTargetConfig1 =
(WeightedTargetConfig) weightedTargetPolicy1.getConfig();
assertThat(weightedTargetConfig1.targets.keySet())
.containsExactly(locality1.toString(), locality2.toString());
WeightedPolicySelection target1 = weightedTargetConfig1.targets.get(locality1.toString());
assertThat(target1.weight).isEqualTo(70);
assertThat(target1.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target1.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality1, "round_robin");
WeightedPolicySelection target2 = weightedTargetConfig1.targets.get(locality2.toString());
assertThat(target2.weight).isEqualTo(10);
assertThat(target2.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target2.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality2, "round_robin");
PriorityChildConfig priorityChild2 = config.childConfigs.get("priority2");
assertThat(priorityChild2.ignoreReresolution).isTrue();
assertThat(priorityChild2.policySelection.getProvider().getPolicyName())
.isEqualTo(CLUSTER_IMPL_POLICY_NAME);
ClusterImplConfig clusterImplConfig2 =
(ClusterImplConfig) priorityChild2.policySelection.getConfig();
assertClusterImplConfig(clusterImplConfig2, CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME,
null, Collections.<DropOverload>emptyList(), WEIGHTED_TARGET_POLICY_NAME);
PolicySelection weightedTargetPolicy2 = clusterImplConfig2.childPolicy;
assertThat(weightedTargetPolicy2.getProvider().getPolicyName())
.isEqualTo(WEIGHTED_TARGET_POLICY_NAME);
WeightedTargetConfig weightedTargetConfig2 =
(WeightedTargetConfig) weightedTargetPolicy2.getConfig();
assertThat(weightedTargetConfig2.targets.keySet()).containsExactly(locality3.toString());
WeightedPolicySelection target3 = weightedTargetConfig2.targets.get(locality3.toString());
assertThat(target3.weight).isEqualTo(20);
assertThat(target3.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target3.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality3, "round_robin");
List<EquivalentAddressGroup> priorityAddr1 =
AddressFilter.filter(childBalancer.addresses, "priority1");
assertThat(priorityAddr1).hasSize(3);
assertAddressesEqual(
Arrays.asList(endpoint1, endpoint2, endpoint3),
priorityAddr1);
assertAddressesEqual(
Arrays.asList(endpoint1, endpoint2),
AddressFilter.filter(priorityAddr1, locality1.toString()));
assertAddressesEqual(
Collections.singletonList(endpoint3),
AddressFilter.filter(priorityAddr1, locality2.toString()));
List<EquivalentAddressGroup> priorityAddr2 =
AddressFilter.filter(childBalancer.addresses, "priority2");
assertThat(priorityAddr2).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint4), priorityAddr2);
assertAddressesEqual(
Collections.singletonList(endpoint4),
AddressFilter.filter(priorityAddr2, locality3.toString()));
}
@Test
public void endpointResourceUpdated() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME, ImmutableMap.of(locality1, localityLbEndpoints1));
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
assertThat(childBalancer.name).isEqualTo(PRIORITY_POLICY_NAME);
PriorityLbConfig config = (PriorityLbConfig) childBalancer.config;
assertThat(config.priorities).containsExactly("priority1");
PriorityChildConfig priorityChild = config.childConfigs.get("priority1");
assertThat(priorityChild.ignoreReresolution).isTrue();
assertThat(priorityChild.policySelection.getProvider().getPolicyName())
.isEqualTo(CLUSTER_IMPL_POLICY_NAME);
ClusterImplConfig clusterImplConfig =
(ClusterImplConfig) priorityChild.policySelection.getConfig();
PolicySelection weightedTargetPolicy = clusterImplConfig.childPolicy;
assertThat(weightedTargetPolicy.getProvider().getPolicyName())
.isEqualTo(WEIGHTED_TARGET_POLICY_NAME);
WeightedTargetConfig weightedTargetConfig =
(WeightedTargetConfig) weightedTargetPolicy.getConfig();
assertThat(weightedTargetConfig.targets).hasSize(1);
WeightedPolicySelection target = weightedTargetConfig.targets.get(locality1.toString());
assertThat(target.weight).isEqualTo(10);
assertThat(target.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality1, "round_robin");
List<EquivalentAddressGroup> priorityAddr =
AddressFilter.filter(childBalancer.addresses, "priority1");
assertThat(priorityAddr).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint1), priorityAddr);
assertAddressesEqual(
Collections.singletonList(endpoint1),
AddressFilter.filter(priorityAddr, locality1.toString()));
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
LocalityLbEndpoints localityLbEndpoints2 =
buildLocalityLbEndpoints(1, 30, Collections.singletonMap(endpoint2, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME, ImmutableMap.of(locality2, localityLbEndpoints2));
config = (PriorityLbConfig) childBalancer.config;
assertThat(config.priorities).containsExactly("priority1");
priorityChild = config.childConfigs.get("priority1");
assertThat(priorityChild.ignoreReresolution).isTrue();
assertThat(priorityChild.policySelection.getProvider().getPolicyName())
.isEqualTo(CLUSTER_IMPL_POLICY_NAME);
clusterImplConfig = (ClusterImplConfig) priorityChild.policySelection.getConfig();
weightedTargetPolicy = clusterImplConfig.childPolicy;
assertThat(weightedTargetPolicy.getProvider().getPolicyName())
.isEqualTo(WEIGHTED_TARGET_POLICY_NAME);
weightedTargetConfig = (WeightedTargetConfig) weightedTargetPolicy.getConfig();
assertThat(weightedTargetConfig.targets).hasSize(1);
target = weightedTargetConfig.targets.get(locality2.toString());
assertThat(target.weight).isEqualTo(30);
assertThat(target.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality2, "round_robin");
priorityAddr = AddressFilter.filter(childBalancer.addresses, "priority1");
assertThat(priorityAddr).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint2), priorityAddr);
assertAddressesEqual(
Collections.singletonList(endpoint2),
AddressFilter.filter(priorityAddr, locality2.toString()));
}
@Test
public void endpointResourceNeverExist() {
xdsClient.deliverResourceNotFound(EDS_SERVICE_NAME);
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("Resource " + EDS_SERVICE_NAME + " is unavailable");
}
@Test
public void endpointResourceRemoved() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
assertThat(childBalancer.shutdown).isFalse();
xdsClient.deliverResourceNotFound(EDS_SERVICE_NAME);
assertThat(childBalancer.shutdown).isTrue();
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("Resource " + EDS_SERVICE_NAME + " is unavailable");
}
@Test
public void handleEndpointResource_ignoreUnhealthyEndpoints() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
LocalityLbEndpoints localityLbEndpoints =
buildLocalityLbEndpoints(1, 10, ImmutableMap.of(endpoint1, false, endpoint2, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME, Collections.singletonMap(locality1, localityLbEndpoints));
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
List<EquivalentAddressGroup> priorityAddr =
AddressFilter.filter(childBalancer.addresses, "priority1");
assertThat(priorityAddr).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint2), priorityAddr);
assertAddressesEqual(
Collections.singletonList(endpoint2),
AddressFilter.filter(priorityAddr, locality1.toString()));
}
@Test
public void handleEndpointResource_ignoreLocalitiesWithNoHealthyEndpoints() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, false));
LocalityLbEndpoints localityLbEndpoints2 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint2, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME,
ImmutableMap.of(locality1, localityLbEndpoints1, locality2, localityLbEndpoints2));
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
PriorityLbConfig config = (PriorityLbConfig) childBalancer.config;
PriorityChildConfig priorityChildConfig = config.childConfigs.get("priority1");
ClusterImplConfig clusterImplConfig =
(ClusterImplConfig) priorityChildConfig.policySelection.getConfig();
WeightedTargetConfig weightedTargetConfig =
(WeightedTargetConfig) clusterImplConfig.childPolicy.getConfig();
assertThat(weightedTargetConfig.targets.keySet()).containsExactly(locality2.toString());
List<EquivalentAddressGroup> priorityAddr =
AddressFilter.filter(childBalancer.addresses, "priority1");
assertThat(priorityAddr).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint2), priorityAddr);
assertAddressesEqual(
Collections.singletonList(endpoint2),
AddressFilter.filter(priorityAddr, locality2.toString()));
}
@Test
public void handleEndpointResource_ignorePrioritiesWithNoHealthyEndpoints() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, false));
LocalityLbEndpoints localityLbEndpoints2 =
buildLocalityLbEndpoints(2, 10, Collections.singletonMap(endpoint2, true));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME,
ImmutableMap.of(locality1, localityLbEndpoints1, locality2, localityLbEndpoints2));
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
PriorityLbConfig config = (PriorityLbConfig) childBalancer.config;
assertThat(config.priorities).containsExactly("priority2");
List<EquivalentAddressGroup> priorityAddr =
AddressFilter.filter(childBalancer.addresses, "priority2");
assertThat(priorityAddr).hasSize(1);
assertAddressesEqual(Collections.singletonList(endpoint2), priorityAddr);
assertAddressesEqual(
Collections.singletonList(endpoint2),
AddressFilter.filter(priorityAddr, locality2.toString()));
}
@Test
public void handleEndpointResource_errorIfNoUsableEndpoints() {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
EquivalentAddressGroup endpoint2 = makeAddress("endpoint-addr-2");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, false));
LocalityLbEndpoints localityLbEndpoints2 =
buildLocalityLbEndpoints(2, 10, Collections.singletonMap(endpoint2, false));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME,
ImmutableMap.of(locality1, localityLbEndpoints1, locality2, localityLbEndpoints2));
assertThat(childBalancers).isEmpty();
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("No usable priority/locality/endpoint");
}
@Test
public void handleEndpointResource_shutDownExistingChildLbPoliciesIfNoUsableEndpoints() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
assertThat(childBalancer.shutdown).isFalse();
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, false));
xdsClient.deliverClusterLoadAssignment(
EDS_SERVICE_NAME, Collections.singletonMap(locality1, localityLbEndpoints1));
assertThat(childBalancer.shutdown).isTrue();
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(result.getStatus().getDescription())
.isEqualTo("No usable priority/locality/endpoint");
}
@Test
public void configUpdate_changeEdsServiceName_afterChildPolicyReady_switchGracefully() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
Subchannel subchannel1 = mock(Subchannel.class);
childBalancer.deliverSubchannelState(subchannel1, ConnectivityState.READY);
assertThat(currentState).isEqualTo(ConnectivityState.READY);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getSubchannel()).isSameInstanceAs(subchannel1);
String newEdsServiceName = "service-foo.googleapis.com";
EdsConfig config = new EdsConfig(CLUSTER, newEdsServiceName, LRS_SERVER_NAME, null, null,
weightedTarget, roundRobin);
deliverConfig(config);
deliverSimpleClusterLoadAssignment(newEdsServiceName);
assertThat(childBalancers).hasSize(2);
FakeLoadBalancer newChildBalancer = childBalancers.get(1);
assertThat(currentState).isEqualTo(ConnectivityState.READY);
result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getSubchannel()).isSameInstanceAs(subchannel1);
Subchannel subchannel2 = mock(Subchannel.class);
newChildBalancer.deliverSubchannelState(subchannel2, ConnectivityState.READY);
assertThat(childBalancer.shutdown).isTrue();
result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getSubchannel()).isSameInstanceAs(subchannel2);
}
@Test
public void configUpdate_changeMaxConcurrentRequests_propagateToChildLb() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
PriorityLbConfig childLbConfig = (PriorityLbConfig) childBalancer.config;
Long maxConcurrentRequestsInChildLbConfig =
populateMaxConcurrentRequests(childLbConfig, "priority1");
assertThat(maxConcurrentRequestsInChildLbConfig).isNull();
EdsConfig config = new EdsConfig(CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME, 100L, null,
weightedTarget, roundRobin);
deliverConfig(config);
assertThat(Iterables.getOnlyElement(childBalancers)).isSameInstanceAs(childBalancer);
childLbConfig = (PriorityLbConfig) childBalancer.config;
maxConcurrentRequestsInChildLbConfig =
populateMaxConcurrentRequests(childLbConfig, "priority1");
assertThat(maxConcurrentRequestsInChildLbConfig).isEqualTo(100L);
}
private Long populateMaxConcurrentRequests(PriorityLbConfig config, String priority) {
PolicySelection priorityChildConfig = config.childConfigs.get(priority).policySelection;
ClusterImplConfig clusterImplConfig = (ClusterImplConfig) priorityChildConfig.getConfig();
return clusterImplConfig.maxConcurrentRequests;
}
@Test
public void configUpdate_changeTlsContext_propagateToChildLb() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
PriorityLbConfig childLbConfig = (PriorityLbConfig) childBalancer.config;
assertThat(populateTlsContext(childLbConfig, "priority1")).isNull();
UpstreamTlsContext upstreamTlsContext =
CommonTlsContextTestsUtil.buildUpstreamTlsContextFromFilenames(
CommonTlsContextTestsUtil.CLIENT_KEY_FILE,
CommonTlsContextTestsUtil.CLIENT_PEM_FILE,
CommonTlsContextTestsUtil.CA_PEM_FILE);
EdsConfig config = new EdsConfig(CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME, 100L,
upstreamTlsContext, weightedTarget, roundRobin);
deliverConfig(config);
assertThat(Iterables.getOnlyElement(childBalancers)).isSameInstanceAs(childBalancer);
childLbConfig = (PriorityLbConfig) childBalancer.config;
assertThat(populateTlsContext(childLbConfig, "priority1")).isEqualTo(upstreamTlsContext);
}
private UpstreamTlsContext populateTlsContext(PriorityLbConfig config, String priority) {
PolicySelection priorityChildConfig = config.childConfigs.get(priority).policySelection;
ClusterImplConfig clusterImplConfig = (ClusterImplConfig) priorityChildConfig.getConfig();
return clusterImplConfig.tlsContext;
}
@Test
public void endpointDiscoveryError_beforeChildPolicyInstantiated_propagateToUpstream() {
xdsClient.deliverError(Status.UNAUTHENTICATED.withDescription("permission denied"));
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNAUTHENTICATED);
assertThat(result.getStatus().getDescription()).isEqualTo("permission denied");
}
@Test
public void endpointDiscoveryError_afterChildPolicyInstantiated_keepUsingCurrentEndpoints() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
xdsClient.deliverError(Status.UNAVAILABLE.withDescription("not found"));
assertThat(currentState).isEqualTo(ConnectivityState.CONNECTING);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isTrue();
assertThat(childBalancer.shutdown).isFalse();
}
@Test
public void nameResolutionError_beforeChildPolicyInstantiated_returnErrorPickerToUpstream() {
loadBalancer.handleNameResolutionError(Status.UNIMPLEMENTED.withDescription("not found"));
assertThat(currentState).isEqualTo(ConnectivityState.TRANSIENT_FAILURE);
PickResult result = currentPicker.pickSubchannel(mock(PickSubchannelArgs.class));
assertThat(result.getStatus().isOk()).isFalse();
assertThat(result.getStatus().getCode()).isEqualTo(Code.UNIMPLEMENTED);
assertThat(result.getStatus().getDescription()).isEqualTo("not found");
}
@Test
public void nameResolutionError_afterChildPolicyInstantiated_propagateToDownstream() {
deliverSimpleClusterLoadAssignment(EDS_SERVICE_NAME);
FakeLoadBalancer childBalancer = Iterables.getOnlyElement(childBalancers);
loadBalancer.handleNameResolutionError(
Status.UNAVAILABLE.withDescription("cannot reach server"));
assertThat(childBalancer.upstreamError.getCode()).isEqualTo(Code.UNAVAILABLE);
assertThat(childBalancer.upstreamError.getDescription())
.isEqualTo("cannot reach server");
}
@Test
public void generateWeightedTargetLbConfig_withLrsPolicy() {
Map<Locality, Integer> localityWeights = ImmutableMap.of(locality1, 30, locality2, 40);
WeightedTargetConfig config =
EdsLoadBalancer2.generateWeightedTargetLbConfig(
CLUSTER, EDS_SERVICE_NAME, LRS_SERVER_NAME, roundRobin, registry, localityWeights);
assertThat(config.targets).hasSize(2);
WeightedPolicySelection target1 = config.targets.get(locality1.toString());
assertThat(target1.weight).isEqualTo(30);
assertThat(target1.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target1.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality1, "round_robin");
WeightedPolicySelection target2 = config.targets.get(locality2.toString());
assertThat(target2.weight).isEqualTo(40);
assertThat(target2.policySelection.getProvider().getPolicyName()).isEqualTo(LRS_POLICY_NAME);
assertLrsConfig((LrsConfig) target2.policySelection.getConfig(), CLUSTER, EDS_SERVICE_NAME,
LRS_SERVER_NAME, locality2, "round_robin");
}
@Test
public void generateWeightedTargetLbConfig_withoutLrsPolicy() {
Map<Locality, Integer> localityWeights = ImmutableMap.of(locality1, 30, locality2, 40);
WeightedTargetConfig config =
EdsLoadBalancer2.generateWeightedTargetLbConfig(
CLUSTER, EDS_SERVICE_NAME, null, roundRobin, registry, localityWeights);
assertThat(config.targets).hasSize(2);
WeightedPolicySelection target1 = config.targets.get(locality1.toString());
assertThat(target1.weight).isEqualTo(30);
assertThat(target1.policySelection.getProvider().getPolicyName()).isEqualTo("round_robin");
WeightedPolicySelection target2 = config.targets.get(locality2.toString());
assertThat(target2.weight).isEqualTo(40);
assertThat(target2.policySelection.getProvider().getPolicyName()).isEqualTo("round_robin");
}
private void deliverConfig(EdsConfig config) {
loadBalancer.handleResolvedAddresses(ResolvedAddresses.newBuilder()
.setAddresses(Collections.<EquivalentAddressGroup>emptyList())
.setAttributes(
Attributes.newBuilder().set(XdsAttributes.XDS_CLIENT_POOL, xdsClientPool).build())
.setLoadBalancingPolicyConfig(config)
.build());
}
private void deliverSimpleClusterLoadAssignment(String resourceName) {
EquivalentAddressGroup endpoint1 = makeAddress("endpoint-addr-1");
LocalityLbEndpoints localityLbEndpoints1 =
buildLocalityLbEndpoints(1, 10, Collections.singletonMap(endpoint1, true));
xdsClient.deliverClusterLoadAssignment(
resourceName,
Collections.singletonMap(locality1, localityLbEndpoints1));
}
private static void assertClusterImplConfig(ClusterImplConfig config, String cluster,
String edsServiceName, String lrsServerName, Long maxConcurrentRequests,
List<DropOverload> dropOverloads, String childPolicy) {
assertThat(config.cluster).isEqualTo(cluster);
assertThat(config.edsServiceName).isEqualTo(edsServiceName);
assertThat(config.lrsServerName).isEqualTo(lrsServerName);
assertThat(config.maxConcurrentRequests).isEqualTo(maxConcurrentRequests);
assertThat(config.dropCategories).isEqualTo(dropOverloads);
assertThat(config.childPolicy.getProvider().getPolicyName()).isEqualTo(childPolicy);
}
private static void assertLrsConfig(
LrsConfig config, String cluster, String edsServiceName, String lrsServerName,
Locality locality, String childPolicy) {
assertThat(config.clusterName).isEqualTo(cluster);
assertThat(config.edsServiceName).isEqualTo(edsServiceName);
assertThat(config.lrsServerName).isEqualTo(lrsServerName);
assertThat(config.locality).isEqualTo(locality);
assertThat(config.childPolicy.getProvider().getPolicyName()).isEqualTo(childPolicy);
}
/** Asserts two list of EAGs contains same addresses, regardless of attributes. */
private static void assertAddressesEqual(
List<EquivalentAddressGroup> expected, List<EquivalentAddressGroup> actual) {
assertThat(actual.size()).isEqualTo(expected.size());
for (int i = 0; i < actual.size(); i++) {
assertThat(actual.get(i).getAddresses()).isEqualTo(expected.get(i).getAddresses());
}
}
private static LocalityLbEndpoints buildLocalityLbEndpoints(
int priority, int localityWeight, Map<EquivalentAddressGroup, Boolean> managedEndpoints) {
List<LbEndpoint> endpoints = new ArrayList<>();
for (EquivalentAddressGroup addr : managedEndpoints.keySet()) {
boolean status = managedEndpoints.get(addr);
endpoints.add(new LbEndpoint(addr, 100 /* unused */, status));
}
return new LocalityLbEndpoints(endpoints, localityWeight, priority);
}
private static EquivalentAddressGroup makeAddress(final String name) {
class FakeSocketAddress extends SocketAddress {
private final String name;
private FakeSocketAddress(String name) {
this.name = name;
}
@Override
public int hashCode() {
return Objects.hash(name);
}
@Override
public boolean equals(Object o) {
if (this == o) {
return true;
}
if (!(o instanceof FakeSocketAddress)) {
return false;
}
FakeSocketAddress that = (FakeSocketAddress) o;
return Objects.equals(name, that.name);
}
@Override
public String toString() {
return name;
}
}
return new EquivalentAddressGroup(new FakeSocketAddress(name));
}
private final class FakeXdsClient extends XdsClient {
private final Map<String, EdsResourceWatcher> watchers = new HashMap<>();
@Override
void watchEdsResource(String resourceName, EdsResourceWatcher watcher) {
watchers.put(resourceName, watcher);
}
@Override
void cancelEdsResourceWatch(String resourceName, EdsResourceWatcher watcher) {
watchers.remove(resourceName);
}
void deliverClusterLoadAssignment(
String resource, Map<Locality, LocalityLbEndpoints> localityLbEndpointsMap) {
deliverClusterLoadAssignment(
resource, Collections.<DropOverload>emptyList(), localityLbEndpointsMap);
}
void deliverClusterLoadAssignment(
final String resource, final List<DropOverload> dropOverloads,
final Map<Locality, LocalityLbEndpoints> localityLbEndpointsMap) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (watchers.containsKey(resource)) {
watchers.get(resource).onChanged(
new EdsUpdate(resource, localityLbEndpointsMap, dropOverloads));
}
}
});
}
void deliverResourceNotFound(final String resource) {
syncContext.execute(new Runnable() {
@Override
public void run() {
if (watchers.containsKey(resource)) {
watchers.get(resource).onResourceDoesNotExist(resource);
}
}
});
}
void deliverError(final Status error) {
syncContext.execute(new Runnable() {
@Override
public void run() {
for (EdsResourceWatcher watcher : watchers.values()) {
watcher.onError(error);
}
}
});
}
}
private final class FakeLoadBalancerProvider extends LoadBalancerProvider {
private final String policyName;
FakeLoadBalancerProvider(String policyName) {
this.policyName = policyName;
}
@Override
public LoadBalancer newLoadBalancer(Helper helper) {
FakeLoadBalancer balancer = new FakeLoadBalancer(policyName, helper);
childBalancers.add(balancer);
return balancer;
}
@Override
public boolean isAvailable() {
return true;
}
@Override
public int getPriority() {
return 0; // doesn't matter
}
@Override
public String getPolicyName() {
return policyName;
}
}
private final class FakeLoadBalancer extends LoadBalancer {
private final String name;
private final Helper helper;
private List<EquivalentAddressGroup> addresses;
private Object config;
private Status upstreamError;
private boolean shutdown;
FakeLoadBalancer(String name, Helper helper) {
this.name = name;
this.helper = helper;
}
@Override
public void handleResolvedAddresses(ResolvedAddresses resolvedAddresses) {
addresses = resolvedAddresses.getAddresses();
config = resolvedAddresses.getLoadBalancingPolicyConfig();
}
@Override
public void handleNameResolutionError(Status error) {
upstreamError = error;
}
@Override
public void shutdown() {
shutdown = true;
childBalancers.remove(this);
}
void deliverSubchannelState(final Subchannel subchannel, ConnectivityState state) {
SubchannelPicker picker = new SubchannelPicker() {
@Override
public PickResult pickSubchannel(PickSubchannelArgs args) {
return PickResult.withSubchannel(subchannel);
}
};
helper.updateBalancingState(state, picker);
}
}
private final class FakeLbHelper extends LoadBalancer.Helper {
@Override
public void updateBalancingState(
@Nonnull ConnectivityState newState, @Nonnull SubchannelPicker newPicker) {
currentState = newState;
currentPicker = newPicker;
}
@Override
public Subchannel createSubchannel(CreateSubchannelArgs args) {
return mock(Subchannel.class);
}
@Override
public SynchronizationContext getSynchronizationContext() {
return syncContext;
}
@Override
public ScheduledExecutorService getScheduledExecutorService() {
return fakeClock.getScheduledExecutorService();
}
@Override
public ManagedChannel createOobChannel(EquivalentAddressGroup eag, String authority) {
throw new UnsupportedOperationException("should not be called");
}
@Override
public String getAuthority() {
return AUTHORITY;
}
}
}

View File

@ -1,41 +0,0 @@
/*
* Copyright 2020 The gRPC Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.grpc.xds;
import static com.google.common.truth.Truth.assertThat;
import io.grpc.LoadBalancerRegistry;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
/** Unit tests for {@link EdsLoadBalancerProvider}. */
@RunWith(JUnit4.class)
public class EdsLoadBalancerProviderTest {
private final EdsLoadBalancerProvider provider = new EdsLoadBalancerProvider();
@Test
public void isAvailable() {
assertThat(provider.isAvailable()).isTrue();
}
@Test
public void provided() {
LoadBalancerRegistry lbRegistry = LoadBalancerRegistry.getDefaultRegistry();
assertThat(lbRegistry.getProvider(XdsLbPolicies.EDS_POLICY_NAME)).isNotNull();
}
}