256 lines
9.7 KiB
Go
256 lines
9.7 KiB
Go
package e2e
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"reflect"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
"github.com/onsi/gomega"
|
|
appsv1 "k8s.io/api/apps/v1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
networkingv1 "k8s.io/api/networking/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/util/rand"
|
|
"k8s.io/apimachinery/pkg/util/wait"
|
|
"k8s.io/klog/v2"
|
|
|
|
policyv1alpha1 "github.com/karmada-io/karmada/pkg/apis/policy/v1alpha1"
|
|
"github.com/karmada-io/karmada/test/e2e/framework"
|
|
"github.com/karmada-io/karmada/test/helper"
|
|
)
|
|
|
|
var _ = ginkgo.Describe("[resource-status collection] resource status collection testing", func() {
|
|
var policyNamespace, policyName string
|
|
var policy *policyv1alpha1.PropagationPolicy
|
|
|
|
ginkgo.JustBeforeEach(func() {
|
|
framework.CreatePropagationPolicy(karmadaClient, policy)
|
|
ginkgo.DeferCleanup(func() {
|
|
framework.RemovePropagationPolicy(karmadaClient, policy.Namespace, policy.Name)
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("DeploymentStatus collection testing", func() {
|
|
var deploymentNamespace, deploymentName string
|
|
var deployment *appsv1.Deployment
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
policyNamespace = testNamespace
|
|
policyName = deploymentNamePrefix + rand.String(RandomStrLength)
|
|
deploymentNamespace = testNamespace
|
|
deploymentName = policyName
|
|
|
|
deployment = helper.NewDeployment(deploymentNamespace, deploymentName)
|
|
policy = helper.NewPropagationPolicy(policyNamespace, policyName, []policyv1alpha1.ResourceSelector{
|
|
{
|
|
APIVersion: deployment.APIVersion,
|
|
Kind: deployment.Kind,
|
|
Name: deployment.Name,
|
|
},
|
|
}, policyv1alpha1.Placement{
|
|
ClusterAffinity: &policyv1alpha1.ClusterAffinity{
|
|
ClusterNames: framework.ClusterNames(),
|
|
},
|
|
})
|
|
})
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
framework.CreateDeployment(kubeClient, deployment)
|
|
ginkgo.DeferCleanup(func() {
|
|
framework.RemoveDeployment(kubeClient, deployment.Namespace, deployment.Name)
|
|
})
|
|
})
|
|
|
|
ginkgo.It("deployment status collection testing", func() {
|
|
ginkgo.By("check whether the deployment status can be correctly collected", func() {
|
|
wantedReplicas := *deployment.Spec.Replicas * int32(len(framework.Clusters()))
|
|
|
|
klog.Infof("Waiting for deployment(%s/%s) collecting correctly status", deploymentNamespace, deploymentName)
|
|
err := wait.PollImmediate(pollInterval, pollTimeout, func() (done bool, err error) {
|
|
currentDeployment, err := kubeClient.AppsV1().Deployments(testNamespace).Get(context.TODO(), deploymentName, metav1.GetOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
|
|
klog.Infof("deployment(%s/%s) readyReplicas: %d, wanted replicas: %d", deploymentNamespace, deploymentName, currentDeployment.Status.ReadyReplicas, wantedReplicas)
|
|
if currentDeployment.Status.ReadyReplicas == wantedReplicas &&
|
|
currentDeployment.Status.AvailableReplicas == wantedReplicas &&
|
|
currentDeployment.Status.UpdatedReplicas == wantedReplicas &&
|
|
currentDeployment.Status.Replicas == wantedReplicas {
|
|
return true, nil
|
|
}
|
|
|
|
return false, nil
|
|
})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
|
|
framework.UpdateDeploymentReplicas(kubeClient, deployment, updateDeploymentReplicas)
|
|
|
|
ginkgo.By("check if deployment status has been update with new collection", func() {
|
|
wantedReplicas := updateDeploymentReplicas * int32(len(framework.Clusters()))
|
|
|
|
klog.Infof("Waiting for deployment(%s/%s) collecting correctly status", deploymentNamespace, deploymentName)
|
|
err := wait.PollImmediate(pollInterval, pollTimeout, func() (done bool, err error) {
|
|
currentDeployment, err := kubeClient.AppsV1().Deployments(testNamespace).Get(context.TODO(), deploymentName, metav1.GetOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
|
|
if currentDeployment.Status.ReadyReplicas == wantedReplicas &&
|
|
currentDeployment.Status.AvailableReplicas == wantedReplicas &&
|
|
currentDeployment.Status.UpdatedReplicas == wantedReplicas &&
|
|
currentDeployment.Status.Replicas == wantedReplicas {
|
|
return true, nil
|
|
}
|
|
|
|
return false, nil
|
|
})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("ServiceStatus collection testing", func() {
|
|
var serviceNamespace, serviceName string
|
|
var service *corev1.Service
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
policyNamespace = testNamespace
|
|
policyName = deploymentNamePrefix + rand.String(RandomStrLength)
|
|
serviceNamespace = testNamespace
|
|
serviceName = policyName
|
|
|
|
service = helper.NewService(serviceNamespace, serviceName)
|
|
service.Spec.Type = corev1.ServiceTypeLoadBalancer
|
|
policy = helper.NewPropagationPolicy(policyNamespace, policyName, []policyv1alpha1.ResourceSelector{
|
|
{
|
|
APIVersion: service.APIVersion,
|
|
Kind: service.Kind,
|
|
Name: service.Name,
|
|
},
|
|
}, policyv1alpha1.Placement{
|
|
ClusterAffinity: &policyv1alpha1.ClusterAffinity{
|
|
ClusterNames: framework.ClusterNames(),
|
|
},
|
|
})
|
|
})
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
framework.CreateService(kubeClient, service)
|
|
ginkgo.DeferCleanup(func() {
|
|
framework.RemoveService(kubeClient, serviceNamespace, serviceName)
|
|
})
|
|
})
|
|
|
|
ginkgo.It("service status collection testing", func() {
|
|
svcLoadBalancer := corev1.LoadBalancerStatus{}
|
|
|
|
// simulate the update of the service status in member clusters.
|
|
ginkgo.By("Update service status in member clusters", func() {
|
|
for index, clusterName := range framework.ClusterNames() {
|
|
clusterClient := framework.GetClusterClient(clusterName)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
ingresses := []corev1.LoadBalancerIngress{{IP: fmt.Sprintf("172.19.1.%d", index+6)}}
|
|
for _, ingress := range ingresses {
|
|
svcLoadBalancer.Ingress = append(svcLoadBalancer.Ingress, corev1.LoadBalancerIngress{
|
|
IP: ingress.IP,
|
|
Hostname: clusterName,
|
|
})
|
|
}
|
|
|
|
gomega.Eventually(func(g gomega.Gomega) {
|
|
memberSvc, err := clusterClient.CoreV1().Services(serviceNamespace).Get(context.TODO(), serviceName, metav1.GetOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
|
|
memberSvc.Status.LoadBalancer = corev1.LoadBalancerStatus{Ingress: ingresses}
|
|
_, err = clusterClient.CoreV1().Services(serviceNamespace).UpdateStatus(context.TODO(), memberSvc, metav1.UpdateOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
}, pollTimeout, pollInterval).Should(gomega.Succeed())
|
|
}
|
|
})
|
|
klog.Infof("svcLoadBalancer: %v", svcLoadBalancer)
|
|
|
|
ginkgo.By("check if service status has been update with collection", func() {
|
|
gomega.Eventually(func(g gomega.Gomega) (bool, error) {
|
|
latestSvc, err := kubeClient.CoreV1().Services(serviceNamespace).Get(context.TODO(), serviceName, metav1.GetOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
|
|
klog.Infof("the latest serviceStatus loadBalancer: %v", latestSvc.Status.LoadBalancer)
|
|
return reflect.DeepEqual(latestSvc.Status.LoadBalancer, svcLoadBalancer), nil
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
})
|
|
})
|
|
})
|
|
|
|
ginkgo.Context("IngressStatus collection testing", func() {
|
|
var ingNamespace, ingName string
|
|
var ingress *networkingv1.Ingress
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
policyNamespace = testNamespace
|
|
policyName = ingressNamePrefix + rand.String(RandomStrLength)
|
|
ingNamespace = testNamespace
|
|
ingName = policyName
|
|
|
|
ingress = helper.NewIngress(ingNamespace, ingName)
|
|
policy = helper.NewPropagationPolicy(policyNamespace, policyName, []policyv1alpha1.ResourceSelector{
|
|
{
|
|
APIVersion: ingress.APIVersion,
|
|
Kind: ingress.Kind,
|
|
Name: ingress.Name,
|
|
},
|
|
}, policyv1alpha1.Placement{
|
|
ClusterAffinity: &policyv1alpha1.ClusterAffinity{
|
|
ClusterNames: framework.ClusterNames(),
|
|
},
|
|
})
|
|
})
|
|
|
|
ginkgo.BeforeEach(func() {
|
|
framework.CreateIngress(kubeClient, ingress)
|
|
ginkgo.DeferCleanup(func() {
|
|
framework.RemoveIngress(kubeClient, ingNamespace, ingName)
|
|
})
|
|
})
|
|
|
|
ginkgo.It("ingress status collection testing", func() {
|
|
ingLoadBalancer := corev1.LoadBalancerStatus{}
|
|
|
|
// simulate the update of the ingress status in member clusters.
|
|
ginkgo.By("Update ingress status in member clusters", func() {
|
|
for index, clusterName := range framework.ClusterNames() {
|
|
clusterClient := framework.GetClusterClient(clusterName)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
ingresses := []corev1.LoadBalancerIngress{{IP: fmt.Sprintf("172.19.2.%d", index+6)}}
|
|
for _, ingress := range ingresses {
|
|
ingLoadBalancer.Ingress = append(ingLoadBalancer.Ingress, corev1.LoadBalancerIngress{
|
|
IP: ingress.IP,
|
|
Hostname: clusterName,
|
|
})
|
|
}
|
|
|
|
gomega.Eventually(func(g gomega.Gomega) {
|
|
memberIng, err := clusterClient.NetworkingV1().Ingresses(ingNamespace).Get(context.TODO(), ingName, metav1.GetOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
|
|
memberIng.Status.LoadBalancer = corev1.LoadBalancerStatus{Ingress: ingresses}
|
|
_, err = clusterClient.NetworkingV1().Ingresses(ingNamespace).UpdateStatus(context.TODO(), memberIng, metav1.UpdateOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
}, pollTimeout, pollInterval).Should(gomega.Succeed())
|
|
}
|
|
})
|
|
klog.Infof("ingLoadBalancer: %v", ingLoadBalancer)
|
|
|
|
ginkgo.By("check if ingress status has been update with collection", func() {
|
|
gomega.Eventually(func(g gomega.Gomega) (bool, error) {
|
|
latestIng, err := kubeClient.NetworkingV1().Ingresses(ingNamespace).Get(context.TODO(), ingName, metav1.GetOptions{})
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
|
|
klog.Infof("the latest ingressStatus loadBalancer: %v", latestIng.Status.LoadBalancer)
|
|
return reflect.DeepEqual(latestIng.Status.LoadBalancer, ingLoadBalancer), nil
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
})
|
|
})
|
|
})
|
|
})
|