Merge pull request #2228 from huntsman-li/test/search
[E2E] add karmada-search e2e test
This commit is contained in:
karmada-bot
GitHub
commit
c89c680b25
|
|
@ -0,0 +1,37 @@
|
|||
package framework
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/onsi/ginkgo/v2"
|
||||
"github.com/onsi/gomega"
|
||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||
|
||||
searchv1alpha1 "github.com/karmada-io/karmada/pkg/apis/search/v1alpha1"
|
||||
karmada "github.com/karmada-io/karmada/pkg/generated/clientset/versioned"
|
||||
)
|
||||
|
||||
// CreateResourceRegistry create ResourceRegistry with karmada client.
|
||||
func CreateResourceRegistry(client karmada.Interface, rr *searchv1alpha1.ResourceRegistry) {
|
||||
ginkgo.By(fmt.Sprintf("Creating ResourceRegistry(%s)", rr.Name), func() {
|
||||
_, err := client.SearchV1alpha1().ResourceRegistries().Create(context.TODO(), rr, metav1.CreateOptions{})
|
||||
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
||||
})
|
||||
}
|
||||
|
||||
// RemoveResourceRegistry delete ResourceRegistry with karmada client.
|
||||
func RemoveResourceRegistry(client karmada.Interface, name string) {
|
||||
ginkgo.By(fmt.Sprintf("Removing ResourceRegistry(%s)", name), func() {
|
||||
err := client.SearchV1alpha1().ResourceRegistries().Delete(context.TODO(), name, metav1.DeleteOptions{})
|
||||
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
||||
})
|
||||
}
|
||||
|
||||
// UpdateResourceRegistry patch ResourceRegistry with karmada client.
|
||||
func UpdateResourceRegistry(client karmada.Interface, rr *searchv1alpha1.ResourceRegistry) {
|
||||
ginkgo.By(fmt.Sprintf("Update ResourceRegistry(%s)", rr.Name), func() {
|
||||
_, err := client.SearchV1alpha1().ResourceRegistries().Update(context.TODO(), rr, metav1.UpdateOptions{})
|
||||
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
||||
})
|
||||
}
|
||||
|
|
@ -0,0 +1,323 @@
|
|||
package e2e
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"strings"
|
||||
|
||||
"github.com/onsi/ginkgo/v2"
|
||||
"github.com/onsi/gomega"
|
||||
appsv1 "k8s.io/api/apps/v1"
|
||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||
"k8s.io/apimachinery/pkg/util/rand"
|
||||
"k8s.io/client-go/kubernetes"
|
||||
|
||||
policyv1alpha1 "github.com/karmada-io/karmada/pkg/apis/policy/v1alpha1"
|
||||
searchv1alpha1 "github.com/karmada-io/karmada/pkg/apis/search/v1alpha1"
|
||||
"github.com/karmada-io/karmada/test/e2e/framework"
|
||||
testhelper "github.com/karmada-io/karmada/test/helper"
|
||||
)
|
||||
|
||||
var _ = ginkgo.Describe("[karmada-search] karmada search testing", func() {
|
||||
var member1 = "member1"
|
||||
var member2 = "member2"
|
||||
|
||||
var member1NodeName = "member1-control-plane"
|
||||
var member2NodeName = "member2-control-plane"
|
||||
var member1PodName = "etcd-member1-control-plane"
|
||||
var member2PodName = "etcd-member2-control-plane"
|
||||
var existsDeploymentName = "coredns"
|
||||
var existsServiceName = "kubernetes"
|
||||
var existsDaemonsetName = "kube-proxy"
|
||||
var existsClusterRoleName = "cluster-admin"
|
||||
var existsClusterRoleBindingName = "cluster-admin"
|
||||
|
||||
var pathPrefix = "/apis/search.karmada.io/v1alpha1/search/cache/"
|
||||
var pathAllServices = pathPrefix + "api/v1/services"
|
||||
var pathAllNodes = pathPrefix + "api/v1/nodes"
|
||||
var pathAllPods = pathPrefix + "api/v1/pods"
|
||||
var pathAllDeployments = pathPrefix + "apis/apps/v1/deployments"
|
||||
var pathAllDaemonsets = pathPrefix + "apis/apps/v1/daemonsets"
|
||||
var pathAllClusterRoles = pathPrefix + "apis/rbac.authorization.k8s.io/v1/clusterroles"
|
||||
var pathAllClusterRoleBindings = pathPrefix + "apis/rbac.authorization.k8s.io/v1/clusterrolebindings"
|
||||
var pathNSDeploymentsFmt = pathPrefix + "apis/apps/v1/namespaces/%s/deployments"
|
||||
// var pathWithLabel = pathPrefix + "apis/apps/v1/namespaces/kube-system/deployments?labelSelector=k8s-app=kube-dns"
|
||||
|
||||
// var pollTimeout = 30 * time.Second
|
||||
var searchObject = func(path, target string, exists bool) {
|
||||
gomega.Eventually(func() bool {
|
||||
res := karmadaClient.SearchV1alpha1().RESTClient().Get().AbsPath(path).Do(context.TODO())
|
||||
gomega.Expect(res.Error()).ShouldNot(gomega.HaveOccurred())
|
||||
raw, err := res.Raw()
|
||||
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
||||
return strings.Contains(string(raw), target)
|
||||
}, pollTimeout, pollInterval).Should(gomega.Equal(exists))
|
||||
}
|
||||
|
||||
// use service as search object
|
||||
ginkgo.Describe("no ResourceRegistry testings", func() {
|
||||
ginkgo.It("[Service] should be not searchable", func() {
|
||||
searchObject(pathAllServices, existsServiceName, false)
|
||||
})
|
||||
})
|
||||
|
||||
// use deployment, node, pod as search object
|
||||
ginkgo.Describe("create ResourceRegistry testings", func() {
|
||||
// use deployment as search object
|
||||
ginkgo.Context("caching cluster member1", ginkgo.Ordered, func() {
|
||||
var rrName string
|
||||
var rr *searchv1alpha1.ResourceRegistry
|
||||
var m1DmName, m2DmName string
|
||||
var m1Dm, m2Dm *appsv1.Deployment
|
||||
var member1Client, member2Client kubernetes.Interface
|
||||
|
||||
ginkgo.BeforeAll(func() {
|
||||
member1Client = framework.GetClusterClient(member1)
|
||||
gomega.Expect(member1Client).ShouldNot(gomega.BeNil())
|
||||
m1DmName = "rr-member1-deployment-" + rand.String(RandomStrLength)
|
||||
m1Dm = testhelper.NewDeployment(testNamespace, m1DmName)
|
||||
framework.CreateDeployment(member1Client, m1Dm)
|
||||
|
||||
member2Client = framework.GetClusterClient(member2)
|
||||
gomega.Expect(member2Client).ShouldNot(gomega.BeNil())
|
||||
m2DmName = "rr-member2-deployment-" + rand.String(RandomStrLength)
|
||||
m2Dm = testhelper.NewDeployment(testNamespace, m2DmName)
|
||||
framework.CreateDeployment(member2Client, m2Dm)
|
||||
|
||||
rrName = "rr-" + rand.String(RandomStrLength)
|
||||
rr = &searchv1alpha1.ResourceRegistry{
|
||||
ObjectMeta: metav1.ObjectMeta{
|
||||
Name: rrName,
|
||||
},
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member1},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "apps/v1",
|
||||
Kind: "Deployment",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
framework.CreateResourceRegistry(karmadaClient, rr)
|
||||
})
|
||||
|
||||
ginkgo.AfterAll(func() {
|
||||
framework.RemoveDeployment(member1Client, testNamespace, m1DmName)
|
||||
framework.RemoveDeployment(member2Client, testNamespace, m2DmName)
|
||||
framework.RemoveResourceRegistry(karmadaClient, rrName)
|
||||
})
|
||||
|
||||
ginkgo.It("[member1 deployments] should be searchable", func() {
|
||||
searchObject(pathAllDeployments, existsDeploymentName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[member2 deployments] should be not searchable", func() {
|
||||
searchObject(pathAllDeployments, m2DmName, false)
|
||||
})
|
||||
|
||||
ginkgo.It("[member1 deployments namespace] should be searchable", func() {
|
||||
searchObject(fmt.Sprintf(pathNSDeploymentsFmt, testNamespace), m1DmName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[memeber2 deployments namespace] should be not searchable", func() {
|
||||
searchObject(fmt.Sprintf(pathNSDeploymentsFmt, testNamespace), m2DmName, false)
|
||||
})
|
||||
|
||||
// ginkgo.It("[deployments label] should be searchable", func() {
|
||||
// searchObject(pathWithLabel, existsDeploymentName, true)
|
||||
// })
|
||||
})
|
||||
|
||||
// use node as search object
|
||||
ginkgo.Context("caching cluster member1 & member2", ginkgo.Ordered, func() {
|
||||
var rrName string
|
||||
var rr *searchv1alpha1.ResourceRegistry
|
||||
|
||||
ginkgo.BeforeAll(func() {
|
||||
rrName = "rr-" + rand.String(RandomStrLength)
|
||||
rr = &searchv1alpha1.ResourceRegistry{
|
||||
ObjectMeta: metav1.ObjectMeta{
|
||||
Name: rrName,
|
||||
},
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member1, member2},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "v1",
|
||||
Kind: "Node",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
framework.CreateResourceRegistry(karmadaClient, rr)
|
||||
})
|
||||
|
||||
ginkgo.AfterAll(func() {
|
||||
framework.RemoveResourceRegistry(karmadaClient, rrName)
|
||||
})
|
||||
|
||||
ginkgo.It("[member1 nodes] should be searchable", func() {
|
||||
searchObject(pathAllNodes, member1NodeName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[member2 nodes] should be searchable", func() {
|
||||
searchObject(pathAllNodes, member2NodeName, true)
|
||||
})
|
||||
})
|
||||
|
||||
// use pod as search object
|
||||
ginkgo.Context("add two resourceRegistry", ginkgo.Ordered, func() {
|
||||
var rrName string
|
||||
var rr *searchv1alpha1.ResourceRegistry
|
||||
var rr2Name string
|
||||
var rr2 *searchv1alpha1.ResourceRegistry
|
||||
|
||||
ginkgo.BeforeAll(func() {
|
||||
rrName = "rr-" + rand.String(RandomStrLength)
|
||||
rr = &searchv1alpha1.ResourceRegistry{
|
||||
ObjectMeta: metav1.ObjectMeta{
|
||||
Name: rrName,
|
||||
},
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member1},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "v1",
|
||||
Kind: "Pod",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
framework.CreateResourceRegistry(karmadaClient, rr)
|
||||
|
||||
rr2Name = "rr-" + rand.String(RandomStrLength)
|
||||
rr2 = &searchv1alpha1.ResourceRegistry{
|
||||
ObjectMeta: metav1.ObjectMeta{
|
||||
Name: rr2Name,
|
||||
},
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member2},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "v1",
|
||||
Kind: "Pod",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
framework.CreateResourceRegistry(karmadaClient, rr2)
|
||||
})
|
||||
|
||||
ginkgo.AfterAll(func() {
|
||||
framework.RemoveResourceRegistry(karmadaClient, rrName)
|
||||
framework.RemoveResourceRegistry(karmadaClient, rr2Name)
|
||||
})
|
||||
|
||||
ginkgo.It("[member1 pods] should be searchable", func() {
|
||||
searchObject(pathAllPods, member1PodName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[member2 pods] should be searchable", func() {
|
||||
searchObject(pathAllPods, member2PodName, true)
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
// use clusterrole, clusterrolebinding as search object
|
||||
ginkgo.Describe("update resourceRegistry", ginkgo.Ordered, func() {
|
||||
var rrName string
|
||||
var rr *searchv1alpha1.ResourceRegistry
|
||||
|
||||
ginkgo.BeforeAll(func() {
|
||||
rrName = "rr-" + rand.String(RandomStrLength)
|
||||
rr = &searchv1alpha1.ResourceRegistry{
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member1},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "rbac.authorization.k8s.io/v1",
|
||||
Kind: "ClusterRole",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
rr.ObjectMeta.Name = rrName
|
||||
framework.CreateResourceRegistry(karmadaClient, rr)
|
||||
})
|
||||
|
||||
ginkgo.AfterAll(func() {
|
||||
framework.RemoveResourceRegistry(karmadaClient, rrName)
|
||||
})
|
||||
|
||||
ginkgo.It("[clusterrole] should be searchable", func() {
|
||||
searchObject(pathAllClusterRoles, existsClusterRoleName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[clusterrolebinding] should not be searchable", func() {
|
||||
searchObject(pathAllClusterRoleBindings, existsClusterRoleBindingName, false)
|
||||
})
|
||||
|
||||
ginkgo.It("[clusterrolebinding] should be searchable", func() {
|
||||
ginkgo.By("update resourceRegistry, add clusterrolebinding")
|
||||
rr.Spec.ResourceSelectors = []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "rbac.authorization.k8s.io/v1",
|
||||
Kind: "ClusterRole",
|
||||
},
|
||||
{
|
||||
APIVersion: "rbac.authorization.k8s.io/v1",
|
||||
Kind: "ClusterRoleBinding",
|
||||
},
|
||||
}
|
||||
framework.UpdateResourceRegistry(karmadaClient, rr)
|
||||
searchObject(pathAllClusterRoleBindings, existsClusterRoleBindingName, true)
|
||||
})
|
||||
})
|
||||
|
||||
// use daemonset as search object
|
||||
ginkgo.Describe("delete resourceRegistry", ginkgo.Ordered, func() {
|
||||
var rrName string
|
||||
var rr *searchv1alpha1.ResourceRegistry
|
||||
|
||||
ginkgo.It("[daemonset] should be searchable", func() {
|
||||
ginkgo.By("create resourceRegistry, add daemonset")
|
||||
rrName = "rr-" + rand.String(RandomStrLength)
|
||||
rr = &searchv1alpha1.ResourceRegistry{
|
||||
Spec: searchv1alpha1.ResourceRegistrySpec{
|
||||
TargetCluster: policyv1alpha1.ClusterAffinity{
|
||||
ClusterNames: []string{member1},
|
||||
},
|
||||
ResourceSelectors: []searchv1alpha1.ResourceSelector{
|
||||
{
|
||||
APIVersion: "apps/v1",
|
||||
Kind: "DaemonSet",
|
||||
},
|
||||
},
|
||||
},
|
||||
}
|
||||
rr.ObjectMeta.Name = rrName
|
||||
framework.CreateResourceRegistry(karmadaClient, rr)
|
||||
searchObject(pathAllDaemonsets, existsDaemonsetName, true)
|
||||
})
|
||||
|
||||
ginkgo.It("[daemonset] should not be searchable", func() {
|
||||
ginkgo.By("delete resourceRegistry")
|
||||
framework.RemoveResourceRegistry(karmadaClient, rrName)
|
||||
searchObject(pathAllDaemonsets, existsDaemonsetName, false)
|
||||
})
|
||||
})
|
||||
|
||||
ginkgo.Describe("backend store testing", ginkgo.Ordered, func() {
|
||||
})
|
||||
})
|
||||
Loading…
Reference in New Issue