113 lines
4.5 KiB
Go
113 lines
4.5 KiB
Go
/*
|
|
Copyright 2021 The Karmada Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package framework
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
"github.com/onsi/gomega"
|
|
apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/client-go/dynamic"
|
|
"k8s.io/klog/v2"
|
|
|
|
karmada "github.com/karmada-io/karmada/pkg/generated/clientset/versioned"
|
|
"github.com/karmada-io/karmada/pkg/util/helper"
|
|
)
|
|
|
|
var crdGVR = schema.GroupVersionResource{Group: "apiextensions.k8s.io", Version: "v1", Resource: "customresourcedefinitions"}
|
|
|
|
// CreateCRD create CustomResourceDefinition with dynamic client.
|
|
func CreateCRD(client dynamic.Interface, crd *apiextensionsv1.CustomResourceDefinition) {
|
|
ginkgo.By(fmt.Sprintf("Creating crd(%s)", crd.Name), func() {
|
|
unstructuredObj, err := helper.ToUnstructured(crd)
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
|
|
_, err = client.Resource(crdGVR).Create(context.TODO(), unstructuredObj, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// GetCRD get CustomResourceDefinition with dynamic client.
|
|
func GetCRD(client dynamic.Interface, name string) {
|
|
ginkgo.By(fmt.Sprintf("Get crd(%s)", name), func() {
|
|
_, err := client.Resource(crdGVR).Get(context.TODO(), name, metav1.GetOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveCRD delete CustomResourceDefinition with dynamic client.
|
|
func RemoveCRD(client dynamic.Interface, name string) {
|
|
ginkgo.By(fmt.Sprintf("Removing crd(%s)", name), func() {
|
|
err := client.Resource(crdGVR).Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitCRDPresentOnClusters wait CustomResourceDefinition present on clusters until timeout.
|
|
func WaitCRDPresentOnClusters(client karmada.Interface, clusters []string, crdAPIVersion, crdKind string) {
|
|
// Check CRD enablement from cluster objects instead of member clusters.
|
|
// After CRD installed on member cluster, the cluster status controller takes at most cluster-status-update-frequency
|
|
// time to collect the API list, before that the scheduler will filter out the cluster from scheduling.
|
|
ginkgo.By(fmt.Sprintf("Check if crd(%s/%s) present on member clusters", crdAPIVersion, crdKind), func() {
|
|
for _, clusterName := range clusters {
|
|
klog.Infof("Waiting for crd present on cluster(%s)", clusterName)
|
|
gomega.Eventually(func(g gomega.Gomega) (bool, error) {
|
|
cluster, err := FetchCluster(client, clusterName)
|
|
g.Expect(err).NotTo(gomega.HaveOccurred())
|
|
return helper.IsAPIEnabled(cluster.Status.APIEnablements, crdAPIVersion, crdKind), nil
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitCRDDisappearedOnClusters wait CustomResourceDefinition disappear on clusters until timeout.
|
|
func WaitCRDDisappearedOnClusters(clusters []string, crdName string) {
|
|
ginkgo.By("Check if crd disappeared on member clusters", func() {
|
|
for _, clusterName := range clusters {
|
|
clusterDynamicClient := GetClusterDynamicClient(clusterName)
|
|
gomega.Expect(clusterDynamicClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for crd(%s) disappeared on cluster(%s)", crdName, clusterName)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterDynamicClient.Resource(crdGVR).Get(context.TODO(), crdName, metav1.GetOptions{})
|
|
return apierrors.IsNotFound(err)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitCRDFitWith wait crd fit with util timeout
|
|
func WaitCRDFitWith(client dynamic.Interface, crdName string, fit func(crd *apiextensionsv1.CustomResourceDefinition) bool) {
|
|
gomega.Eventually(func() bool {
|
|
crd := &apiextensionsv1.CustomResourceDefinition{}
|
|
unstructured, err := client.Resource(crdGVR).Get(context.TODO(), crdName, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
err = helper.ConvertToTypedObject(unstructured, crd)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(crd)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|