389 lines
16 KiB
Go
389 lines
16 KiB
Go
package framework
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
"github.com/onsi/gomega"
|
|
corev1 "k8s.io/api/core/v1"
|
|
rbacv1 "k8s.io/api/rbac/v1"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/client-go/kubernetes"
|
|
"k8s.io/klog/v2"
|
|
)
|
|
|
|
// CreateRole create role.
|
|
func CreateRole(client kubernetes.Interface, role *rbacv1.Role) {
|
|
ginkgo.By(fmt.Sprintf("Creating Role(%s/%s)", role.Namespace, role.Name), func() {
|
|
_, err := client.RbacV1().Roles(role.Namespace).Create(context.TODO(), role, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveRole delete role.
|
|
func RemoveRole(client kubernetes.Interface, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Remove Role(%s/%s)", namespace, name), func() {
|
|
err := client.RbacV1().Roles(namespace).Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
if apierrors.IsNotFound(err) {
|
|
return
|
|
}
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitRolePresentOnClustersFitWith wait role present on clusters sync with fit func.
|
|
func WaitRolePresentOnClustersFitWith(clusters []string, namespace, name string, fit func(role *rbacv1.Role) bool) {
|
|
ginkgo.By(fmt.Sprintf("Waiting for role(%s/%s) synced on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitRolePresentOnClusterFitWith(clusterName, namespace, name, fit)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitRolePresentOnClusterFitWith wait role present on member cluster sync with fit func.
|
|
func WaitRolePresentOnClusterFitWith(cluster, namespace, name string, fit func(role *rbacv1.Role) bool) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for role(%s/%s) synced on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
role, err := clusterClient.RbacV1().Roles(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(role)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitRoleDisappearOnClusters wait role disappear on member clusters until timeout.
|
|
func WaitRoleDisappearOnClusters(clusters []string, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Check if role(%s/%s) disappear on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitRoleDisappearOnCluster(clusterName, namespace, name)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitRoleDisappearOnCluster wait role disappear on cluster until timeout.
|
|
func WaitRoleDisappearOnCluster(cluster, namespace, name string) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for role(%s/%s) disappear on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterClient.RbacV1().Roles(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if apierrors.IsNotFound(err) {
|
|
return true
|
|
}
|
|
|
|
klog.Errorf("Failed to get role(%s/%s) on cluster(%s), err: %v", namespace, name, cluster, err)
|
|
return false
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// CreateClusterRole create clusterRole.
|
|
func CreateClusterRole(client kubernetes.Interface, clusterRole *rbacv1.ClusterRole) {
|
|
ginkgo.By(fmt.Sprintf("Creating ClusterRole(%s)", clusterRole.Name), func() {
|
|
_, err := client.RbacV1().ClusterRoles().Create(context.TODO(), clusterRole, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveClusterRole delete clusterRole.
|
|
func RemoveClusterRole(client kubernetes.Interface, name string) {
|
|
ginkgo.By(fmt.Sprintf("Remove ClusterRole(%s)", name), func() {
|
|
err := client.RbacV1().ClusterRoles().Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
if apierrors.IsNotFound(err) {
|
|
return
|
|
}
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitClusterRolePresentOnClustersFitWith wait clusterRole present on clusters sync with fit func.
|
|
func WaitClusterRolePresentOnClustersFitWith(clusters []string, name string, fit func(clusterRole *rbacv1.ClusterRole) bool) {
|
|
ginkgo.By(fmt.Sprintf("Waiting for clusterRole(%s) synced on member clusters", name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitClusterRolePresentOnClusterFitWith(clusterName, name, fit)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitClusterRolePresentOnClusterFitWith wait clusterRole present on member cluster sync with fit func.
|
|
func WaitClusterRolePresentOnClusterFitWith(cluster, name string, fit func(clusterRole *rbacv1.ClusterRole) bool) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for clusterRole(%s) synced on cluster(%s)", name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
clusterRole, err := clusterClient.RbacV1().ClusterRoles().Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(clusterRole)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitClusterRoleDisappearOnClusters wait clusterRole disappear on member clusters until timeout.
|
|
func WaitClusterRoleDisappearOnClusters(clusters []string, name string) {
|
|
ginkgo.By(fmt.Sprintf("Check if clusterRole(%s) disappear on member clusters", name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitClusterRoleDisappearOnCluster(clusterName, name)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitClusterRoleDisappearOnCluster wait clusterRole disappear on cluster until timeout.
|
|
func WaitClusterRoleDisappearOnCluster(cluster, name string) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for clusterRole(%s) disappear on cluster(%s)", name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterClient.RbacV1().ClusterRoles().Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if apierrors.IsNotFound(err) {
|
|
return true
|
|
}
|
|
|
|
klog.Errorf("Failed to get clusterRole(%s) on cluster(%s), err: %v", name, cluster, err)
|
|
return false
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitClusterRoleGetByClientFitWith wait clusterRole get by client fit with func.
|
|
func WaitClusterRoleGetByClientFitWith(client kubernetes.Interface, name string, fit func(clusterRole *rbacv1.ClusterRole) bool) {
|
|
ginkgo.By(fmt.Sprintf("Check clusterRole(%s) labels fit with function", name), func() {
|
|
gomega.Eventually(func() bool {
|
|
clusterRole, err := client.RbacV1().ClusterRoles().Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(clusterRole)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
})
|
|
}
|
|
|
|
// CreateRoleBinding create roleBinding.
|
|
func CreateRoleBinding(client kubernetes.Interface, roleBinding *rbacv1.RoleBinding) {
|
|
ginkgo.By(fmt.Sprintf("Creating RoleBinding(%s/%s)", roleBinding.Namespace, roleBinding.Name), func() {
|
|
_, err := client.RbacV1().RoleBindings(roleBinding.Namespace).Create(context.TODO(), roleBinding, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveRoleBinding delete roleBinding.
|
|
func RemoveRoleBinding(client kubernetes.Interface, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Remove RoleBinding(%s/%s)", namespace, name), func() {
|
|
err := client.RbacV1().RoleBindings(namespace).Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
if apierrors.IsNotFound(err) {
|
|
return
|
|
}
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitRoleBindingPresentOnClustersFitWith wait robeBinding present on clusters sync with fit func.
|
|
func WaitRoleBindingPresentOnClustersFitWith(clusters []string, namespace, name string, fit func(roleBinding *rbacv1.RoleBinding) bool) {
|
|
ginkgo.By(fmt.Sprintf("Waiting for rolebinding(%s/%s) synced on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitRoleBindingPresentOnClusterFitWith(clusterName, namespace, name, fit)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitRoleBindingPresentOnClusterFitWith wait roleBinding present on member cluster sync with fit func.
|
|
func WaitRoleBindingPresentOnClusterFitWith(cluster, namespace, name string, fit func(roleBinding *rbacv1.RoleBinding) bool) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for roleBinding(%s/%s) synced on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
roleBinding, err := clusterClient.RbacV1().RoleBindings(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(roleBinding)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitRoleBindingDisappearOnClusters wait roleBinding disappear on member clusters until timeout.
|
|
func WaitRoleBindingDisappearOnClusters(clusters []string, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Check if roleBinding(%s/%s) disappear on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitRoleBindingDisappearOnCluster(clusterName, namespace, name)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitRoleBindingDisappearOnCluster wait roleBinding disappear on cluster until timeout.
|
|
func WaitRoleBindingDisappearOnCluster(cluster, namespace, name string) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for roleBinding(%s/%s) disappear on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterClient.RbacV1().RoleBindings(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if apierrors.IsNotFound(err) {
|
|
return true
|
|
}
|
|
|
|
klog.Errorf("Failed to get roleBinding(%s/%s) on cluster(%s), err: %v", namespace, name, cluster, err)
|
|
return false
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// CreateClusterRoleBinding create clusterRoleBinding.
|
|
func CreateClusterRoleBinding(client kubernetes.Interface, clusterRoleBinding *rbacv1.ClusterRoleBinding) {
|
|
ginkgo.By(fmt.Sprintf("Creating ClusterRoleBinding(%s)", clusterRoleBinding.Name), func() {
|
|
_, err := client.RbacV1().ClusterRoleBindings().Create(context.TODO(), clusterRoleBinding, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveClusterRoleBinding delete clusterRoleBinding.
|
|
func RemoveClusterRoleBinding(client kubernetes.Interface, name string) {
|
|
ginkgo.By(fmt.Sprintf("Remove ClusterRoleBinding(%s)", name), func() {
|
|
err := client.RbacV1().ClusterRoleBindings().Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
if apierrors.IsNotFound(err) {
|
|
return
|
|
}
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitClusterRoleBindingPresentOnClustersFitWith wait clusterRoleBinding present on clusters sync with fit func.
|
|
func WaitClusterRoleBindingPresentOnClustersFitWith(clusters []string, name string, fit func(clusterRoleBinding *rbacv1.ClusterRoleBinding) bool) {
|
|
ginkgo.By(fmt.Sprintf("Waiting for clusterRolebinding(%s) synced on member clusters", name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitClusterRoleBindingPresentOnClusterFitWith(clusterName, name, fit)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitClusterRoleBindingPresentOnClusterFitWith wait clusterRoleBinding present on member cluster sync with fit func.
|
|
func WaitClusterRoleBindingPresentOnClusterFitWith(cluster, name string, fit func(clusterRoleBinding *rbacv1.ClusterRoleBinding) bool) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for clusterRolebinding(%s) synced on cluster(%s)", name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
clusterRoleBinding, err := clusterClient.RbacV1().ClusterRoleBindings().Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(clusterRoleBinding)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitClusterRoleBindingDisappearOnClusters wait clusterRoleBinding disappear on member clusters until timeout.
|
|
func WaitClusterRoleBindingDisappearOnClusters(clusters []string, name string) {
|
|
ginkgo.By(fmt.Sprintf("Check if clusterRoleBinding(%s) disappear on member clusters", name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitClusterRoleBindingDisappearOnCluster(clusterName, name)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitClusterRoleBindingDisappearOnCluster wait clusterRoleBinding disappear on cluster until timeout.
|
|
func WaitClusterRoleBindingDisappearOnCluster(cluster, name string) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for clusterRoleBinding(%s) disappear on cluster(%s)", name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterClient.RbacV1().ClusterRoleBindings().Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if apierrors.IsNotFound(err) {
|
|
return true
|
|
}
|
|
|
|
klog.Errorf("Failed to get clusterRoleBinding(%s) on cluster(%s), err: %v", name, cluster, err)
|
|
return false
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// CreateServiceAccount create serviceaccount.
|
|
func CreateServiceAccount(client kubernetes.Interface, serviceaccount *corev1.ServiceAccount) {
|
|
ginkgo.By(fmt.Sprintf("Creating ServiceAccount(%s/%s)", serviceaccount.Namespace, serviceaccount.Name), func() {
|
|
_, err := client.CoreV1().ServiceAccounts(serviceaccount.Namespace).Create(context.TODO(), serviceaccount, metav1.CreateOptions{})
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// RemoveServiceAccount delete serviceaccount.
|
|
func RemoveServiceAccount(client kubernetes.Interface, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Remove ServiceAccount(%s/%s)", namespace, name), func() {
|
|
err := client.CoreV1().ServiceAccounts(namespace).Delete(context.TODO(), name, metav1.DeleteOptions{})
|
|
if apierrors.IsNotFound(err) {
|
|
return
|
|
}
|
|
gomega.Expect(err).ShouldNot(gomega.HaveOccurred())
|
|
})
|
|
}
|
|
|
|
// WaitServiceAccountPresentOnClusterFitWith wait sa present on member clusters sync with fit func.
|
|
func WaitServiceAccountPresentOnClusterFitWith(cluster, namespace, name string, fit func(sa *corev1.ServiceAccount) bool) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for serviceAccount(%s/%s) synced on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
sa, err := clusterClient.CoreV1().ServiceAccounts(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return fit(sa)
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitServiceAccountPresentOnClustersFitWith wait sa present on cluster sync with fit func.
|
|
func WaitServiceAccountPresentOnClustersFitWith(clusters []string, namespace, name string, fit func(sa *corev1.ServiceAccount) bool) {
|
|
ginkgo.By(fmt.Sprintf("Waiting for serviceAccount(%s/%s) synced on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitServiceAccountPresentOnClusterFitWith(clusterName, namespace, name, fit)
|
|
}
|
|
})
|
|
}
|
|
|
|
// WaitServiceAccountDisappearOnCluster wait sa disappear on cluster until timeout.
|
|
func WaitServiceAccountDisappearOnCluster(cluster, namespace, name string) {
|
|
clusterClient := GetClusterClient(cluster)
|
|
gomega.Expect(clusterClient).ShouldNot(gomega.BeNil())
|
|
|
|
klog.Infof("Waiting for sa(%s/%s) disappear on cluster(%s)", namespace, name, cluster)
|
|
gomega.Eventually(func() bool {
|
|
_, err := clusterClient.CoreV1().ServiceAccounts(namespace).Get(context.TODO(), name, metav1.GetOptions{})
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if apierrors.IsNotFound(err) {
|
|
return true
|
|
}
|
|
|
|
klog.Errorf("Failed to get sa(%s/%s) on cluster(%s), err: %v", namespace, name, cluster, err)
|
|
return false
|
|
}, pollTimeout, pollInterval).Should(gomega.Equal(true))
|
|
}
|
|
|
|
// WaitServiceAccountDisappearOnClusters wait sa disappear on member clusters until timeout.
|
|
func WaitServiceAccountDisappearOnClusters(clusters []string, namespace, name string) {
|
|
ginkgo.By(fmt.Sprintf("Check if sa(%s/%s) diappeare on member clusters", namespace, name), func() {
|
|
for _, clusterName := range clusters {
|
|
WaitServiceAccountDisappearOnCluster(clusterName, namespace, name)
|
|
}
|
|
})
|
|
}
|