/* Copyright 2020 The Karmada Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package util import ( "context" "fmt" "reflect" corev1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/api/equality" apierrors "k8s.io/apimachinery/pkg/api/errors" "k8s.io/apimachinery/pkg/api/meta" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/types" "k8s.io/apimachinery/pkg/util/sets" "k8s.io/client-go/kubernetes" "k8s.io/client-go/rest" "k8s.io/klog/v2" "sigs.k8s.io/controller-runtime/pkg/client" clusterv1alpha1 "github.com/karmada-io/karmada/pkg/apis/cluster/v1alpha1" karmadaclientset "github.com/karmada-io/karmada/pkg/generated/clientset/versioned" ) const ( // NamespaceClusterLease is the namespace which cluster lease are stored. NamespaceClusterLease = "karmada-cluster" // KubeCredentials is the secret that contains mandatory credentials whether reported when registering cluster KubeCredentials = "KubeCredentials" // KubeImpersonator is the secret that contains the token of impersonator whether reported when registering cluster KubeImpersonator = "KubeImpersonator" // None is means don't report any secrets. None = "None" ) // ClusterRegisterOption represents the option for RegistryCluster. type ClusterRegisterOption struct { ClusterNamespace string ClusterName string ReportSecrets []string ClusterAPIEndpoint string ProxyServerAddress string ClusterProvider string ClusterRegion string ClusterZones []string DryRun bool ControlPlaneConfig *rest.Config ClusterConfig *rest.Config Secret corev1.Secret ImpersonatorSecret corev1.Secret ClusterID string } // IsKubeCredentialsEnabled represents whether report secret func (r ClusterRegisterOption) IsKubeCredentialsEnabled() bool { for _, sct := range r.ReportSecrets { if sct == KubeCredentials { return true } } return false } // IsKubeImpersonatorEnabled represents whether report impersonator secret func (r ClusterRegisterOption) IsKubeImpersonatorEnabled() bool { for _, sct := range r.ReportSecrets { if sct == KubeImpersonator { return true } } return false } // IsClusterReady tells whether the cluster status in 'Ready' condition. func IsClusterReady(clusterStatus *clusterv1alpha1.ClusterStatus) bool { return meta.IsStatusConditionTrue(clusterStatus.Conditions, clusterv1alpha1.ClusterConditionReady) } // GetCluster returns the given Cluster resource func GetCluster(hostClient client.Client, clusterName string) (*clusterv1alpha1.Cluster, error) { cluster := &clusterv1alpha1.Cluster{} if err := hostClient.Get(context.TODO(), types.NamespacedName{Name: clusterName}, cluster); err != nil { return nil, err } return cluster, nil } // GetClusterSet returns the given Clusters name set func GetClusterSet(hostClient client.Client) (sets.Set[string], error) { clusterList := &clusterv1alpha1.ClusterList{} if err := hostClient.List(context.Background(), clusterList); err != nil { return nil, err } clusterSet := sets.New[string]() for _, cluster := range clusterList.Items { clusterSet.Insert(cluster.Name) } return clusterSet, nil } // CreateClusterObject create cluster object in karmada control plane func CreateClusterObject(controlPlaneClient karmadaclientset.Interface, clusterObj *clusterv1alpha1.Cluster) (*clusterv1alpha1.Cluster, error) { cluster, exist, err := GetClusterWithKarmadaClient(controlPlaneClient, clusterObj.Name) if err != nil { return nil, err } if exist { return cluster, fmt.Errorf("cluster(%s) already exist", clusterObj.Name) } if cluster, err = createCluster(controlPlaneClient, clusterObj); err != nil { klog.Warningf("Failed to create cluster(%s). error: %v", clusterObj.Name, err) return nil, err } return cluster, nil } // CreateOrUpdateClusterObject create cluster object in karmada control plane, // if cluster object has been existed and different from input clusterObj, update it. func CreateOrUpdateClusterObject(controlPlaneClient karmadaclientset.Interface, clusterObj *clusterv1alpha1.Cluster, mutate func(*clusterv1alpha1.Cluster)) (*clusterv1alpha1.Cluster, error) { cluster, exist, err := GetClusterWithKarmadaClient(controlPlaneClient, clusterObj.Name) if err != nil { return nil, err } if exist { clusterCopy := cluster.DeepCopy() mutate(cluster) if reflect.DeepEqual(clusterCopy.Spec, cluster.Spec) { klog.Warningf("Cluster(%s) already exist and newest", clusterObj.Name) return cluster, nil } cluster, err = updateCluster(controlPlaneClient, cluster) if err != nil { klog.Warningf("Failed to update cluster(%s). error: %v", clusterObj.Name, err) return nil, err } return cluster, nil } mutate(clusterObj) if cluster, err = createCluster(controlPlaneClient, clusterObj); err != nil { klog.Warningf("Failed to create cluster(%s). error: %v", clusterObj.Name, err) return nil, err } return cluster, nil } // GetClusterWithKarmadaClient tells if a cluster already joined to control plane. func GetClusterWithKarmadaClient(client karmadaclientset.Interface, name string) (*clusterv1alpha1.Cluster, bool, error) { cluster, err := client.ClusterV1alpha1().Clusters().Get(context.TODO(), name, metav1.GetOptions{}) if err != nil { if apierrors.IsNotFound(err) { return nil, false, nil } klog.Warningf("Failed to retrieve cluster(%s). error: %v", name, err) return nil, false, err } return cluster, true, nil } func createCluster(controlPlaneClient karmadaclientset.Interface, cluster *clusterv1alpha1.Cluster) (*clusterv1alpha1.Cluster, error) { newCluster, err := controlPlaneClient.ClusterV1alpha1().Clusters().Create(context.TODO(), cluster, metav1.CreateOptions{}) if err != nil { klog.Warningf("Failed to create cluster(%s). error: %v", cluster.Name, err) return nil, err } return newCluster, nil } func updateCluster(controlPlaneClient karmadaclientset.Interface, cluster *clusterv1alpha1.Cluster) (*clusterv1alpha1.Cluster, error) { newCluster, err := controlPlaneClient.ClusterV1alpha1().Clusters().Update(context.TODO(), cluster, metav1.UpdateOptions{}) if err != nil { klog.Warningf("Failed to update cluster(%s). error: %v", cluster.Name, err) return nil, err } return newCluster, nil } // ObtainClusterID returns the cluster ID property with clusterKubeClient func ObtainClusterID(clusterKubeClient kubernetes.Interface) (string, error) { ns, err := clusterKubeClient.CoreV1().Namespaces().Get(context.TODO(), metav1.NamespaceSystem, metav1.GetOptions{}) if err != nil { return "", err } return string(ns.UID), nil } // IsClusterIdentifyUnique checks whether the ClusterID exists in the karmada control plane. func IsClusterIdentifyUnique(controlPlaneClient karmadaclientset.Interface, id string) (bool, string, error) { clusterList, err := controlPlaneClient.ClusterV1alpha1().Clusters().List(context.TODO(), metav1.ListOptions{}) if err != nil { return false, "", err } for _, cluster := range clusterList.Items { if cluster.Spec.ID == id { return false, cluster.Name, nil } } return true, "", nil } // ClusterAccessCredentialChanged checks whether the cluster access credential changed func ClusterAccessCredentialChanged(newSpec, oldSpec clusterv1alpha1.ClusterSpec) bool { if oldSpec.APIEndpoint == newSpec.APIEndpoint && oldSpec.InsecureSkipTLSVerification == newSpec.InsecureSkipTLSVerification && oldSpec.ProxyURL == newSpec.ProxyURL && equality.Semantic.DeepEqual(oldSpec.ProxyHeader, newSpec.ProxyHeader) { return false } return true }