246 lines
9.8 KiB
Go
246 lines
9.8 KiB
Go
/*
|
|
Copyright 2024 The Karmada Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package metricsadapter
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"testing"
|
|
|
|
appsv1 "k8s.io/api/apps/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
kuberuntime "k8s.io/apimachinery/pkg/runtime"
|
|
clientset "k8s.io/client-go/kubernetes"
|
|
fakeclientset "k8s.io/client-go/kubernetes/fake"
|
|
clientsetscheme "k8s.io/client-go/kubernetes/scheme"
|
|
apiregistrationv1 "k8s.io/kube-aggregator/pkg/apis/apiregistration/v1"
|
|
aggregator "k8s.io/kube-aggregator/pkg/client/clientset_generated/clientset"
|
|
fakeAggregator "k8s.io/kube-aggregator/pkg/client/clientset_generated/clientset/fake"
|
|
"k8s.io/utils/ptr"
|
|
|
|
addoninit "github.com/karmada-io/karmada/pkg/karmadactl/addons/init"
|
|
addonutils "github.com/karmada-io/karmada/pkg/karmadactl/addons/utils"
|
|
cmdutil "github.com/karmada-io/karmada/pkg/karmadactl/util"
|
|
"github.com/karmada-io/karmada/pkg/util/names"
|
|
)
|
|
|
|
func TestStatus(t *testing.T) {
|
|
name, namespace := names.KarmadaMetricsAdapterComponentName, "test"
|
|
var replicas int32 = 2
|
|
var priorityClassName = "system-node-critical"
|
|
tests := []struct {
|
|
name string
|
|
listOpts *addoninit.CommandAddonsListOption
|
|
prep func(*addoninit.CommandAddonsListOption) error
|
|
wantStatus string
|
|
wantErr bool
|
|
errMsg string
|
|
}{
|
|
{
|
|
name: "Status_WithoutKarmadaMetricsAdapter_AddonDisabledStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(*addoninit.CommandAddonsListOption) error { return nil },
|
|
wantStatus: addoninit.AddonDisabledStatus,
|
|
},
|
|
{
|
|
name: "Status_WithNetworkIssue_AddonUnknownStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(listOpts *addoninit.CommandAddonsListOption) error {
|
|
return addonutils.SimulateNetworkErrorOnOp(listOpts.KubeClientSet, "get", "deployments")
|
|
},
|
|
wantStatus: addoninit.AddonUnknownStatus,
|
|
wantErr: true,
|
|
errMsg: "unexpected error: encountered a network issue while get the deployments",
|
|
},
|
|
{
|
|
name: "Status_ForKarmadaMetricsAdapterNotFullyAvailable_AddonUnhealthyStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
Namespace: namespace,
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(listOpts *addoninit.CommandAddonsListOption) error {
|
|
if err := createKarmadaMetricsDeployment(listOpts.KubeClientSet, replicas, listOpts.Namespace, priorityClassName); err != nil {
|
|
return fmt.Errorf("failed to create karmada metrics deployment, got error: %v", err)
|
|
}
|
|
return addonutils.SimulateDeploymentUnready(listOpts.KubeClientSet, name, listOpts.Namespace)
|
|
},
|
|
wantStatus: addoninit.AddonUnhealthyStatus,
|
|
},
|
|
{
|
|
name: "Status_WithoutAAAPIService_AddonDisabledStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
Namespace: namespace,
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
KarmadaAggregatorClientSet: fakeAggregator.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(listOpts *addoninit.CommandAddonsListOption) error {
|
|
return createKarmadaMetricsDeployment(listOpts.KubeClientSet, replicas, listOpts.Namespace, priorityClassName)
|
|
},
|
|
wantStatus: addoninit.AddonDisabledStatus,
|
|
},
|
|
{
|
|
name: "Status_WithoutAvailableAPIService_AddonUnhealthyStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
Namespace: namespace,
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
KarmadaAggregatorClientSet: fakeAggregator.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(listOpts *addoninit.CommandAddonsListOption) error {
|
|
if err := createKarmadaMetricsDeployment(listOpts.KubeClientSet, replicas, listOpts.Namespace, priorityClassName); err != nil {
|
|
return fmt.Errorf("failed to create karmada metrics deployment, got error: %v", err)
|
|
}
|
|
|
|
if _, err := createAAAPIServices(listOpts.KarmadaAggregatorClientSet); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
},
|
|
wantStatus: addoninit.AddonUnhealthyStatus,
|
|
},
|
|
{
|
|
name: "Status_WithAllAPIServicesAreAvailable_AddonEnabledStatus",
|
|
listOpts: &addoninit.CommandAddonsListOption{
|
|
GlobalCommandOptions: addoninit.GlobalCommandOptions{
|
|
Namespace: namespace,
|
|
KubeClientSet: fakeclientset.NewSimpleClientset(),
|
|
KarmadaAggregatorClientSet: fakeAggregator.NewSimpleClientset(),
|
|
},
|
|
},
|
|
prep: func(listOpts *addoninit.CommandAddonsListOption) error {
|
|
if err := createKarmadaMetricsDeployment(listOpts.KubeClientSet, replicas, listOpts.Namespace, priorityClassName); err != nil {
|
|
return fmt.Errorf("failed to create karmada metrics deployment, got error: %v", err)
|
|
}
|
|
return createAndMarkAAAPIServicesAvailable(listOpts.KarmadaAggregatorClientSet)
|
|
},
|
|
wantStatus: addoninit.AddonEnabledStatus,
|
|
},
|
|
}
|
|
for _, test := range tests {
|
|
t.Run(test.name, func(t *testing.T) {
|
|
if err := test.prep(test.listOpts); err != nil {
|
|
t.Fatalf("failed to prep test env before checking on karmada addon statuses, got error: %v", err)
|
|
}
|
|
addonStatus, err := status(test.listOpts)
|
|
if err == nil && test.wantErr {
|
|
t.Fatal("expected an error, but got none")
|
|
}
|
|
if err != nil && !test.wantErr {
|
|
t.Fatalf("unexpected error, got: %v", err)
|
|
}
|
|
if err != nil && test.wantErr && !strings.Contains(err.Error(), test.errMsg) {
|
|
t.Errorf("expected error message %s to be in %s", test.errMsg, err.Error())
|
|
}
|
|
if addonStatus != test.wantStatus {
|
|
t.Errorf("expected addon status to be %s, but got %s", test.wantStatus, addonStatus)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// createKarmadaMetricsDeployment creates or updates a Deployment for the Karmada metrics adapter
|
|
// in the specified namespace with the provided number of replicas.
|
|
// It parses and decodes the template for the Deployment before applying it to the cluster.
|
|
func createKarmadaMetricsDeployment(c clientset.Interface, replicas int32, namespace, priorityClass string) error {
|
|
karmadaMetricsAdapterDeploymentBytes, err := addonutils.ParseTemplate(karmadaMetricsAdapterDeployment, DeploymentReplace{
|
|
Namespace: namespace,
|
|
Replicas: ptr.To[int32](replicas),
|
|
PriorityClassName: priorityClass,
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("error when parsing karmada metrics adapter deployment template :%v", err)
|
|
}
|
|
|
|
karmadaMetricsAdapterDeployment := &appsv1.Deployment{}
|
|
if err = kuberuntime.DecodeInto(clientsetscheme.Codecs.UniversalDecoder(), karmadaMetricsAdapterDeploymentBytes, karmadaMetricsAdapterDeployment); err != nil {
|
|
return fmt.Errorf("decode karmada metrics adapter deployment error: %v", err)
|
|
}
|
|
if err = cmdutil.CreateOrUpdateDeployment(c, karmadaMetricsAdapterDeployment); err != nil {
|
|
return fmt.Errorf("create karmada metrics adapter deployment error: %v", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// createAAAPIServices creates a set of APIService resources for the specified AA API services
|
|
// using the provided aggregator client. It returns a list of created APIService objects or an error if creation fails.
|
|
func createAAAPIServices(a aggregator.Interface) ([]*apiregistrationv1.APIService, error) {
|
|
var services []*apiregistrationv1.APIService
|
|
for _, aaAPIService := range aaAPIServices {
|
|
apiServiceCreated, err := a.ApiregistrationV1().APIServices().Create(context.TODO(), &apiregistrationv1.APIService{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: aaAPIService,
|
|
},
|
|
}, metav1.CreateOptions{})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to create api service, got error: %v", err)
|
|
}
|
|
services = append(services, apiServiceCreated)
|
|
}
|
|
return services, nil
|
|
}
|
|
|
|
// updateAAAPIServicesCondition updates the specified condition type and status
|
|
// for each APIService in the provided list using the aggregator client.
|
|
// This helps set conditions such as Availability for API services.
|
|
func updateAAAPIServicesCondition(services []*apiregistrationv1.APIService, a aggregator.Interface,
|
|
conditionType apiregistrationv1.APIServiceConditionType, conditionStatus apiregistrationv1.ConditionStatus) error {
|
|
for _, service := range services {
|
|
service.Status.Conditions = []apiregistrationv1.APIServiceCondition{
|
|
{
|
|
Type: conditionType,
|
|
Status: conditionStatus,
|
|
},
|
|
}
|
|
_, err := a.ApiregistrationV1().APIServices().UpdateStatus(context.TODO(), service, metav1.UpdateOptions{})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to update status of apiservice, got error: %v", err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// createAndMarkAAAPIServicesAvailable creates the specified AA API services and then
|
|
// updates their conditions to mark them as available, setting a "ConditionTrue" status.
|
|
// This function is a combination of the creation and condition-setting operations for convenience.
|
|
func createAndMarkAAAPIServicesAvailable(a aggregator.Interface) error {
|
|
var aaAPIServicesCreated []*apiregistrationv1.APIService
|
|
aaAPIServicesCreated, err := createAAAPIServices(a)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return updateAAAPIServicesCondition(
|
|
aaAPIServicesCreated, a, apiregistrationv1.Available,
|
|
apiregistrationv1.ConditionTrue,
|
|
)
|
|
}
|