mirror of https://github.com/fluxcd/flagger.git
639 lines
16 KiB
Go
639 lines
16 KiB
Go
package controller
|
|
|
|
import (
|
|
"sync"
|
|
"time"
|
|
|
|
"go.uber.org/zap"
|
|
appsv1 "k8s.io/api/apps/v1"
|
|
hpav1 "k8s.io/api/autoscaling/v1"
|
|
hpav2 "k8s.io/api/autoscaling/v2beta1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/util/intstr"
|
|
"k8s.io/client-go/kubernetes"
|
|
"k8s.io/client-go/kubernetes/fake"
|
|
"k8s.io/client-go/tools/record"
|
|
"k8s.io/client-go/util/workqueue"
|
|
|
|
flaggerv1 "github.com/weaveworks/flagger/pkg/apis/flagger/v1alpha3"
|
|
istiov1alpha1 "github.com/weaveworks/flagger/pkg/apis/istio/common/v1alpha1"
|
|
istiov1alpha3 "github.com/weaveworks/flagger/pkg/apis/istio/v1alpha3"
|
|
"github.com/weaveworks/flagger/pkg/canary"
|
|
clientset "github.com/weaveworks/flagger/pkg/client/clientset/versioned"
|
|
fakeFlagger "github.com/weaveworks/flagger/pkg/client/clientset/versioned/fake"
|
|
informers "github.com/weaveworks/flagger/pkg/client/informers/externalversions"
|
|
"github.com/weaveworks/flagger/pkg/logger"
|
|
"github.com/weaveworks/flagger/pkg/metrics"
|
|
"github.com/weaveworks/flagger/pkg/router"
|
|
)
|
|
|
|
var (
|
|
alwaysReady = func() bool { return true }
|
|
noResyncPeriodFunc = func() time.Duration { return 0 }
|
|
)
|
|
|
|
type Mocks struct {
|
|
canary *flaggerv1.Canary
|
|
kubeClient kubernetes.Interface
|
|
meshClient clientset.Interface
|
|
flaggerClient clientset.Interface
|
|
deployer canary.Controller
|
|
ctrl *Controller
|
|
logger *zap.SugaredLogger
|
|
router router.Interface
|
|
}
|
|
|
|
func SetupMocks(c *flaggerv1.Canary) Mocks {
|
|
if c == nil {
|
|
c = newTestCanary()
|
|
}
|
|
flaggerClient := fakeFlagger.NewSimpleClientset(c)
|
|
|
|
// init kube clientset and register mock objects
|
|
kubeClient := fake.NewSimpleClientset(
|
|
newTestDeployment(),
|
|
newTestService(),
|
|
newTestHPA(),
|
|
NewTestConfigMap(),
|
|
NewTestConfigMapEnv(),
|
|
NewTestConfigMapVol(),
|
|
NewTestSecret(),
|
|
NewTestSecretEnv(),
|
|
NewTestSecretVol(),
|
|
)
|
|
|
|
logger, _ := logger.NewLogger("debug")
|
|
|
|
// init controller
|
|
flaggerInformerFactory := informers.NewSharedInformerFactory(flaggerClient, noResyncPeriodFunc())
|
|
flaggerInformer := flaggerInformerFactory.Flagger().V1alpha3().Canaries()
|
|
|
|
// init router
|
|
rf := router.NewFactory(nil, kubeClient, flaggerClient, "annotationsPrefix", logger, flaggerClient)
|
|
|
|
// init observer
|
|
observerFactory, _ := metrics.NewFactory("fake", 5*time.Second)
|
|
|
|
// init canary factory
|
|
configTracker := canary.ConfigTracker{
|
|
Logger: logger,
|
|
KubeClient: kubeClient,
|
|
FlaggerClient: flaggerClient,
|
|
}
|
|
canaryFactory := canary.NewFactory(kubeClient, flaggerClient, configTracker, []string{"app", "name"}, logger)
|
|
|
|
ctrl := &Controller{
|
|
kubeClient: kubeClient,
|
|
istioClient: flaggerClient,
|
|
flaggerClient: flaggerClient,
|
|
flaggerLister: flaggerInformer.Lister(),
|
|
flaggerSynced: flaggerInformer.Informer().HasSynced,
|
|
workqueue: workqueue.NewNamedRateLimitingQueue(workqueue.DefaultControllerRateLimiter(), controllerAgentName),
|
|
eventRecorder: &record.FakeRecorder{},
|
|
logger: logger,
|
|
canaries: new(sync.Map),
|
|
flaggerWindow: time.Second,
|
|
canaryFactory: canaryFactory,
|
|
observerFactory: observerFactory,
|
|
recorder: metrics.NewRecorder(controllerAgentName, false),
|
|
routerFactory: rf,
|
|
}
|
|
ctrl.flaggerSynced = alwaysReady
|
|
|
|
meshRouter := rf.MeshRouter("istio")
|
|
|
|
return Mocks{
|
|
canary: c,
|
|
deployer: canaryFactory.Controller("Deployment"),
|
|
logger: logger,
|
|
flaggerClient: flaggerClient,
|
|
meshClient: flaggerClient,
|
|
kubeClient: kubeClient,
|
|
ctrl: ctrl,
|
|
router: meshRouter,
|
|
}
|
|
}
|
|
|
|
func NewTestConfigMap() *corev1.ConfigMap {
|
|
return &corev1.ConfigMap{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-config-env",
|
|
},
|
|
Data: map[string]string{
|
|
"color": "red",
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestConfigMapV2() *corev1.ConfigMap {
|
|
return &corev1.ConfigMap{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-config-env",
|
|
},
|
|
Data: map[string]string{
|
|
"color": "blue",
|
|
"output": "console",
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestConfigMapEnv() *corev1.ConfigMap {
|
|
return &corev1.ConfigMap{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-config-all-env",
|
|
},
|
|
Data: map[string]string{
|
|
"color": "red",
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestConfigMapVol() *corev1.ConfigMap {
|
|
return &corev1.ConfigMap{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-config-vol",
|
|
},
|
|
Data: map[string]string{
|
|
"color": "red",
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestSecret() *corev1.Secret {
|
|
return &corev1.Secret{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-secret-env",
|
|
},
|
|
Type: corev1.SecretTypeOpaque,
|
|
Data: map[string][]byte{
|
|
"apiKey": []byte("test"),
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestSecretV2() *corev1.Secret {
|
|
return &corev1.Secret{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-secret-env",
|
|
},
|
|
Type: corev1.SecretTypeOpaque,
|
|
Data: map[string][]byte{
|
|
"apiKey": []byte("test2"),
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestSecretEnv() *corev1.Secret {
|
|
return &corev1.Secret{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-secret-all-env",
|
|
},
|
|
Type: corev1.SecretTypeOpaque,
|
|
Data: map[string][]byte{
|
|
"apiKey": []byte("test"),
|
|
},
|
|
}
|
|
}
|
|
|
|
func NewTestSecretVol() *corev1.Secret {
|
|
return &corev1.Secret{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo-secret-vol",
|
|
},
|
|
Type: corev1.SecretTypeOpaque,
|
|
Data: map[string][]byte{
|
|
"apiKey": []byte("test"),
|
|
},
|
|
}
|
|
}
|
|
|
|
func newTestCanary() *flaggerv1.Canary {
|
|
cd := &flaggerv1.Canary{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: flaggerv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: flaggerv1.CanarySpec{
|
|
TargetRef: hpav1.CrossVersionObjectReference{
|
|
Name: "podinfo",
|
|
APIVersion: "apps/v1",
|
|
Kind: "Deployment",
|
|
},
|
|
AutoscalerRef: &hpav1.CrossVersionObjectReference{
|
|
Name: "podinfo",
|
|
APIVersion: "autoscaling/v2beta1",
|
|
Kind: "HorizontalPodAutoscaler",
|
|
}, Service: flaggerv1.CanaryService{
|
|
Port: 9898,
|
|
}, CanaryAnalysis: flaggerv1.CanaryAnalysis{
|
|
Threshold: 10,
|
|
StepWeight: 10,
|
|
MaxWeight: 50,
|
|
Metrics: []flaggerv1.CanaryMetric{
|
|
{
|
|
Name: "istio_requests_total",
|
|
Threshold: 99,
|
|
Interval: "1m",
|
|
},
|
|
{
|
|
Name: "istio_request_duration_seconds_bucket",
|
|
Threshold: 500,
|
|
Interval: "1m",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
return cd
|
|
}
|
|
|
|
func newTestCanaryMirror() *flaggerv1.Canary {
|
|
cd := newTestCanary()
|
|
cd.Spec.CanaryAnalysis.Mirror = true
|
|
return cd
|
|
}
|
|
|
|
func newTestCanaryAB() *flaggerv1.Canary {
|
|
cd := &flaggerv1.Canary{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: flaggerv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: flaggerv1.CanarySpec{
|
|
TargetRef: hpav1.CrossVersionObjectReference{
|
|
Name: "podinfo",
|
|
APIVersion: "apps/v1",
|
|
Kind: "Deployment",
|
|
},
|
|
AutoscalerRef: &hpav1.CrossVersionObjectReference{
|
|
Name: "podinfo",
|
|
APIVersion: "autoscaling/v2beta1",
|
|
Kind: "HorizontalPodAutoscaler",
|
|
}, Service: flaggerv1.CanaryService{
|
|
Port: 9898,
|
|
}, CanaryAnalysis: flaggerv1.CanaryAnalysis{
|
|
Threshold: 10,
|
|
Iterations: 10,
|
|
Match: []istiov1alpha3.HTTPMatchRequest{
|
|
{
|
|
Headers: map[string]istiov1alpha1.StringMatch{
|
|
"x-user-type": {
|
|
Exact: "test",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Metrics: []flaggerv1.CanaryMetric{
|
|
{
|
|
Name: "istio_requests_total",
|
|
Threshold: 99,
|
|
Interval: "1m",
|
|
},
|
|
{
|
|
Name: "istio_request_duration_seconds_bucket",
|
|
Threshold: 500,
|
|
Interval: "1m",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
return cd
|
|
}
|
|
|
|
func newTestDeployment() *appsv1.Deployment {
|
|
d := &appsv1.Deployment{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: appsv1.DeploymentSpec{
|
|
Selector: &metav1.LabelSelector{
|
|
MatchLabels: map[string]string{
|
|
"app": "podinfo",
|
|
},
|
|
},
|
|
Template: corev1.PodTemplateSpec{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Labels: map[string]string{
|
|
"app": "podinfo",
|
|
},
|
|
},
|
|
Spec: corev1.PodSpec{
|
|
Containers: []corev1.Container{
|
|
{
|
|
Name: "podinfo",
|
|
Image: "quay.io/stefanprodan/podinfo:1.2.0",
|
|
Command: []string{
|
|
"./podinfo",
|
|
"--port=9898",
|
|
},
|
|
Args: nil,
|
|
WorkingDir: "",
|
|
Ports: []corev1.ContainerPort{
|
|
{
|
|
Name: "http",
|
|
ContainerPort: 9898,
|
|
Protocol: corev1.ProtocolTCP,
|
|
},
|
|
{
|
|
Name: "http-metrics",
|
|
ContainerPort: 8080,
|
|
Protocol: corev1.ProtocolTCP,
|
|
},
|
|
{
|
|
ContainerPort: 8888,
|
|
},
|
|
},
|
|
Env: []corev1.EnvVar{
|
|
{
|
|
Name: "PODINFO_UI_COLOR",
|
|
ValueFrom: &corev1.EnvVarSource{
|
|
ConfigMapKeyRef: &corev1.ConfigMapKeySelector{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-env",
|
|
},
|
|
Key: "color",
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Name: "API_KEY",
|
|
ValueFrom: &corev1.EnvVarSource{
|
|
SecretKeyRef: &corev1.SecretKeySelector{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-secret-env",
|
|
},
|
|
Key: "apiKey",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
EnvFrom: []corev1.EnvFromSource{
|
|
{
|
|
ConfigMapRef: &corev1.ConfigMapEnvSource{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-all-env",
|
|
},
|
|
},
|
|
},
|
|
{
|
|
SecretRef: &corev1.SecretEnvSource{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-secret-all-env",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
VolumeMounts: []corev1.VolumeMount{
|
|
{
|
|
Name: "config",
|
|
MountPath: "/etc/podinfo/config",
|
|
ReadOnly: true,
|
|
},
|
|
{
|
|
Name: "secret",
|
|
MountPath: "/etc/podinfo/secret",
|
|
ReadOnly: true,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Volumes: []corev1.Volume{
|
|
{
|
|
Name: "config",
|
|
VolumeSource: corev1.VolumeSource{
|
|
ConfigMap: &corev1.ConfigMapVolumeSource{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-vol",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Name: "secret",
|
|
VolumeSource: corev1.VolumeSource{
|
|
Secret: &corev1.SecretVolumeSource{
|
|
SecretName: "podinfo-secret-vol",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return d
|
|
}
|
|
|
|
func newTestDeploymentV2() *appsv1.Deployment {
|
|
d := &appsv1.Deployment{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: appsv1.DeploymentSpec{
|
|
Selector: &metav1.LabelSelector{
|
|
MatchLabels: map[string]string{
|
|
"app": "podinfo",
|
|
},
|
|
},
|
|
Template: corev1.PodTemplateSpec{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Labels: map[string]string{
|
|
"app": "podinfo",
|
|
},
|
|
},
|
|
Spec: corev1.PodSpec{
|
|
Containers: []corev1.Container{
|
|
{
|
|
Name: "podinfo",
|
|
Image: "quay.io/stefanprodan/podinfo:1.2.1",
|
|
Ports: []corev1.ContainerPort{
|
|
{
|
|
Name: "http",
|
|
ContainerPort: 9898,
|
|
Protocol: corev1.ProtocolTCP,
|
|
},
|
|
},
|
|
Command: []string{
|
|
"./podinfo",
|
|
"--port=9898",
|
|
},
|
|
Env: []corev1.EnvVar{
|
|
{
|
|
Name: "PODINFO_UI_COLOR",
|
|
ValueFrom: &corev1.EnvVarSource{
|
|
ConfigMapKeyRef: &corev1.ConfigMapKeySelector{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-env",
|
|
},
|
|
Key: "color",
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Name: "API_KEY",
|
|
ValueFrom: &corev1.EnvVarSource{
|
|
SecretKeyRef: &corev1.SecretKeySelector{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-secret-env",
|
|
},
|
|
Key: "apiKey",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
EnvFrom: []corev1.EnvFromSource{
|
|
{
|
|
ConfigMapRef: &corev1.ConfigMapEnvSource{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-all-env",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
VolumeMounts: []corev1.VolumeMount{
|
|
{
|
|
Name: "config",
|
|
MountPath: "/etc/podinfo/config",
|
|
ReadOnly: true,
|
|
},
|
|
{
|
|
Name: "secret",
|
|
MountPath: "/etc/podinfo/secret",
|
|
ReadOnly: true,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Volumes: []corev1.Volume{
|
|
{
|
|
Name: "config",
|
|
VolumeSource: corev1.VolumeSource{
|
|
ConfigMap: &corev1.ConfigMapVolumeSource{
|
|
LocalObjectReference: corev1.LocalObjectReference{
|
|
Name: "podinfo-config-vol",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
Name: "secret",
|
|
VolumeSource: corev1.VolumeSource{
|
|
Secret: &corev1.SecretVolumeSource{
|
|
SecretName: "podinfo-secret-vol",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return d
|
|
}
|
|
|
|
func newTestService() *corev1.Service {
|
|
d := &corev1.Service{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: corev1.ServiceSpec{
|
|
Selector: map[string]string{
|
|
"app": "podinfo",
|
|
},
|
|
Type: corev1.ServiceTypeClusterIP,
|
|
Ports: []corev1.ServicePort{
|
|
{
|
|
Name: "http",
|
|
Port: 9898,
|
|
Protocol: corev1.ProtocolTCP,
|
|
TargetPort: intstr.FromString("http"),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return d
|
|
}
|
|
|
|
func newTestServiceV2() *corev1.Service {
|
|
d := &corev1.Service{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: corev1.ServiceSpec{
|
|
Selector: map[string]string{
|
|
"app": "podinfo-v2",
|
|
},
|
|
Type: corev1.ServiceTypeClusterIP,
|
|
Ports: []corev1.ServicePort{
|
|
{
|
|
Name: "http",
|
|
Port: 9898,
|
|
Protocol: corev1.ProtocolTCP,
|
|
TargetPort: intstr.FromString("http"),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return d
|
|
}
|
|
|
|
func newTestHPA() *hpav2.HorizontalPodAutoscaler {
|
|
h := &hpav2.HorizontalPodAutoscaler{
|
|
TypeMeta: metav1.TypeMeta{APIVersion: hpav2.SchemeGroupVersion.String()},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Namespace: "default",
|
|
Name: "podinfo",
|
|
},
|
|
Spec: hpav2.HorizontalPodAutoscalerSpec{
|
|
ScaleTargetRef: hpav2.CrossVersionObjectReference{
|
|
Name: "podinfo",
|
|
APIVersion: "apps/v1",
|
|
Kind: "Deployment",
|
|
},
|
|
Metrics: []hpav2.MetricSpec{
|
|
{
|
|
Type: "Resource",
|
|
Resource: &hpav2.ResourceMetricSource{
|
|
Name: "cpu",
|
|
TargetAverageUtilization: int32p(99),
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return h
|
|
}
|