package controller import ( "sync" "time" "github.com/weaveworks/flagger/pkg/apis/flagger/v1alpha3" istiov1alpha1 "github.com/weaveworks/flagger/pkg/apis/istio/common/v1alpha1" istiov1alpha3 "github.com/weaveworks/flagger/pkg/apis/istio/v1alpha3" "github.com/weaveworks/flagger/pkg/canary" clientset "github.com/weaveworks/flagger/pkg/client/clientset/versioned" fakeFlagger "github.com/weaveworks/flagger/pkg/client/clientset/versioned/fake" informers "github.com/weaveworks/flagger/pkg/client/informers/externalversions" "github.com/weaveworks/flagger/pkg/logger" "github.com/weaveworks/flagger/pkg/metrics" "github.com/weaveworks/flagger/pkg/router" "go.uber.org/zap" appsv1 "k8s.io/api/apps/v1" hpav1 "k8s.io/api/autoscaling/v1" hpav2 "k8s.io/api/autoscaling/v2beta1" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" "k8s.io/client-go/kubernetes/fake" "k8s.io/client-go/tools/record" "k8s.io/client-go/util/workqueue" ) var ( alwaysReady = func() bool { return true } noResyncPeriodFunc = func() time.Duration { return 0 } ) type Mocks struct { canary *v1alpha3.Canary kubeClient kubernetes.Interface meshClient clientset.Interface flaggerClient clientset.Interface deployer canary.Deployer observer metrics.Observer ctrl *Controller logger *zap.SugaredLogger router router.Interface } func SetupMocks(abtest bool) Mocks { // init canary c := newTestCanary() if abtest { c = newTestCanaryAB() } flaggerClient := fakeFlagger.NewSimpleClientset(c) // init kube clientset and register mock objects kubeClient := fake.NewSimpleClientset( newTestDeployment(), newTestHPA(), NewTestConfigMap(), NewTestConfigMapEnv(), NewTestConfigMapVol(), NewTestSecret(), NewTestSecretEnv(), NewTestSecretVol(), ) logger, _ := logger.NewLogger("debug") // init controller helpers deployer := canary.Deployer{ Logger: logger, KubeClient: kubeClient, FlaggerClient: flaggerClient, Labels: []string{"app", "name"}, ConfigTracker: canary.ConfigTracker{ Logger: logger, KubeClient: kubeClient, FlaggerClient: flaggerClient, }, } observer := metrics.NewObserver("fake") // init controller flaggerInformerFactory := informers.NewSharedInformerFactory(flaggerClient, noResyncPeriodFunc()) flaggerInformer := flaggerInformerFactory.Flagger().V1alpha3().Canaries() // init router rf := router.NewFactory(nil, kubeClient, flaggerClient, logger, flaggerClient) ctrl := &Controller{ kubeClient: kubeClient, istioClient: flaggerClient, flaggerClient: flaggerClient, flaggerLister: flaggerInformer.Lister(), flaggerSynced: flaggerInformer.Informer().HasSynced, workqueue: workqueue.NewNamedRateLimitingQueue(workqueue.DefaultControllerRateLimiter(), controllerAgentName), eventRecorder: &record.FakeRecorder{}, logger: logger, canaries: new(sync.Map), flaggerWindow: time.Second, deployer: deployer, observer: observer, recorder: metrics.NewRecorder(controllerAgentName, false), routerFactory: rf, } ctrl.flaggerSynced = alwaysReady meshRouter := rf.MeshRouter("istio") return Mocks{ canary: c, observer: observer, deployer: deployer, logger: logger, flaggerClient: flaggerClient, meshClient: flaggerClient, kubeClient: kubeClient, ctrl: ctrl, router: meshRouter, } } func NewTestConfigMap() *corev1.ConfigMap { return &corev1.ConfigMap{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-config-env", }, Data: map[string]string{ "color": "red", }, } } func NewTestConfigMapV2() *corev1.ConfigMap { return &corev1.ConfigMap{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-config-env", }, Data: map[string]string{ "color": "blue", "output": "console", }, } } func NewTestConfigMapEnv() *corev1.ConfigMap { return &corev1.ConfigMap{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-config-all-env", }, Data: map[string]string{ "color": "red", }, } } func NewTestConfigMapVol() *corev1.ConfigMap { return &corev1.ConfigMap{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-config-vol", }, Data: map[string]string{ "color": "red", }, } } func NewTestSecret() *corev1.Secret { return &corev1.Secret{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-secret-env", }, Type: corev1.SecretTypeOpaque, Data: map[string][]byte{ "apiKey": []byte("test"), }, } } func NewTestSecretV2() *corev1.Secret { return &corev1.Secret{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-secret-env", }, Type: corev1.SecretTypeOpaque, Data: map[string][]byte{ "apiKey": []byte("test2"), }, } } func NewTestSecretEnv() *corev1.Secret { return &corev1.Secret{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-secret-all-env", }, Type: corev1.SecretTypeOpaque, Data: map[string][]byte{ "apiKey": []byte("test"), }, } } func NewTestSecretVol() *corev1.Secret { return &corev1.Secret{ TypeMeta: metav1.TypeMeta{APIVersion: corev1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo-secret-vol", }, Type: corev1.SecretTypeOpaque, Data: map[string][]byte{ "apiKey": []byte("test"), }, } } func newTestCanary() *v1alpha3.Canary { cd := &v1alpha3.Canary{ TypeMeta: metav1.TypeMeta{APIVersion: v1alpha3.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo", }, Spec: v1alpha3.CanarySpec{ TargetRef: hpav1.CrossVersionObjectReference{ Name: "podinfo", APIVersion: "apps/v1", Kind: "Deployment", }, AutoscalerRef: &hpav1.CrossVersionObjectReference{ Name: "podinfo", APIVersion: "autoscaling/v2beta1", Kind: "HorizontalPodAutoscaler", }, Service: v1alpha3.CanaryService{ Port: 9898, }, CanaryAnalysis: v1alpha3.CanaryAnalysis{ Threshold: 10, StepWeight: 10, MaxWeight: 50, Metrics: []v1alpha3.CanaryMetric{ { Name: "istio_requests_total", Threshold: 99, Interval: "1m", }, { Name: "istio_request_duration_seconds_bucket", Threshold: 500, Interval: "1m", }, }, }, }, } return cd } func newTestCanaryAB() *v1alpha3.Canary { cd := &v1alpha3.Canary{ TypeMeta: metav1.TypeMeta{APIVersion: v1alpha3.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo", }, Spec: v1alpha3.CanarySpec{ TargetRef: hpav1.CrossVersionObjectReference{ Name: "podinfo", APIVersion: "apps/v1", Kind: "Deployment", }, AutoscalerRef: &hpav1.CrossVersionObjectReference{ Name: "podinfo", APIVersion: "autoscaling/v2beta1", Kind: "HorizontalPodAutoscaler", }, Service: v1alpha3.CanaryService{ Port: 9898, }, CanaryAnalysis: v1alpha3.CanaryAnalysis{ Threshold: 10, Iterations: 10, Match: []istiov1alpha3.HTTPMatchRequest{ { Headers: map[string]istiov1alpha1.StringMatch{ "x-user-type": { Exact: "test", }, }, }, }, Metrics: []v1alpha3.CanaryMetric{ { Name: "istio_requests_total", Threshold: 99, Interval: "1m", }, { Name: "istio_request_duration_seconds_bucket", Threshold: 500, Interval: "1m", }, }, }, }, } return cd } func newTestDeployment() *appsv1.Deployment { d := &appsv1.Deployment{ TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo", }, Spec: appsv1.DeploymentSpec{ Selector: &metav1.LabelSelector{ MatchLabels: map[string]string{ "app": "podinfo", }, }, Template: corev1.PodTemplateSpec{ ObjectMeta: metav1.ObjectMeta{ Labels: map[string]string{ "app": "podinfo", }, }, Spec: corev1.PodSpec{ Containers: []corev1.Container{ { Name: "podinfo", Image: "quay.io/stefanprodan/podinfo:1.2.0", Command: []string{ "./podinfo", "--port=9898", }, Args: nil, WorkingDir: "", Ports: []corev1.ContainerPort{ { Name: "http", ContainerPort: 9898, Protocol: corev1.ProtocolTCP, }, }, Env: []corev1.EnvVar{ { Name: "PODINFO_UI_COLOR", ValueFrom: &corev1.EnvVarSource{ ConfigMapKeyRef: &corev1.ConfigMapKeySelector{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-env", }, Key: "color", }, }, }, { Name: "API_KEY", ValueFrom: &corev1.EnvVarSource{ SecretKeyRef: &corev1.SecretKeySelector{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-secret-env", }, Key: "apiKey", }, }, }, }, EnvFrom: []corev1.EnvFromSource{ { ConfigMapRef: &corev1.ConfigMapEnvSource{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-all-env", }, }, }, { SecretRef: &corev1.SecretEnvSource{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-secret-all-env", }, }, }, }, VolumeMounts: []corev1.VolumeMount{ { Name: "config", MountPath: "/etc/podinfo/config", ReadOnly: true, }, { Name: "secret", MountPath: "/etc/podinfo/secret", ReadOnly: true, }, }, }, }, Volumes: []corev1.Volume{ { Name: "config", VolumeSource: corev1.VolumeSource{ ConfigMap: &corev1.ConfigMapVolumeSource{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-vol", }, }, }, }, { Name: "secret", VolumeSource: corev1.VolumeSource{ Secret: &corev1.SecretVolumeSource{ SecretName: "podinfo-secret-vol", }, }, }, }, }, }, }, } return d } func newTestDeploymentV2() *appsv1.Deployment { d := &appsv1.Deployment{ TypeMeta: metav1.TypeMeta{APIVersion: appsv1.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo", }, Spec: appsv1.DeploymentSpec{ Selector: &metav1.LabelSelector{ MatchLabels: map[string]string{ "app": "podinfo", }, }, Template: corev1.PodTemplateSpec{ ObjectMeta: metav1.ObjectMeta{ Labels: map[string]string{ "app": "podinfo", }, }, Spec: corev1.PodSpec{ Containers: []corev1.Container{ { Name: "podinfo", Image: "quay.io/stefanprodan/podinfo:1.2.1", Ports: []corev1.ContainerPort{ { Name: "http", ContainerPort: 9898, Protocol: corev1.ProtocolTCP, }, }, Command: []string{ "./podinfo", "--port=9898", }, Env: []corev1.EnvVar{ { Name: "PODINFO_UI_COLOR", ValueFrom: &corev1.EnvVarSource{ ConfigMapKeyRef: &corev1.ConfigMapKeySelector{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-env", }, Key: "color", }, }, }, { Name: "API_KEY", ValueFrom: &corev1.EnvVarSource{ SecretKeyRef: &corev1.SecretKeySelector{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-secret-env", }, Key: "apiKey", }, }, }, }, EnvFrom: []corev1.EnvFromSource{ { ConfigMapRef: &corev1.ConfigMapEnvSource{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-all-env", }, }, }, }, VolumeMounts: []corev1.VolumeMount{ { Name: "config", MountPath: "/etc/podinfo/config", ReadOnly: true, }, { Name: "secret", MountPath: "/etc/podinfo/secret", ReadOnly: true, }, }, }, }, Volumes: []corev1.Volume{ { Name: "config", VolumeSource: corev1.VolumeSource{ ConfigMap: &corev1.ConfigMapVolumeSource{ LocalObjectReference: corev1.LocalObjectReference{ Name: "podinfo-config-vol", }, }, }, }, { Name: "secret", VolumeSource: corev1.VolumeSource{ Secret: &corev1.SecretVolumeSource{ SecretName: "podinfo-secret-vol", }, }, }, }, }, }, }, } return d } func newTestHPA() *hpav2.HorizontalPodAutoscaler { h := &hpav2.HorizontalPodAutoscaler{ TypeMeta: metav1.TypeMeta{APIVersion: hpav2.SchemeGroupVersion.String()}, ObjectMeta: metav1.ObjectMeta{ Namespace: "default", Name: "podinfo", }, Spec: hpav2.HorizontalPodAutoscalerSpec{ ScaleTargetRef: hpav2.CrossVersionObjectReference{ Name: "podinfo", APIVersion: "apps/v1", Kind: "Deployment", }, Metrics: []hpav2.MetricSpec{ { Type: "Resource", Resource: &hpav2.ResourceMetricSource{ Name: "cpu", TargetAverageUtilization: int32p(99), }, }, }, }, } return h }