capsule/e2e/tenant_cordoning_test.go

// Copyright 2020-2023 Project Capsule Authors.
// SPDX-License-Identifier: Apache-2.0

package e2e

import (
	"context"
	"time"

	"github.com/projectcapsule/capsule/pkg/api"
	"github.com/projectcapsule/capsule/pkg/api/meta"

	. "github.com/onsi/ginkgo/v2"
	. "github.com/onsi/gomega"
	corev1 "k8s.io/api/core/v1"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
	"k8s.io/apimachinery/pkg/types"

	capsulev1beta2 "github.com/projectcapsule/capsule/api/v1beta2"
)

var _ = Describe("cordoning a Tenant", Label("tenant"), func() {
	tnt := &capsulev1beta2.Tenant{
		ObjectMeta: metav1.ObjectMeta{
			Name: "tenant-cordoning",
		},
		Spec: capsulev1beta2.TenantSpec{
			Owners: api.OwnerListSpec{
				{
					CoreOwnerSpec: api.CoreOwnerSpec{
						UserSpec: api.UserSpec{
							Name: "jim",
							Kind: "User",
						},
					},
				},
			},
		},
	}

	JustBeforeEach(func() {
		EventuallyCreation(func() error {
			return k8sClient.Create(context.TODO(), tnt)
		}).Should(Succeed())
	})

	JustAfterEach(func() {
		Expect(k8sClient.Delete(context.TODO(), tnt)).Should(Succeed())
	})
	It("should block or allow operations", func() {
		cs := ownerClient(tnt.Spec.Owners[0].UserSpec)

		ns := NewNamespace("")

		pod := &corev1.Pod{
			ObjectMeta: metav1.ObjectMeta{
				Name: "container",
			},
			Spec: corev1.PodSpec{
				Containers: []corev1.Container{
					{
						Name:  "container",
						Image: "gcr.io/google_containers/pause-amd64:3.0",
					},
				},
			},
		}

		By("Verifing Tenant Status", func() {
			t := &capsulev1beta2.Tenant{}
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.GetName()}, t)).Should(Succeed())

			condition := t.Status.Conditions.GetConditionByType(meta.CordonedCondition)
			Expect(condition).NotTo(BeNil(), "Condition instance should not be nil")

			Expect(condition.Status).To(Equal(metav1.ConditionFalse), "Expected tenant condition status to be True")
			Expect(condition.Type).To(Equal(meta.CordonedCondition), "Expected tenant condition type to be Ready")
			Expect(condition.Reason).To(Equal(meta.ActiveReason), "Expected tenant condition reason to be Succeeded")
		})

		By("creating a Namespace", func() {
			NamespaceCreation(ns, tnt.Spec.Owners[0].UserSpec, defaultTimeoutInterval).Should(Succeed())

			EventuallyCreation(func() error {
				_, err := cs.CoreV1().Pods(ns.Name).Create(context.Background(), pod, metav1.CreateOptions{})

				return err
			}).Should(Succeed())
		})

		By("should contain the cordoned Capsule label", func() {
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.Name}, tnt)).Should(Succeed())

			tnt.Spec.Cordoned = true

			Expect(k8sClient.Update(context.TODO(), tnt)).Should(Succeed())

			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: ns.GetName()}, ns)).Should(Succeed())

			Expect(ns.Labels).To(HaveKey(meta.CordonedLabel))

		})

		By("Verifing Tenant Status", func() {
			t := &capsulev1beta2.Tenant{}
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.GetName()}, t)).Should(Succeed())

			condition := t.Status.Conditions.GetConditionByType(meta.CordonedCondition)
			Expect(condition).NotTo(BeNil(), "Condition instance should not be nil")

			Expect(condition.Status).To(Equal(metav1.ConditionTrue), "Expected tenant condition status to be True")
			Expect(condition.Type).To(Equal(meta.CordonedCondition), "Expected tenant condition type to be Ready")
			Expect(condition.Reason).To(Equal(meta.CordonedReason), "Expected tenant condition reason to be Succeeded")
		})

		By("cordoning the Tenant deletion must be blocked", func() {
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.Name}, tnt)).Should(Succeed())

			tnt.Spec.Cordoned = true

			Expect(k8sClient.Update(context.TODO(), tnt)).Should(Succeed())

			time.Sleep(2 * time.Second)

			Expect(cs.CoreV1().Pods(ns.Name).Delete(context.Background(), pod.Name, metav1.DeleteOptions{})).ShouldNot(Succeed())
		})

		By("uncordoning the Tenant deletion must be allowed", func() {
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.Name}, tnt)).Should(Succeed())

			tnt.Spec.Cordoned = false

			Expect(k8sClient.Update(context.TODO(), tnt)).Should(Succeed())

			time.Sleep(2 * time.Second)

			Expect(cs.CoreV1().Pods(ns.Name).Delete(context.Background(), pod.Name, metav1.DeleteOptions{})).Should(Succeed())
		})

		By("should not contain the cordoned Capsule label", func() {
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.Name}, tnt)).Should(Succeed())

			tnt.Spec.Cordoned = false

			Expect(k8sClient.Update(context.TODO(), tnt)).Should(Succeed())

			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: ns.GetName()}, ns)).Should(Succeed())

			Expect(ns.Labels).ToNot(HaveKey(meta.CordonedLabel))

		})

		By("Verifing Tenant Status", func() {
			t := &capsulev1beta2.Tenant{}
			Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tnt.GetName()}, t)).Should(Succeed())

			condition := t.Status.Conditions.GetConditionByType(meta.CordonedCondition)
			Expect(condition).NotTo(BeNil(), "Condition instance should not be nil")

			Expect(condition.Status).To(Equal(metav1.ConditionFalse), "Expected tenant condition status to be True")
			Expect(condition.Type).To(Equal(meta.CordonedCondition), "Expected tenant condition type to be Ready")
			Expect(condition.Reason).To(Equal(meta.ActiveReason), "Expected tenant condition reason to be Succeeded")
		})
	})
})