github/capsule
1
0
Fork 0
mirror of https://github.com/projectcapsule/capsule.git synced 2026-08-19 12:36:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

test: globaltenantresource and tenantresource support

Browse Source
This commit is contained in:
Dario Tranchitella
2022-12-26 14:27:26 +01:00
parent 503e3fc1d0
commit 9f1165ea40
3 changed files with 630 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
e2e/globaltenantresource_test.go
+300
View File
@@ -0,0 +1,300 @@
//go:build e2e
// Copyright 2020-2021 Clastix Labs
// SPDX-License-Identifier: Apache-2.0
package e2e
import (
"context"
"fmt"
"time"
. "github.com/onsi/ginkgo"
. "github.com/onsi/gomega"
corev1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/labels"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/selection"
"k8s.io/apimachinery/pkg/types"
"k8s.io/utils/pointer"
"sigs.k8s.io/controller-runtime/pkg/client"
capsulev1beta1 "github.com/clastix/capsule/api/v1beta1"
capsulev1beta2 "github.com/clastix/capsule/api/v1beta2"
"github.com/clastix/capsule/pkg/api"
)
var _ = Describe("Creating a GlobalTenantResource object", func() {
solar := &capsulev1beta1.Tenant{
ObjectMeta: metav1.ObjectMeta{
Name: "energy-solar",
Labels: map[string]string{
"replicate": "true",
},
},
Spec: capsulev1beta1.TenantSpec{
Owners: capsulev1beta1.OwnerListSpec{
{
Name: "solar-user",
Kind: "User",
},
},
},
}
wind := &capsulev1beta1.Tenant{
ObjectMeta: metav1.ObjectMeta{
Name: "energy-wind",
Labels: map[string]string{
"replicate": "true",
},
},
Spec: capsulev1beta1.TenantSpec{
Owners: capsulev1beta1.OwnerListSpec{
{
Name: "wind-user",
Kind: "User",
},
},
},
}
namespacedItem := &corev1.Secret{
ObjectMeta: metav1.ObjectMeta{
Name: "dummy-secret",
Namespace: "default",
Labels: map[string]string{
"replicate": "true",
},
},
Type: corev1.SecretTypeOpaque,
}
gtr := &capsulev1beta2.GlobalTenantResource{
ObjectMeta: metav1.ObjectMeta{
Name: "replicate-energies",
},
Spec: capsulev1beta2.GlobalTenantResourceSpec{
TenantSelector: metav1.LabelSelector{
MatchLabels: map[string]string{
"replicate": "true",
},
},
TenantResourceSpec: capsulev1beta2.TenantResourceSpec{
ResyncPeriod: metav1.Duration{Duration: time.Minute},
PruningOnDelete: pointer.Bool(true),
Resources: []capsulev1beta2.ResourceSpec{
{
NamespacedItems: []capsulev1beta2.ObjectReference{
{
ObjectReferenceAbstract: capsulev1beta2.ObjectReferenceAbstract{
Kind: "Secret",
Namespace: "default",
APIVersion: "v1",
},
Selector: metav1.LabelSelector{
MatchLabels: map[string]string{
"replicate": "true",
},
},
},
},
RawItems: []capsulev1beta2.RawExtension{
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-1",
},
Type: corev1.SecretTypeOpaque,
},
},
},
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-2",
},
Type: corev1.SecretTypeOpaque,
},
},
},
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-3",
},
Type: corev1.SecretTypeOpaque,
},
},
},
},
AdditionalMetadata: &api.AdditionalMetadataSpec{
Labels: map[string]string{
"labels.energy.io": "replicate",
},
Annotations: map[string]string{
"annotations.energy.io": "replicate",
},
},
},
},
},
},
}
JustBeforeEach(func() {
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), solar)
}).Should(Succeed())
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), wind)
}).Should(Succeed())
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), gtr)
}).Should(Succeed())
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), namespacedItem)
}).Should(Succeed())
})
JustAfterEach(func() {
Expect(k8sClient.Delete(context.TODO(), solar)).Should(Succeed())
Expect(k8sClient.Delete(context.TODO(), wind)).Should(Succeed())
Expect(k8sClient.Delete(context.TODO(), gtr)).Should(Succeed())
Expect(k8sClient.Delete(context.TODO(), namespacedItem)).Should(Succeed())
})
It("should replicate resources to all Tenants", func() {
solarNs, windNs := []string{"solar-one", "solar-two", "solar-three"}, []string{"wind-one", "wind-two", "wind-three"}
By("creating solar Namespaces", func() {
for _, ns := range solarNs {
NamespaceCreation(&corev1.Namespace{ObjectMeta: metav1.ObjectMeta{Name: ns}}, solar.Spec.Owners[0], defaultTimeoutInterval).Should(Succeed())
}
})
By("creating wind Namespaces", func() {
for _, ns := range windNs {
NamespaceCreation(&corev1.Namespace{ObjectMeta: metav1.ObjectMeta{Name: ns}}, wind.Spec.Owners[0], defaultTimeoutInterval).Should(Succeed())
}
})
for _, ns := range append(solarNs, windNs...) {
By(fmt.Sprintf("waiting for replicated resources in %s Namespace", ns), func() {
Eventually(func() []corev1.Secret {
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
if err != nil {
return nil
}
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: ns})
if err != nil {
return nil
}
return secrets.Items
}, defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(4))
})
}
By("removing a Namespace from labels", func() {
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: wind.GetName()}, wind)).ToNot(HaveOccurred())
wind.SetLabels(nil)
Expect(k8sClient.Update(context.TODO(), wind)).ToNot(HaveOccurred())
By("expecting no more items in the wind Tenant namespaces due to label update", func() {
for _, ns := range windNs {
Eventually(func() []corev1.Secret {
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
if err != nil {
return nil
}
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: ns})
if err != nil {
return nil
}
return secrets.Items
}, defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(0))
}
})
})
By("using a Namespace selector", func() {
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: gtr.GetName()}, gtr)).ToNot(HaveOccurred())
gtr.Spec.Resources[0].NamespaceSelector = &metav1.LabelSelector{
MatchLabels: map[string]string{
"name": "solar-three",
},
}
Expect(k8sClient.Update(context.TODO(), gtr)).ToNot(HaveOccurred())
checkFn := func(ns string) func() []corev1.Secret {
return func() []corev1.Secret {
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
if err != nil {
return nil
}
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: ns})
if err != nil {
return nil
}
return secrets.Items
}
}
for _, ns := range []string{"solar-one", "solar-two"} {
Eventually(checkFn(ns), defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(0))
}
Eventually(checkFn("solar-three"), defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(4))
})
By("checking if replicated object have annotations and labels", func() {
for _, name := range []string{"dummy-secret", "raw-secret-1", "raw-secret-2", "raw-secret-3"} {
secret := corev1.Secret{}
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: name, Namespace: "solar-three"}, &secret)).ToNot(HaveOccurred())
for k, v := range gtr.Spec.Resources[0].AdditionalMetadata.Labels {
_, err := HaveKeyWithValue(k, v).Match(secret.GetLabels())
Expect(err).ToNot(HaveOccurred())
}
for k, v := range gtr.Spec.Resources[0].AdditionalMetadata.Annotations {
_, err := HaveKeyWithValue(k, v).Match(secret.GetAnnotations())
Expect(err).ToNot(HaveOccurred())
}
}
})
})
})
e2e/suite_test.go
+4 -5
View File
@@ -22,6 +22,7 @@ import (
capsulev1alpha1 "github.com/clastix/capsule/api/v1alpha1"
capsulev1beta1 "github.com/clastix/capsule/api/v1beta1"
capsulev1beta2 "github.com/clastix/capsule/api/v1beta2"
)
// These tests use Ginkgo (BDD-style Go testing framework). Refer to
@@ -57,11 +58,9 @@ var _ = BeforeSuite(func(done Done) {
Expect(err).ToNot(HaveOccurred())
Expect(cfg).ToNot(BeNil())
err = capsulev1beta1.AddToScheme(scheme.Scheme)
Expect(err).NotTo(HaveOccurred())
err = capsulev1alpha1.AddToScheme(scheme.Scheme)
Expect(err).NotTo(HaveOccurred())
Expect(capsulev1alpha1.AddToScheme(scheme.Scheme)).NotTo(HaveOccurred())
Expect(capsulev1beta1.AddToScheme(scheme.Scheme)).NotTo(HaveOccurred())
Expect(capsulev1beta2.AddToScheme(scheme.Scheme)).NotTo(HaveOccurred())
k8sClient, err = client.New(cfg, client.Options{Scheme: scheme.Scheme})
Expect(err).ToNot(HaveOccurred())
e2e/tenantresource_test.go
+326
View File
@@ -0,0 +1,326 @@
//go:build e2e
// Copyright 2020-2021 Clastix Labs
// SPDX-License-Identifier: Apache-2.0
package e2e
import (
"context"
"fmt"
"math/rand"
"time"
. "github.com/onsi/ginkgo"
. "github.com/onsi/gomega"
corev1 "k8s.io/api/core/v1"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/labels"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/selection"
"k8s.io/apimachinery/pkg/types"
"k8s.io/utils/pointer"
"sigs.k8s.io/controller-runtime/pkg/client"
capsulev1beta1 "github.com/clastix/capsule/api/v1beta1"
capsulev1beta2 "github.com/clastix/capsule/api/v1beta2"
"github.com/clastix/capsule/pkg/api"
)
var _ = Describe("Creating a TenantResource object", func() {
solar := &capsulev1beta1.Tenant{
ObjectMeta: metav1.ObjectMeta{
Name: "energy-solar",
},
Spec: capsulev1beta1.TenantSpec{
Owners: capsulev1beta1.OwnerListSpec{
{
Name: "solar-user",
Kind: "User",
},
},
},
}
tntItem := &corev1.Secret{
ObjectMeta: metav1.ObjectMeta{
Name: "dummy-secret",
Namespace: "solar-system",
Labels: map[string]string{
"replicate": "true",
},
},
Type: corev1.SecretTypeOpaque,
}
crossNamespaceItem := &corev1.Secret{
ObjectMeta: metav1.ObjectMeta{
Name: "cross-reference-secret",
Namespace: "default",
Labels: map[string]string{
"replicate": "true",
},
},
Type: corev1.SecretTypeOpaque,
}
tr := &capsulev1beta2.TenantResource{
ObjectMeta: metav1.ObjectMeta{
Name: "replicate-energies",
Namespace: "solar-system",
},
Spec: capsulev1beta2.TenantResourceSpec{
ResyncPeriod: metav1.Duration{Duration: time.Minute},
PruningOnDelete: pointer.Bool(true),
Resources: []capsulev1beta2.ResourceSpec{
{
NamespaceSelector: &metav1.LabelSelector{
MatchLabels: map[string]string{
"replicate": "true",
},
},
NamespacedItems: []capsulev1beta2.ObjectReference{
{
ObjectReferenceAbstract: capsulev1beta2.ObjectReferenceAbstract{
Kind: "Secret",
Namespace: "solar-system",
APIVersion: "v1",
},
Selector: metav1.LabelSelector{
MatchLabels: map[string]string{
"replicate": "true",
},
},
},
},
RawItems: []capsulev1beta2.RawExtension{
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-1",
},
Type: corev1.SecretTypeOpaque,
},
},
},
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-2",
},
Type: corev1.SecretTypeOpaque,
},
},
},
{
RawExtension: runtime.RawExtension{
Object: &corev1.Secret{
TypeMeta: metav1.TypeMeta{
Kind: "Secret",
APIVersion: "v1",
},
ObjectMeta: metav1.ObjectMeta{
Name: "raw-secret-3",
},
Type: corev1.SecretTypeOpaque,
},
},
},
},
AdditionalMetadata: &api.AdditionalMetadataSpec{
Labels: map[string]string{
"labels.energy.io": "replicate",
},
Annotations: map[string]string{
"annotations.energy.io": "replicate",
},
},
},
},
},
}
JustBeforeEach(func() {
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), solar)
}).Should(Succeed())
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), crossNamespaceItem)
}).Should(Succeed())
})
JustAfterEach(func() {
Expect(k8sClient.Delete(context.TODO(), crossNamespaceItem)).Should(Succeed())
_ = k8sClient.Delete(context.TODO(), solar)
})
It("should replicate resources to all Tenant Namespaces", func() {
solarNs := []string{"solar-one", "solar-two", "solar-three"}
By("creating solar Namespaces", func() {
for _, ns := range append(solarNs, "solar-system") {
NamespaceCreation(&corev1.Namespace{ObjectMeta: metav1.ObjectMeta{Name: ns}}, solar.Spec.Owners[0], defaultTimeoutInterval).Should(Succeed())
}
})
By("labelling Namespaces", func() {
for _, name := range []string{"solar-one", "solar-two", "solar-three"} {
EventuallyWithOffset(1, func() error {
ns := corev1.Namespace{}
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: name}, &ns)).Should(Succeed())
labels := ns.GetLabels()
if labels == nil {
return fmt.Errorf("missing labels")
}
labels["replicate"] = "true"
ns.SetLabels(labels)
return k8sClient.Update(context.TODO(), &ns)
}, defaultTimeoutInterval, defaultPollInterval).Should(Succeed())
}
})
By("creating the namespaced item", func() {
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), tntItem)
}).Should(Succeed())
})
By("creating the TenantResource", func() {
EventuallyCreation(func() error {
return k8sClient.Create(context.TODO(), tr)
}).Should(Succeed())
})
for _, ns := range solarNs {
By(fmt.Sprintf("waiting for replicated resources in %s Namespace", ns), func() {
Eventually(func() []corev1.Secret {
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
if err != nil {
return nil
}
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: ns})
if err != nil {
return nil
}
return secrets.Items
}, defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(4))
})
}
By("using a Namespace selector", func() {
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tr.GetName(), Namespace: "solar-system"}, tr)).ToNot(HaveOccurred())
tr.Spec.Resources[0].NamespaceSelector = &metav1.LabelSelector{
MatchLabels: map[string]string{
"name": "solar-three",
},
}
Expect(k8sClient.Update(context.TODO(), tr)).ToNot(HaveOccurred())
checkFn := func(ns string) func() []corev1.Secret {
return func() []corev1.Secret {
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
if err != nil {
return nil
}
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: ns})
if err != nil {
return nil
}
return secrets.Items
}
}
for _, ns := range []string{"solar-one", "solar-two"} {
Eventually(checkFn(ns), defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(0))
}
Eventually(checkFn("solar-three"), defaultTimeoutInterval, defaultPollInterval).Should(HaveLen(4))
})
By("checking if replicated object have annotations and labels", func() {
for _, name := range []string{"dummy-secret", "raw-secret-1", "raw-secret-2", "raw-secret-3"} {
secret := corev1.Secret{}
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: name, Namespace: "solar-three"}, &secret)).ToNot(HaveOccurred())
for k, v := range tr.Spec.Resources[0].AdditionalMetadata.Labels {
_, err := HaveKeyWithValue(k, v).Match(secret.GetLabels())
Expect(err).ToNot(HaveOccurred())
}
for k, v := range tr.Spec.Resources[0].AdditionalMetadata.Annotations {
_, err := HaveKeyWithValue(k, v).Match(secret.GetAnnotations())
Expect(err).ToNot(HaveOccurred())
}
}
})
By("checking that cross-namespace objects are not replicated", func() {
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tr.GetName(), Namespace: "solar-system"}, tr)).ToNot(HaveOccurred())
tr.Spec.Resources[0].NamespacedItems = append(tr.Spec.Resources[0].NamespacedItems, capsulev1beta2.ObjectReference{
ObjectReferenceAbstract: capsulev1beta2.ObjectReferenceAbstract{
Kind: crossNamespaceItem.Kind,
Namespace: crossNamespaceItem.GetName(),
APIVersion: crossNamespaceItem.APIVersion,
},
Selector: metav1.LabelSelector{
MatchLabels: crossNamespaceItem.GetLabels(),
},
})
Expect(k8sClient.Update(context.TODO(), tr)).ToNot(HaveOccurred())
// Ensuring that although the deletion of TenantResource object,
// the replicated objects are not deleted.
Consistently(func() error {
return k8sClient.Get(context.TODO(), types.NamespacedName{Namespace: solarNs[rand.Intn(len(solarNs))], Name: crossNamespaceItem.GetName()}, &corev1.Secret{})
}, 10*time.Second, time.Second).Should(HaveOccurred())
})
By("checking pruning is deleted", func() {
Expect(k8sClient.Get(context.TODO(), types.NamespacedName{Name: tr.GetName(), Namespace: "solar-system"}, tr)).ToNot(HaveOccurred())
Expect(*tr.Spec.PruningOnDelete).Should(BeTrue())
tr.Spec.PruningOnDelete = pointer.Bool(false)
Expect(k8sClient.Update(context.TODO(), tr)).ToNot(HaveOccurred())
By("deleting the TenantResource", func() {
// Ensuring that although the deletion of TenantResource object,
// the replicated objects are not deleted.
Expect(k8sClient.Delete(context.TODO(), tr)).Should(Succeed())
r, err := labels.NewRequirement("labels.energy.io", selection.DoubleEquals, []string{"replicate"})
Expect(err).ToNot(HaveOccurred())
Consistently(func() []corev1.Secret {
secrets := corev1.SecretList{}
err = k8sClient.List(context.TODO(), &secrets, &client.ListOptions{LabelSelector: labels.NewSelector().Add(*r), Namespace: "solar-three"})
Expect(err).ToNot(HaveOccurred())
return secrets.Items
}, 10*time.Second, time.Second).Should(HaveLen(4))
})
})
})
})