mirror of
https://github.com/kubevela/kubevela.git
synced 2026-08-21 21:46:56 +00:00
Jianbo SunandGitHub
aa87d3da24
* upgrade K8s dependency to v0.21 * update CRD for new version of controller-runtime * fix ci component revision create must fill Raw in runtime.RawExtension * try fix test * start control plane timeout set to 1min and fix tests * add timeout for env test start and stop * longer timeout time for BeforeSuit function * upgrade kubebuilder and k8s cluster version to match with v1.21.2 in github action * fix test * fix resource tracker ownerRef override * update developer guides
339 lines
12 KiB
Go
339 lines
12 KiB
Go
/*
|
|
Copyright 2021 The KubeVela Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package controllers_test
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"math/rand"
|
|
"strconv"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/oam-dev/kubevela/apis/standard.oam.dev/v1alpha1"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
kruise "github.com/openkruise/kruise-api/apps/v1alpha1"
|
|
appsv1 "k8s.io/api/apps/v1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
rbac "k8s.io/api/rbac/v1"
|
|
crdv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
clientgoscheme "k8s.io/client-go/kubernetes/scheme"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/client/config"
|
|
"sigs.k8s.io/controller-runtime/pkg/envtest/printer"
|
|
logf "sigs.k8s.io/controller-runtime/pkg/log"
|
|
"sigs.k8s.io/controller-runtime/pkg/log/zap"
|
|
controllerscheme "sigs.k8s.io/controller-runtime/pkg/scheme"
|
|
|
|
core "github.com/oam-dev/kubevela/apis/core.oam.dev"
|
|
commontypes "github.com/oam-dev/kubevela/apis/core.oam.dev/common"
|
|
"github.com/oam-dev/kubevela/apis/core.oam.dev/v1alpha2"
|
|
"github.com/oam-dev/kubevela/pkg/oam/util"
|
|
"github.com/oam-dev/kubevela/pkg/utils/common"
|
|
// +kubebuilder:scaffold:imports
|
|
)
|
|
|
|
var k8sClient client.Client
|
|
var scheme = runtime.NewScheme()
|
|
var manualscalertrait v1alpha2.TraitDefinition
|
|
var extendedmanualscalertrait v1alpha2.TraitDefinition
|
|
var roleName = "oam-example-com"
|
|
var roleBindingName = "oam-role-binding"
|
|
var crd crdv1.CustomResourceDefinition
|
|
|
|
// A DefinitionExtension is an Object type for xxxDefinitin.spec.extension
|
|
type DefinitionExtension struct {
|
|
Alias string `json:"alias,omitempty"`
|
|
}
|
|
|
|
func TestAPIs(t *testing.T) {
|
|
RegisterFailHandler(Fail)
|
|
|
|
RunSpecsWithDefaultAndCustomReporters(t,
|
|
"OAM Core Resource Controller Suite",
|
|
[]Reporter{printer.NewlineReporter{}})
|
|
}
|
|
|
|
var _ = BeforeSuite(func(done Done) {
|
|
By("Bootstrapping test environment")
|
|
rand.Seed(time.Now().UnixNano())
|
|
logf.SetLogger(zap.New(zap.UseDevMode(true), zap.WriteTo(GinkgoWriter)))
|
|
err := clientgoscheme.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
err = core.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
err = crdv1.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
err = kruise.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
depExample := &unstructured.Unstructured{}
|
|
depExample.SetGroupVersionKind(schema.GroupVersionKind{
|
|
Group: "example.com",
|
|
Version: "v1",
|
|
Kind: "Foo",
|
|
})
|
|
depSchemeGroupVersion := schema.GroupVersion{Group: "example.com", Version: "v1"}
|
|
depSchemeBuilder := &controllerscheme.Builder{GroupVersion: depSchemeGroupVersion}
|
|
depSchemeBuilder.Register(depExample.DeepCopyObject())
|
|
err = depSchemeBuilder.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
err = v1alpha1.AddToScheme(scheme)
|
|
Expect(err).Should(BeNil())
|
|
By("Setting up kubernetes client")
|
|
k8sClient, err = client.New(config.GetConfigOrDie(), client.Options{Scheme: scheme})
|
|
if err != nil {
|
|
logf.Log.Error(err, "failed to create k8sClient")
|
|
Fail("setup failed")
|
|
}
|
|
By("Finished setting up test environment")
|
|
|
|
// Create manual scaler trait definition
|
|
manualscalertrait = v1alpha2.TraitDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "manualscalertraits.core.oam.dev",
|
|
Namespace: "vela-system",
|
|
Labels: map[string]string{"trait": "manualscalertrait"},
|
|
},
|
|
Spec: v1alpha2.TraitDefinitionSpec{
|
|
WorkloadRefPath: "spec.workloadRef",
|
|
Reference: commontypes.DefinitionReference{
|
|
Name: "manualscalertraits.core.oam.dev",
|
|
},
|
|
},
|
|
}
|
|
// For some reason, traitDefinition is created as a Cluster scope object
|
|
Expect(k8sClient.Create(context.Background(), manualscalertrait.DeepCopy())).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
// for oam spec v0.2 e2e-test
|
|
manualscalertrait.Namespace = "oam-runtime-system"
|
|
Expect(k8sClient.Create(context.Background(), &manualscalertrait)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
// Create manual scaler trait definition with spec.extension field
|
|
definitionExtension := DefinitionExtension{
|
|
Alias: "ManualScaler",
|
|
}
|
|
in := new(runtime.RawExtension)
|
|
in.Raw, _ = json.Marshal(definitionExtension)
|
|
|
|
extendedmanualscalertrait = v1alpha2.TraitDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "manualscalertraits-extended.core.oam.dev",
|
|
Namespace: "vela-system",
|
|
Labels: map[string]string{"trait": "manualscalertrait"},
|
|
},
|
|
Spec: v1alpha2.TraitDefinitionSpec{
|
|
WorkloadRefPath: "spec.workloadRef",
|
|
Reference: commontypes.DefinitionReference{
|
|
Name: "manualscalertraits-extended.core.oam.dev",
|
|
},
|
|
Extension: in,
|
|
},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), extendedmanualscalertrait.DeepCopy())).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
// for oam spec v0.2 e2e-test
|
|
extendedmanualscalertrait.Namespace = "oam-runtime-system"
|
|
Expect(k8sClient.Create(context.Background(), &extendedmanualscalertrait)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created extended manualscalertraits.core.oam.dev")
|
|
|
|
// For some reason, workloadDefinition is created as a Cluster scope object
|
|
label := map[string]string{"workload": "containerized-workload"}
|
|
// create workload definition for 'containerizedworkload'
|
|
wd := v1alpha2.WorkloadDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "containerizedworkloads.core.oam.dev",
|
|
Namespace: "vela-system",
|
|
Labels: label,
|
|
},
|
|
Spec: v1alpha2.WorkloadDefinitionSpec{
|
|
Reference: commontypes.DefinitionReference{
|
|
Name: "containerizedworkloads.core.oam.dev",
|
|
},
|
|
ChildResourceKinds: []commontypes.ChildResourceKind{
|
|
{
|
|
APIVersion: corev1.SchemeGroupVersion.String(),
|
|
Kind: util.KindService,
|
|
},
|
|
{
|
|
APIVersion: appsv1.SchemeGroupVersion.String(),
|
|
Kind: util.KindDeployment,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), &wd)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created containerizedworkload.core.oam.dev")
|
|
|
|
// create workload definition for 'deployments'
|
|
wdDeploy := v1alpha2.WorkloadDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "deployments.apps",
|
|
Namespace: "vela-system",
|
|
},
|
|
Spec: v1alpha2.WorkloadDefinitionSpec{
|
|
Reference: commontypes.DefinitionReference{
|
|
Name: "deployments.apps",
|
|
},
|
|
},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), &wdDeploy)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created deployments.apps")
|
|
|
|
exampleClusterRole := rbac.ClusterRole{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: roleName,
|
|
Labels: map[string]string{
|
|
"oam": "clusterrole",
|
|
"rbac.oam.dev/aggregate-to-controller": "true",
|
|
},
|
|
},
|
|
Rules: []rbac.PolicyRule{{
|
|
APIGroups: []string{"example.com"},
|
|
Resources: []string{rbac.ResourceAll},
|
|
Verbs: []string{rbac.VerbAll},
|
|
}},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), &exampleClusterRole)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created example.com cluster role for the test service account")
|
|
|
|
adminRoleBinding := rbac.ClusterRoleBinding{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: roleBindingName,
|
|
Labels: map[string]string{"oam": "clusterrole"},
|
|
},
|
|
Subjects: []rbac.Subject{
|
|
{
|
|
Kind: "User",
|
|
Name: "system:serviceaccount:oam-system:oam-kubernetes-runtime-e2e",
|
|
},
|
|
},
|
|
RoleRef: rbac.RoleRef{
|
|
APIGroup: "rbac.authorization.k8s.io",
|
|
Kind: "ClusterRole",
|
|
Name: "cluster-admin",
|
|
},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), &adminRoleBinding)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created cluster role binding for the test service account")
|
|
|
|
crd = crdv1.CustomResourceDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "bars.example.com",
|
|
Labels: map[string]string{"crd": "revision-test"},
|
|
},
|
|
Spec: crdv1.CustomResourceDefinitionSpec{
|
|
Group: "example.com",
|
|
Names: crdv1.CustomResourceDefinitionNames{
|
|
Kind: "Bar",
|
|
ListKind: "BarList",
|
|
Plural: "bars",
|
|
Singular: "bar",
|
|
},
|
|
Versions: []crdv1.CustomResourceDefinitionVersion{
|
|
{
|
|
Name: "v1",
|
|
Served: true,
|
|
Storage: true,
|
|
Schema: &crdv1.CustomResourceValidation{
|
|
OpenAPIV3Schema: &crdv1.JSONSchemaProps{
|
|
Type: "object",
|
|
Properties: map[string]crdv1.JSONSchemaProps{
|
|
"spec": {
|
|
Type: "object",
|
|
Properties: map[string]crdv1.JSONSchemaProps{
|
|
"key": {Type: "string"},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Scope: crdv1.NamespaceScoped,
|
|
},
|
|
}
|
|
Expect(k8sClient.Create(context.Background(), crd.DeepCopy())).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
// for oam spec v0.2 e2e-test
|
|
crd.Namespace = "oam-runtime-system"
|
|
Expect(k8sClient.Create(context.Background(), &crd)).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
By("Created a crd for revision mechanism test")
|
|
|
|
By("Create workload definition for revision mechanism test")
|
|
var nwd v1alpha2.WorkloadDefinition
|
|
Expect(common.ReadYamlToObject("testdata/revision/workload-def.yaml", &nwd)).Should(BeNil())
|
|
Eventually(
|
|
func() error {
|
|
return k8sClient.Create(context.Background(), nwd.DeepCopy())
|
|
},
|
|
time.Second*3, time.Millisecond*300).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
nwd.Namespace = "oam-runtime-system"
|
|
Eventually(
|
|
func() error {
|
|
return k8sClient.Create(context.Background(), &nwd)
|
|
},
|
|
time.Second*3, time.Millisecond*300).Should(SatisfyAny(BeNil(), &util.AlreadyExistMatcher{}))
|
|
close(done)
|
|
}, 300)
|
|
|
|
var _ = AfterSuite(func() {
|
|
By("Tearing down the test environment")
|
|
adminRoleBinding := rbac.ClusterRoleBinding{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: roleBindingName,
|
|
Labels: map[string]string{"oam": "clusterrole"},
|
|
},
|
|
}
|
|
Expect(k8sClient.Delete(context.Background(), &adminRoleBinding)).Should(BeNil())
|
|
By("Deleted the cluster role binding")
|
|
|
|
crd = crdv1.CustomResourceDefinition{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "bars.example.com",
|
|
Labels: map[string]string{"crd": "revision-test"},
|
|
},
|
|
}
|
|
Expect(k8sClient.Delete(context.Background(), &crd)).Should(BeNil())
|
|
})
|
|
|
|
// RequestReconcileNow will trigger an immediate reconciliation on K8s object.
|
|
// Some test cases may fail for timeout to wait a scheduled reconciliation.
|
|
// This is a workaround to avoid long-time wait before next scheduled
|
|
// reconciliation.
|
|
func RequestReconcileNow(ctx context.Context, o client.Object) {
|
|
oCopy := o.DeepCopyObject()
|
|
oMeta, ok := oCopy.(metav1.Object)
|
|
Expect(ok).Should(BeTrue())
|
|
oMeta.SetAnnotations(map[string]string{
|
|
"app.oam.dev/requestreconcile": time.Now().String(),
|
|
})
|
|
oMeta.SetResourceVersion("")
|
|
By(fmt.Sprintf("Requset reconcile %q now", oMeta.GetName()))
|
|
Expect(k8sClient.Patch(ctx, oCopy.(client.Object), client.Merge)).Should(Succeed())
|
|
}
|
|
|
|
// randomNamespaceName generates a random name based on the basic name.
|
|
// Running each ginkgo case in a new namespace with a random name can avoid
|
|
// waiting a long time to GC namesapce.
|
|
func randomNamespaceName(basic string) string {
|
|
return fmt.Sprintf("%s-%s", basic, strconv.FormatInt(rand.Int63(), 16))
|
|
}
|