mirror of
https://github.com/projectcapsule/capsule.git
synced 2026-08-22 22:16:46 +00:00
* fix: allow managed metadata defined per tenant Signed-off-by: Oliver Baehler <oliver@sudo-i.net> * fix: allow managed metadata defined per tenant Signed-off-by: Oliver Baehler <oliver@sudo-i.net> --------- Signed-off-by: Oliver Baehler <oliver@sudo-i.net>
458 lines
10 KiB
Go
458 lines
10 KiB
Go
// Copyright 2020-2026 Project Capsule Authors
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package tenant
|
|
|
|
import (
|
|
"context"
|
|
"regexp"
|
|
"sort"
|
|
|
|
"github.com/go-logr/logr"
|
|
nodev1 "k8s.io/api/node/v1"
|
|
resources "k8s.io/api/resource/v1"
|
|
schedulingv1 "k8s.io/api/scheduling/v1"
|
|
storagev1 "k8s.io/api/storage/v1"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/api/meta"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/client-go/util/retry"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
gatewayv1 "sigs.k8s.io/gateway-api/apis/v1"
|
|
|
|
capsulev1beta2 "github.com/projectcapsule/capsule/api/v1beta2"
|
|
"github.com/projectcapsule/capsule/pkg/api"
|
|
capmeta "github.com/projectcapsule/capsule/pkg/api/meta"
|
|
"github.com/projectcapsule/capsule/pkg/tenant"
|
|
)
|
|
|
|
func setTenantStatusState(tnt *capsulev1beta2.Tenant) {
|
|
if tnt.DeletionTimestamp != nil {
|
|
tnt.Status.State = capsulev1beta2.TenantStateTerminating
|
|
|
|
return
|
|
}
|
|
|
|
if tnt.Spec.Cordoned {
|
|
tnt.Status.State = capsulev1beta2.TenantStateCordoned
|
|
|
|
return
|
|
}
|
|
|
|
tnt.Status.State = capsulev1beta2.TenantStateActive
|
|
}
|
|
|
|
func (r *Manager) updateTenantStatus(ctx context.Context, instance *capsulev1beta2.Tenant, reconcileError error) error {
|
|
return retry.RetryOnConflict(retry.DefaultBackoff, func() error {
|
|
latest := &capsulev1beta2.Tenant{}
|
|
if err := r.reader.Get(ctx, types.NamespacedName{Name: instance.GetName()}, latest); err != nil {
|
|
if apierrors.IsNotFound(err) {
|
|
return nil
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
latest.Status = instance.Status
|
|
latest.Status.ObservedGeneration = instance.GetGeneration()
|
|
setTenantStatusState(latest)
|
|
|
|
readyCondition := capmeta.NewReadyCondition(instance)
|
|
if reconcileError != nil {
|
|
readyCondition.Message = reconcileError.Error()
|
|
readyCondition.Status = metav1.ConditionFalse
|
|
readyCondition.Reason = capmeta.FailedReason
|
|
}
|
|
|
|
latest.Status.Conditions.UpdateConditionByType(readyCondition)
|
|
|
|
if err := r.Client.Status().Update(ctx, latest); err != nil {
|
|
if apierrors.IsNotFound(err) {
|
|
return nil
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
instance.Status = latest.Status
|
|
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func (r *Manager) updateReconcilingStatus(ctx context.Context, instance *capsulev1beta2.Tenant) error {
|
|
return retry.RetryOnConflict(retry.DefaultBackoff, func() (err error) {
|
|
latest := &capsulev1beta2.Tenant{}
|
|
if err = r.reader.Get(ctx, types.NamespacedName{Name: instance.GetName(), Namespace: instance.GetNamespace()}, latest); err != nil {
|
|
return err
|
|
}
|
|
|
|
latest.Status.Conditions.UpdateConditionByType(capmeta.NewReadyConditionReconcilingReason(instance))
|
|
|
|
setTenantStatusState(latest)
|
|
|
|
cordonedCondition := capmeta.NewCordonedCondition(instance)
|
|
|
|
if instance.Spec.Cordoned {
|
|
latest.Status.State = capsulev1beta2.TenantStateCordoned
|
|
|
|
cordonedCondition.Reason = capmeta.CordonedReason
|
|
cordonedCondition.Message = "Tenant is cordoned"
|
|
cordonedCondition.Status = metav1.ConditionTrue
|
|
}
|
|
|
|
latest.Status.Conditions.UpdateConditionByType(cordonedCondition)
|
|
|
|
if err := r.Client.Status().Update(ctx, latest); err != nil {
|
|
if apierrors.IsNotFound(err) {
|
|
return nil
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
instance.Status = latest.Status
|
|
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// Sets a label on the Tenant object with it's name.
|
|
func (r *Manager) collectRBAC(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
owners, err := tenant.CollectOwners(
|
|
ctx,
|
|
r.Client,
|
|
tnt,
|
|
r.Configuration,
|
|
)
|
|
tnt.Status.Owners = owners
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
promotions, err := tenant.CollectPromotions(
|
|
ctx,
|
|
r.Client,
|
|
tnt,
|
|
r.Configuration,
|
|
)
|
|
tnt.Status.Promotions = promotions
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailableResources(ctx context.Context, log logr.Logger, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if r.classes.device {
|
|
log.V(5).Info("collecting available deviceclasses")
|
|
|
|
if err = r.collectAvailableDeviceClasses(ctx, tnt); err != nil {
|
|
return err
|
|
}
|
|
|
|
log.V(5).Info("collected available deviceclasses", "size", len(tnt.Status.Classes.DeviceClasses))
|
|
}
|
|
|
|
log.V(5).Info("collecting available storageclasses")
|
|
|
|
if err = r.collectAvailableStorageClasses(ctx, tnt); err != nil {
|
|
return err
|
|
}
|
|
|
|
log.V(5).Info("collected available storageclasses", "size", len(tnt.Status.Classes.StorageClasses))
|
|
|
|
if err = r.collectAvailablePriorityClasses(ctx, tnt); err != nil {
|
|
return err
|
|
}
|
|
|
|
if r.classes.gateway {
|
|
log.V(5).Info("collected available priorityclasses", "size", len(tnt.Status.Classes.PriorityClasses))
|
|
|
|
if err = r.collectAvailableGatewayClasses(ctx, tnt); err != nil {
|
|
return err
|
|
}
|
|
|
|
log.V(5).Info("collected available gatewayclasses", "size", len(tnt.Status.Classes.GatewayClasses))
|
|
}
|
|
|
|
if err = r.collectAvailableRuntimeClasses(ctx, tnt); err != nil {
|
|
return err
|
|
}
|
|
|
|
log.V(5).Info("collected available runtimeclasses", "size", len(tnt.Status.Classes.RuntimeClasses))
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailableDeviceClasses(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if tnt.Status.Classes.DeviceClasses, err = listObjectNamesBySelector2(
|
|
ctx,
|
|
r.reader,
|
|
tnt.Spec.DeviceClasses,
|
|
&resources.DeviceClassList{},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailableStorageClasses(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if tnt.Status.Classes.StorageClasses, err = listObjectNamesBySelector(
|
|
ctx,
|
|
r.reader,
|
|
tnt.Spec.StorageClasses,
|
|
&storagev1.StorageClassList{},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailablePriorityClasses(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if tnt.Status.Classes.PriorityClasses, err = listObjectNamesBySelector(
|
|
ctx,
|
|
r.reader,
|
|
tnt.Spec.PriorityClasses,
|
|
&schedulingv1.PriorityClassList{},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailableGatewayClasses(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if tnt.Status.Classes.GatewayClasses, err = listObjectNamesBySelector(
|
|
ctx,
|
|
r.reader,
|
|
tnt.Spec.GatewayOptions.AllowedClasses,
|
|
&gatewayv1.GatewayClassList{},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *Manager) collectAvailableRuntimeClasses(ctx context.Context, tnt *capsulev1beta2.Tenant) (err error) {
|
|
if tnt.Status.Classes.RuntimeClasses, err = listObjectNamesBySelector(
|
|
ctx,
|
|
r.reader,
|
|
tnt.Spec.RuntimeClasses,
|
|
&nodev1.RuntimeClassList{},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// ListObjectNamesBySelector lists Kubernetes objects of the given List type (cluster- or namespaced)
|
|
// matching the provided LabelSelector, and returns their .metadata.name values.
|
|
func listObjectNamesBySelector(
|
|
ctx context.Context,
|
|
c client.Reader,
|
|
allowed *api.DefaultAllowedListSpec,
|
|
list client.ObjectList,
|
|
opts ...client.ListOption,
|
|
) ([]string, error) {
|
|
if err := c.List(ctx, list, opts...); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objs, err := meta.ExtractList(list)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objects := make([]string, 0)
|
|
|
|
allNames := make(map[string]struct{})
|
|
selected := make(map[string]struct{})
|
|
|
|
hasSelector := false
|
|
if allowed != nil {
|
|
hasSelector = len(allowed.MatchLabels) > 0 ||
|
|
len(allowed.MatchExpressions) > 0
|
|
}
|
|
|
|
if allowed == nil || (!hasSelector && len(allowed.Exact) == 0) {
|
|
for _, o := range objs {
|
|
accessor, err := meta.Accessor(o)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objects = append(objects, accessor.GetName())
|
|
}
|
|
|
|
sort.Strings(objects)
|
|
|
|
return objects, nil
|
|
}
|
|
|
|
// Prepare selector
|
|
var sel labels.Selector
|
|
if hasSelector {
|
|
sel, err = metav1.LabelSelectorAsSelector(&allowed.LabelSelector)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
// Evaluate objects
|
|
for _, obj := range objs {
|
|
accessor, err := meta.Accessor(obj)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
name := accessor.GetName()
|
|
|
|
allNames[name] = struct{}{}
|
|
|
|
if hasSelector {
|
|
lbls := labels.Set(accessor.GetLabels())
|
|
if sel.Matches(lbls) {
|
|
selected[name] = struct{}{}
|
|
}
|
|
}
|
|
}
|
|
|
|
exact := allowed.Exact
|
|
if allowed.Default != "" {
|
|
exact = append(exact, allowed.Default)
|
|
}
|
|
|
|
for _, name := range exact {
|
|
if _, exists := allNames[name]; !exists {
|
|
continue
|
|
}
|
|
|
|
selected[name] = struct{}{}
|
|
}
|
|
|
|
var regex *regexp.Regexp
|
|
|
|
//nolint:staticcheck
|
|
if allowed.Regex != "" {
|
|
regex, err = regexp.Compile(allowed.Regex)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
if regex != nil {
|
|
for name := range allNames {
|
|
if regex.MatchString(name) {
|
|
selected[name] = struct{}{}
|
|
}
|
|
}
|
|
}
|
|
|
|
for name := range selected {
|
|
objects = append(objects, name)
|
|
}
|
|
|
|
sort.Strings(objects)
|
|
|
|
return objects, nil
|
|
}
|
|
|
|
func listObjectNamesBySelector2(
|
|
ctx context.Context,
|
|
c client.Reader,
|
|
allowed *api.SelectorAllowedListSpec,
|
|
list client.ObjectList,
|
|
opts ...client.ListOption,
|
|
) ([]string, error) {
|
|
if err := c.List(ctx, list, opts...); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objs, err := meta.ExtractList(list)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objects := make([]string, 0)
|
|
|
|
allNames := make(map[string]struct{})
|
|
selected := make(map[string]struct{})
|
|
|
|
hasSelector := false
|
|
if allowed != nil {
|
|
hasSelector = len(allowed.MatchLabels) > 0 ||
|
|
len(allowed.MatchExpressions) > 0
|
|
}
|
|
|
|
if allowed == nil || (!hasSelector && len(allowed.Exact) == 0) {
|
|
for _, o := range objs {
|
|
accessor, err := meta.Accessor(o)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
objects = append(objects, accessor.GetName())
|
|
}
|
|
|
|
sort.Strings(objects)
|
|
|
|
return objects, nil
|
|
}
|
|
|
|
// Prepare selector
|
|
var sel labels.Selector
|
|
if hasSelector {
|
|
sel, err = metav1.LabelSelectorAsSelector(&allowed.LabelSelector)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
// Evaluate objects
|
|
for _, obj := range objs {
|
|
accessor, err := meta.Accessor(obj)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
name := accessor.GetName()
|
|
|
|
allNames[name] = struct{}{}
|
|
|
|
if hasSelector {
|
|
lbls := labels.Set(accessor.GetLabels())
|
|
if sel.Matches(lbls) {
|
|
selected[name] = struct{}{}
|
|
}
|
|
}
|
|
}
|
|
|
|
exact := allowed.Exact
|
|
|
|
for _, name := range exact {
|
|
if _, exists := allNames[name]; !exists {
|
|
continue
|
|
}
|
|
|
|
selected[name] = struct{}{}
|
|
}
|
|
|
|
for name := range selected {
|
|
objects = append(objects, name)
|
|
}
|
|
|
|
sort.Strings(objects)
|
|
|
|
return objects, nil
|
|
}
|