mirror of
https://github.com/projectcapsule/capsule.git
synced 2026-08-23 14:36:54 +00:00
* feat: implement performance optimizations --------- Signed-off-by: Oliver Baehler <oliver@sudo-i.net>
302 lines
7.8 KiB
Go
302 lines
7.8 KiB
Go
// Copyright 2020-2026 Project Capsule Authors
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
//nolint:dupl
|
|
package admission
|
|
|
|
import (
|
|
"context"
|
|
"maps"
|
|
"sort"
|
|
"time"
|
|
|
|
"github.com/go-logr/logr"
|
|
admissionv1 "k8s.io/api/admissionregistration/v1"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
ctrl "sigs.k8s.io/controller-runtime"
|
|
"sigs.k8s.io/controller-runtime/pkg/builder"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
|
|
"sigs.k8s.io/controller-runtime/pkg/handler"
|
|
ctrllog "sigs.k8s.io/controller-runtime/pkg/log"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
|
|
capsulev1beta2 "github.com/projectcapsule/capsule/api/v1beta2"
|
|
"github.com/projectcapsule/capsule/internal/controllers/tls"
|
|
"github.com/projectcapsule/capsule/internal/controllers/utils"
|
|
"github.com/projectcapsule/capsule/pkg/api/meta"
|
|
"github.com/projectcapsule/capsule/pkg/runtime/admission"
|
|
"github.com/projectcapsule/capsule/pkg/runtime/configuration"
|
|
"github.com/projectcapsule/capsule/pkg/runtime/predicates"
|
|
)
|
|
|
|
type validatingReconciler struct {
|
|
client client.Client
|
|
|
|
configuration configuration.Configuration
|
|
log logr.Logger
|
|
}
|
|
|
|
func (r *validatingReconciler) SetupWithManager(mgr ctrl.Manager, ctrlConfig utils.ControllerOptions) error {
|
|
return ctrl.NewControllerManagedBy(mgr).
|
|
Named("capsule/admission/validating").
|
|
For(
|
|
&admissionv1.ValidatingWebhookConfiguration{},
|
|
builder.WithPredicates(
|
|
predicates.ValidatingAdmissionConfigurationChangedPredicate{},
|
|
predicates.NamesMatchingPredicate{Names: []string{string(r.configuration.Admission().Validating.Name)}},
|
|
),
|
|
).
|
|
Watches(
|
|
&capsulev1beta2.CapsuleConfiguration{},
|
|
handler.EnqueueRequestsFromMapFunc(func(ctx context.Context, obj client.Object) []reconcile.Request {
|
|
return []reconcile.Request{{
|
|
NamespacedName: types.NamespacedName{
|
|
Name: string(r.configuration.Admission().Validating.Name),
|
|
Namespace: admissionConfigurationEventMarker,
|
|
},
|
|
}}
|
|
}),
|
|
builder.WithPredicates(
|
|
predicates.CapsuleConfigSpecAdmissionChangedPredicate{},
|
|
predicates.NamesMatchingPredicate{Names: []string{ctrlConfig.ConfigurationName}},
|
|
),
|
|
).
|
|
WithOptions(ctrlConfig.Runtime.ToControllerOptions()).
|
|
Complete(r)
|
|
}
|
|
|
|
func (r *validatingReconciler) Reconcile(ctx context.Context, request reconcile.Request) (res reconcile.Result, err error) {
|
|
started := time.Now()
|
|
defer logOperationDuration(ctrllog.FromContext(ctx), "reconcile validating configuration", started)
|
|
|
|
err = r.reconcileValidatingConfiguration(
|
|
ctx,
|
|
r.configuration.Admission().Validating,
|
|
request.Namespace == admissionConfigurationEventMarker,
|
|
)
|
|
|
|
return res, err
|
|
}
|
|
|
|
func (r *validatingReconciler) reconcileValidatingConfiguration(
|
|
ctx context.Context,
|
|
cfg *capsulev1beta2.DynamicValidatingAdmissionConfig,
|
|
cleanup bool,
|
|
) error {
|
|
desiredName := string(cfg.Name)
|
|
|
|
desiredHooks, err := r.validatingWebhooks(ctx, cfg)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if len(desiredHooks) == 0 {
|
|
managed, err := r.listManagedValidatingWebhookConfigs(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for i := range managed {
|
|
if err := r.deleteValidatingWebhookConfig(ctx, managed[i].Name); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
sort.Slice(desiredHooks, func(i, j int) bool { return desiredHooks[i].Name < desiredHooks[j].Name })
|
|
|
|
obj := &admissionv1.ValidatingWebhookConfiguration{
|
|
TypeMeta: metav1.TypeMeta{
|
|
APIVersion: admissionv1.SchemeGroupVersion.String(),
|
|
Kind: "ValidatingWebhookConfiguration",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: string(cfg.Name),
|
|
},
|
|
}
|
|
|
|
updateStarted := time.Now()
|
|
_, err = controllerutil.CreateOrUpdate(ctx, r.client, obj, func() error {
|
|
if err := controllerutil.SetOwnerReference(
|
|
r.configuration.GetConfigObject(),
|
|
obj,
|
|
r.client.Scheme(),
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
labels := obj.GetLabels()
|
|
if labels == nil {
|
|
labels = make(map[string]string)
|
|
}
|
|
|
|
maps.Copy(labels, cfg.Labels)
|
|
|
|
labels[meta.CreatedByCapsuleLabel] = meta.ValueController
|
|
|
|
obj.SetLabels(labels)
|
|
|
|
annotations := obj.GetAnnotations()
|
|
if annotations == nil {
|
|
annotations = make(map[string]string)
|
|
}
|
|
|
|
maps.Copy(annotations, cfg.Annotations)
|
|
|
|
obj.SetAnnotations(annotations)
|
|
|
|
// Preserve existing CA Information (cert-manager)
|
|
existingCABundles := validatingWebhookCABundlesByName(obj.Webhooks)
|
|
|
|
obj.Webhooks = desiredHooks
|
|
|
|
var caCert []byte
|
|
|
|
if r.configuration.EnableTLSConfiguration() {
|
|
caStarted := time.Now()
|
|
caCert, err = tls.FetchCurrentCaBundleForAdmission(ctx, r.client, r.configuration)
|
|
logOperationDuration(ctrllog.FromContext(ctx), "fetch validating admission CA bundle", caStarted)
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
caCert = cfg.Client.CABundle
|
|
}
|
|
|
|
if len(caCert) > 0 {
|
|
preserveValidatingWebhookCABundles(obj.Webhooks, caCert)
|
|
} else {
|
|
restoreValidatingWebhookCABundles(obj.Webhooks, existingCABundles)
|
|
}
|
|
|
|
annotations[predicates.AdmissionStateHashAnnotation] = predicates.ValidatingAdmissionStateHash(obj)
|
|
obj.SetAnnotations(annotations)
|
|
|
|
return err
|
|
})
|
|
|
|
logOperationDuration(ctrllog.FromContext(ctx), "create or update validating webhook configuration", updateStarted)
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if !cleanup {
|
|
return nil
|
|
}
|
|
|
|
// Garbage-collect any old managed validating webhook configs with different name
|
|
managed, err := r.listManagedValidatingWebhookConfigs(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for i := range managed {
|
|
if managed[i].Name == desiredName {
|
|
continue
|
|
}
|
|
|
|
if err := r.deleteValidatingWebhookConfig(ctx, managed[i].Name); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *validatingReconciler) listManagedValidatingWebhookConfigs(ctx context.Context) ([]admissionv1.ValidatingWebhookConfiguration, error) {
|
|
started := time.Now()
|
|
defer logOperationDuration(ctrllog.FromContext(ctx), "list managed validating webhook configurations", started)
|
|
|
|
list := &admissionv1.ValidatingWebhookConfigurationList{}
|
|
if err := r.client.List(ctx, list, client.MatchingLabels{
|
|
meta.CreatedByCapsuleLabel: meta.ValueController,
|
|
}); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return list.Items, nil
|
|
}
|
|
|
|
func (r *validatingReconciler) deleteValidatingWebhookConfig(ctx context.Context, name string) error {
|
|
if name == "" {
|
|
return nil
|
|
}
|
|
|
|
obj := &admissionv1.ValidatingWebhookConfiguration{
|
|
ObjectMeta: metav1.ObjectMeta{Name: name},
|
|
}
|
|
|
|
err := r.client.Delete(ctx, obj)
|
|
if apierrors.IsNotFound(err) {
|
|
return nil
|
|
}
|
|
|
|
return err
|
|
}
|
|
|
|
func (r *validatingReconciler) validatingWebhooks(
|
|
ctx context.Context,
|
|
cfg *capsulev1beta2.DynamicValidatingAdmissionConfig,
|
|
) (hooks []admissionv1.ValidatingWebhook, err error) {
|
|
for _, hook := range cfg.Webhooks {
|
|
h, err := admission.NewValidatingWebhook(hook, cfg.Client, r.configuration.Users(), r.configuration.Administrators())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
hooks = append(hooks, h)
|
|
}
|
|
|
|
return hooks, nil
|
|
}
|
|
|
|
func validatingWebhookCABundlesByName(
|
|
hooks []admissionv1.ValidatingWebhook,
|
|
) map[string][]byte {
|
|
out := make(map[string][]byte, len(hooks))
|
|
|
|
for _, hook := range hooks {
|
|
if hook.Name == "" || len(hook.ClientConfig.CABundle) == 0 {
|
|
continue
|
|
}
|
|
|
|
out[hook.Name] = append([]byte(nil), hook.ClientConfig.CABundle...)
|
|
}
|
|
|
|
return out
|
|
}
|
|
|
|
func restoreValidatingWebhookCABundles(
|
|
hooks []admissionv1.ValidatingWebhook,
|
|
existingCABundles map[string][]byte,
|
|
) {
|
|
for i := range hooks {
|
|
existingCABundle := existingCABundles[hooks[i].Name]
|
|
if len(existingCABundle) == 0 {
|
|
continue
|
|
}
|
|
|
|
hooks[i].ClientConfig.CABundle = append([]byte(nil), existingCABundle...)
|
|
}
|
|
}
|
|
|
|
func preserveValidatingWebhookCABundles(
|
|
hooks []admissionv1.ValidatingWebhook,
|
|
caBundle []byte,
|
|
) {
|
|
if len(caBundle) == 0 {
|
|
return
|
|
}
|
|
|
|
for i := range hooks {
|
|
hooks[i].ClientConfig.CABundle = append([]byte(nil), caBundle...)
|
|
}
|
|
}
|