/* Copyright 2021 The KubeVela Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package cli import ( "context" "fmt" "io" "os" "strings" "time" "github.com/fatih/color" "github.com/olekukonko/tablewriter" "github.com/pkg/errors" "github.com/spf13/cobra" "golang.org/x/term" pkgtypes "k8s.io/apimachinery/pkg/types" "k8s.io/utils/pointer" "sigs.k8s.io/controller-runtime/pkg/client" pkgmulticluster "github.com/kubevela/pkg/multicluster" workflowv1alpha1 "github.com/kubevela/workflow/api/v1alpha1" "github.com/kubevela/workflow/pkg/cue/model/sets" "github.com/kubevela/workflow/pkg/cue/model/value" "github.com/kubevela/workflow/pkg/utils" commontypes "github.com/oam-dev/kubevela/apis/core.oam.dev/common" "github.com/oam-dev/kubevela/apis/core.oam.dev/v1alpha1" "github.com/oam-dev/kubevela/apis/core.oam.dev/v1alpha2" "github.com/oam-dev/kubevela/apis/core.oam.dev/v1beta1" "github.com/oam-dev/kubevela/apis/types" pkgappfile "github.com/oam-dev/kubevela/pkg/appfile" "github.com/oam-dev/kubevela/pkg/multicluster" "github.com/oam-dev/kubevela/pkg/oam/discoverymapper" "github.com/oam-dev/kubevela/pkg/policy" "github.com/oam-dev/kubevela/pkg/resourcetracker" "github.com/oam-dev/kubevela/pkg/utils/common" cmdutil "github.com/oam-dev/kubevela/pkg/utils/util" types2 "github.com/oam-dev/kubevela/pkg/velaql/providers/query/types" "github.com/oam-dev/kubevela/references/appfile" ) // HealthStatus represents health status strings. type HealthStatus = v1alpha2.HealthStatus const ( // HealthStatusNotDiagnosed means there's no health scope referred or unknown health status returned HealthStatusNotDiagnosed HealthStatus = "NOT DIAGNOSED" ) const ( // HealthStatusHealthy represents healthy status. HealthStatusHealthy = v1alpha2.StatusHealthy // HealthStatusUnhealthy represents unhealthy status. HealthStatusUnhealthy = v1alpha2.StatusUnhealthy // HealthStatusUnknown represents unknown status. HealthStatusUnknown = v1alpha2.StatusUnknown ) // WorkloadHealthCondition holds health status of any resource type WorkloadHealthCondition = v1alpha2.WorkloadHealthCondition // ScopeHealthCondition holds health condition of a scope type ScopeHealthCondition = v1alpha2.ScopeHealthCondition // AppDeployStatus represents the status of application during "vela init" and "vela up --wait" type AppDeployStatus int // Enums of ApplicationStatus const ( appDeployFail AppDeployStatus = iota appDeployedHealthy appDeployError ) const ( trackingInterval = 1 * time.Second ) // NewAppStatusCommand creates `status` command for showing status func NewAppStatusCommand(c common.Args, order string, ioStreams cmdutil.IOStreams) *cobra.Command { ctx := context.Background() var outputFormat string var detail bool cmd := &cobra.Command{ Use: "status APP_NAME", Short: "Show status of an application.", Long: "Show status of vela application.", Example: ` # Get basic app info vela status APP_NAME # Show detailed info in tree vela status first-vela-app --tree --detail --detail-format list # Show pod list vela status first-vela-app --pod vela status first-vela-app --pod --component express-server --cluster local # Show endpoint list vela status first-vela-app --endpoint # Get raw Application yaml (without managedFields) vela status first-vela-app -o yaml # Get raw Application status using jsonpath vela status first-vela-app -o jsonpath='{.status}'`, RunE: func(cmd *cobra.Command, args []string) error { // check args argsLength := len(args) if argsLength == 0 { return fmt.Errorf("please specify an application") } appName := args[0] // get namespace namespace, err := GetFlagNamespaceOrEnv(cmd, c) if err != nil { return err } if printTree, err := cmd.Flags().GetBool("tree"); err == nil && printTree { return printApplicationTree(c, cmd, appName, namespace) } if printPod, err := cmd.Flags().GetBool("pod"); err == nil && printPod { component, _ := cmd.Flags().GetString("component") cluster, _ := cmd.Flags().GetString("cluster") f := Filter{ Component: component, Cluster: cluster, } return printAppPods(appName, namespace, f, c) } newClient, err := c.GetClient() if err != nil { return err } showEndpoints, err := cmd.Flags().GetBool("endpoint") if showEndpoints && err == nil { _, err := loadRemoteApplication(newClient, namespace, appName) if err != nil { return err } component, _ := cmd.Flags().GetString("component") cluster, _ := cmd.Flags().GetString("cluster") f := Filter{ Component: component, Cluster: cluster, } return printAppEndpoints(ctx, appName, namespace, f, c, false) } if outputFormat != "" { return printRawApplication(context.Background(), c, outputFormat, cmd.OutOrStdout(), namespace, appName) } return printAppStatus(ctx, newClient, ioStreams, appName, namespace, cmd, c, detail) }, Annotations: map[string]string{ types.TagCommandOrder: order, types.TagCommandType: types.TypeApp, }, } cmd.Flags().StringP("svc", "s", "", "service name") cmd.Flags().BoolP("endpoint", "p", false, "show all service endpoints of the application") cmd.Flags().StringP("component", "c", "", "filter the endpoints or pods by component name") cmd.Flags().StringP("cluster", "", "", "filter the endpoints or pods by cluster name") cmd.Flags().BoolP("tree", "t", false, "display the application resources into tree structure") cmd.Flags().BoolP("pod", "", false, "show pod list of the application") cmd.Flags().BoolVarP(&detail, "detail", "d", false, "display more details in the application like input/output data in context. Note that if you want to show the realtime details of application resources, please use it with --tree") cmd.Flags().StringP("detail-format", "", "inline", "the format for displaying details, must be used with --detail. Can be one of inline, wide, list, table, raw.") cmd.Flags().StringVarP(&outputFormat, "output", "o", "", "raw Application output format. One of: (json, yaml, jsonpath)") addNamespaceAndEnvArg(cmd) return cmd } func printAppStatus(_ context.Context, c client.Client, ioStreams cmdutil.IOStreams, appName string, namespace string, cmd *cobra.Command, velaC common.Args, detail bool) error { app, err := appfile.LoadApplication(namespace, appName, velaC) if err != nil { return err } cmd.Printf("About:\n\n") table := newUITable() table.AddRow(" Name:", appName) table.AddRow(" Namespace:", namespace) table.AddRow(" Created at:", app.CreationTimestamp.String()) table.AddRow(" Status:", getAppPhaseColor(app.Status.Phase).Sprint(app.Status.Phase)) cmd.Printf("%s\n\n", table.String()) if err := printWorkflowStatus(c, ioStreams, appName, namespace, detail); err != nil { return err } return loopCheckStatus(c, ioStreams, appName, namespace) } func formatEndpoints(endpoints []types2.ServiceEndpoint) [][]string { var result [][]string result = append(result, []string{"Cluster", "Component", "Ref(Kind/Namespace/Name)", "Endpoint", "Inner"}) for _, endpoint := range endpoints { if endpoint.Cluster == "" { endpoint.Cluster = multicluster.ClusterLocalName } if endpoint.Component == "" { endpoint.Component = "-" } result = append(result, []string{endpoint.Cluster, endpoint.Component, fmt.Sprintf("%s/%s/%s", endpoint.Ref.Kind, endpoint.Ref.Namespace, endpoint.Ref.Name), endpoint.String(), fmt.Sprintf("%v", endpoint.Endpoint.Inner)}) } return result } func printAppEndpoints(ctx context.Context, appName string, namespace string, f Filter, velaC common.Args, skipEmptyTable bool) error { endpoints, err := GetServiceEndpoints(ctx, appName, namespace, velaC, f) if err != nil { return err } if skipEmptyTable && len(endpoints) == 0 { return nil } fmt.Printf("Please access %s from the following endpoints:\n", appName) table := tablewriter.NewWriter(os.Stdout) table.SetColWidth(100) printablePoints := formatEndpoints(endpoints) table.SetHeader(printablePoints[0]) for i := 1; i < len(printablePoints); i++ { table.Append(printablePoints[i]) } table.Render() return nil } func loadRemoteApplication(c client.Client, ns string, name string) (*v1beta1.Application, error) { app := new(v1beta1.Application) err := c.Get(context.Background(), client.ObjectKey{ Namespace: ns, Name: name, }, app) return app, err } func getComponentType(app *v1beta1.Application, name string) string { for _, c := range app.Spec.Components { if c.Name == name { return c.Type } } return "webservice" } func printWorkflowStatus(c client.Client, ioStreams cmdutil.IOStreams, appName string, namespace string, detail bool) error { remoteApp, err := loadRemoteApplication(c, namespace, appName) if err != nil { return err } outputs := make(map[string]workflowv1alpha1.StepOutputs) var v *value.Value if detail { for _, c := range remoteApp.Spec.Components { if c.Outputs != nil { outputs[c.Name] = c.Outputs } } if remoteApp.Spec.Workflow != nil { for _, s := range remoteApp.Spec.Workflow.Steps { if s.Outputs != nil { outputs[s.Name] = s.Outputs } for _, sub := range s.SubSteps { if sub.Outputs != nil { outputs[sub.Name] = sub.Outputs } } } } if remoteApp.Status.Workflow != nil && remoteApp.Status.Workflow.ContextBackend != nil { ctxBackend := remoteApp.Status.Workflow.ContextBackend v, err = utils.GetDataFromContext(context.Background(), c, ctxBackend.Name, remoteApp.Name, remoteApp.Namespace) if err != nil { return err } } } workflowStatus := remoteApp.Status.Workflow if workflowStatus != nil { ioStreams.Info("Workflow:\n") ioStreams.Infof(" mode: %s\n", workflowStatus.Mode) ioStreams.Infof(" finished: %t\n", workflowStatus.Finished) ioStreams.Infof(" Suspend: %t\n", workflowStatus.Suspend) ioStreams.Infof(" Terminated: %t\n", workflowStatus.Terminated) ioStreams.Info(" Steps") for _, step := range workflowStatus.Steps { printWorkflowStepStatus(" ", step.StepStatus, ioStreams, detail, outputs, v) for _, sub := range step.SubStepsStatus { printWorkflowStepStatus(" ", sub, ioStreams, detail, outputs, v) } } ioStreams.Infof("\n") } return nil } func printWorkflowStepStatus(indent string, step workflowv1alpha1.StepStatus, ioStreams cmdutil.IOStreams, detail bool, outputs map[string]workflowv1alpha1.StepOutputs, v *value.Value) { ioStreams.Infof("%s- id: %s\n", indent[0:len(indent)-2], step.ID) ioStreams.Infof("%sname: %s\n", indent, step.Name) ioStreams.Infof("%stype: %s\n", indent, step.Type) ioStreams.Infof("%sphase: %s \n", indent, getWfStepColor(step.Phase).Sprint(step.Phase)) if len(step.Message) > 0 { ioStreams.Infof(" message: %s\n", step.Message) } if detail { if len(outputs[step.Name]) > 0 { ioStreams.Infof("%soutputs:\n", indent) for _, output := range outputs[step.Name] { outputValue, err := v.LookupValue(output.Name) if err != nil { continue } s, err := sets.ToString(outputValue.CueValue()) if err != nil { continue } indent += " " ioStreams.Infof("%s- name: %s\n", indent[0:len(indent)-2], output.Name) ioStreams.Infof("%svalue: %s", indent, s) } } } } func loopCheckStatus(c client.Client, ioStreams cmdutil.IOStreams, appName string, namespace string) error { remoteApp, err := loadRemoteApplication(c, namespace, appName) if err != nil { return err } if len(remoteApp.Status.Services) > 0 { ioStreams.Infof("Services:\n\n") } for _, comp := range remoteApp.Status.Services { compName := comp.Name envStat := "" if comp.Env != "" { envStat = "Env: " + comp.Env } if comp.Cluster == "" { comp.Cluster = "local" } nsStat := "" if comp.Namespace != "" { nsStat = "Namespace: " + comp.Namespace } ioStreams.Infof(fmt.Sprintf(" - Name: %s %s\n", compName, envStat)) ioStreams.Infof(fmt.Sprintf(" Cluster: %s %s\n", comp.Cluster, nsStat)) ioStreams.Infof(" Type: %s\n", getComponentType(remoteApp, compName)) healthColor := getHealthStatusColor(comp.Healthy) healthInfo := strings.ReplaceAll(comp.Message, "\n", "\n\t") // format healthInfo output healthstats := "Healthy" if !comp.Healthy { healthstats = "Unhealthy" } ioStreams.Infof(" %s %s\n", healthColor.Sprint(healthstats), healthColor.Sprint(healthInfo)) // load it again after health check remoteApp, err = loadRemoteApplication(c, namespace, appName) if err != nil { return err } // workload Must found if len(comp.Traits) > 0 { ioStreams.Infof(" Traits:\n") } else { ioStreams.Infof(" No trait applied\n") } for _, tr := range comp.Traits { traitBase := "" if tr.Healthy { traitBase = fmt.Sprintf(" %s%s", emojiSucceed, white.Sprint(tr.Type)) } else { traitBase = fmt.Sprintf(" %s%s", emojiFail, white.Sprint(tr.Type)) } if tr.Message != "" { traitBase += ": " + tr.Message } ioStreams.Infof(traitBase) } ioStreams.Info("") } return nil } func printTrackingDeployStatus(c common.Args, ioStreams cmdutil.IOStreams, appName, namespace string, timeout time.Duration) (AppDeployStatus, error) { sDeploy := newTrackingSpinnerWithDelay("Waiting app to be healthy ...", trackingInterval) sDeploy.Start() defer sDeploy.Stop() startTime := time.Now() TrackDeployLoop: for { time.Sleep(trackingInterval) deployStatus, err := TrackDeployStatus(c, appName, namespace) if err != nil { return appDeployError, err } switch deployStatus { case commontypes.ApplicationStarting, commontypes.ApplicationRendering, commontypes.ApplicationPolicyGenerating, commontypes.ApplicationRunningWorkflow, commontypes.ApplicationUnhealthy: if time.Now().After(startTime.Add(timeout)) { ioStreams.Info(red.Sprintf("\n%s Timeout waiting Application to be healthy!", emojiFail)) return appDeployFail, nil } continue case commontypes.ApplicationWorkflowSuspending, commontypes.ApplicationRunning: ioStreams.Info(green.Sprintf("\n%sApplication Deployed Successfully!", emojiSucceed)) break TrackDeployLoop case commontypes.ApplicationWorkflowTerminated, commontypes.ApplicationWorkflowFailed: ioStreams.Info(red.Sprintf("\n%sApplication Deployment Failed!", emojiFail)) ioStreams.Info(red.Sprintf("Please run the following command to check details: \n vela status %s -n %s\n", appName, namespace)) return appDeployFail, nil case commontypes.ApplicationDeleting: ioStreams.Info(red.Sprintf("\n%sApplication is in the deleting process!", emojiFail)) return appDeployFail, nil } } return appDeployedHealthy, nil } // TrackDeployStatus will only check AppConfig is deployed successfully, func TrackDeployStatus(c common.Args, appName string, namespace string) (commontypes.ApplicationPhase, error) { appObj, err := appfile.LoadApplication(namespace, appName, c) if err != nil { return "", err } return appObj.Status.Phase, nil } func getHealthStatusColor(s bool) *color.Color { if s { return green } return yellow } func getWfStepColor(phase workflowv1alpha1.WorkflowStepPhase) *color.Color { switch phase { case workflowv1alpha1.WorkflowStepPhaseSucceeded: return green case workflowv1alpha1.WorkflowStepPhaseFailed: return red default: return yellow } } func getAppPhaseColor(appPhase commontypes.ApplicationPhase) *color.Color { if appPhase == commontypes.ApplicationRunning { return green } return yellow } func printApplicationTree(c common.Args, cmd *cobra.Command, appName string, appNs string) error { config, err := c.GetConfig() if err != nil { return err } config.Wrap(pkgmulticluster.NewTransportWrapper()) cli, err := c.GetClient() if err != nil { return err } pd, err := c.GetPackageDiscover() if err != nil { return err } dm, err := discoverymapper.New(config) if err != nil { return err } app, err := loadRemoteApplication(cli, appNs, appName) if err != nil { return err } ctx := context.Background() _, currentRT, historyRTs, _, err := resourcetracker.ListApplicationResourceTrackers(ctx, cli, app) if err != nil { return err } clusterNameMapper, err := multicluster.NewClusterNameMapper(context.Background(), cli) if err != nil { return errors.Wrapf(err, "failed to get cluster mapper") } var placements []v1alpha1.PlacementDecision af, err := pkgappfile.NewApplicationParser(cli, dm, pd).GenerateAppFile(context.Background(), app) if err == nil { placements, _ = policy.GetPlacementsFromTopologyPolicies(context.Background(), cli, app.GetNamespace(), af.Policies, true) } format, _ := cmd.Flags().GetString("detail-format") var maxWidth *int if w, _, err := term.GetSize(0); err == nil && w > 0 { maxWidth = pointer.Int(w) } options := resourcetracker.ResourceTreePrintOptions{MaxWidth: maxWidth, Format: format, ClusterNameMapper: clusterNameMapper} printDetails, _ := cmd.Flags().GetBool("detail") if printDetails { msgRetriever, err := resourcetracker.RetrieveKubeCtlGetMessageGenerator(config) if err != nil { return err } options.DetailRetriever = msgRetriever } options.PrintResourceTree(cmd.OutOrStdout(), placements, currentRT, historyRTs) return nil } // printRawApplication prints raw Application in yaml/json/jsonpath (without managedFields). func printRawApplication(ctx context.Context, c common.Args, format string, out io.Writer, ns, appName string) error { var err error app := &v1beta1.Application{} k8sClient, err := c.GetClient() if err != nil { return fmt.Errorf("cannot get k8s client: %w", err) } err = k8sClient.Get(ctx, pkgtypes.NamespacedName{ Namespace: ns, Name: appName, }, app) if err != nil { return fmt.Errorf("cannot get application %s in namespace %s: %w", appName, ns, err) } // Set GVK, we need it // because the object returned from client.Get() has empty GVK // (since the type info is inherent in the typed object, so GVK is empty) app.SetGroupVersionKind(v1beta1.ApplicationKindVersionKind) str, err := formatApplicationString(format, app) if err != nil { return err } _, err = out.Write([]byte(str)) return err }