Files
kubevela/pkg/cue/model/value/value.go
2022-05-10 13:36:44 +08:00

626 lines
13 KiB
Go

/*
Copyright 2021 The KubeVela Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package value
import (
"encoding/json"
"fmt"
"sort"
"strconv"
"strings"
"cuelang.org/go/cue"
"cuelang.org/go/cue/ast"
"cuelang.org/go/cue/build"
"cuelang.org/go/cue/literal"
"cuelang.org/go/cue/parser"
"cuelang.org/go/cue/token"
"github.com/pkg/errors"
"github.com/oam-dev/kubevela/pkg/cue/model/sets"
"github.com/oam-dev/kubevela/pkg/cue/packages"
"github.com/oam-dev/kubevela/pkg/stdlib"
)
// Value is an object with cue.runtime and vendors
type Value struct {
v cue.Value
r cue.Runtime
addImports func(instance *build.Instance) error
}
// String return value's cue format string
func (val *Value) String(opts ...func(node ast.Node) ast.Node) (string, error) {
opts = append(opts, sets.OptBytesToString)
return sets.ToString(val.v, opts...)
}
// Error return value's error information.
func (val *Value) Error() error {
v := val.CueValue()
if !v.Exists() {
return errors.New("empty value")
}
var gerr error
v.Walk(func(value cue.Value) bool {
if err := value.Eval().Err(); err != nil {
gerr = err
return false
}
return true
}, nil)
return gerr
}
// UnmarshalTo unmarshal value into golang object
func (val *Value) UnmarshalTo(x interface{}) error {
data, err := val.v.MarshalJSON()
if err != nil {
return err
}
return json.Unmarshal(data, x)
}
// NewValue new a value
func NewValue(s string, pd *packages.PackageDiscover, tagTempl string, opts ...func(*ast.File) error) (*Value, error) {
builder := &build.Instance{}
file, err := parser.ParseFile("-", s, parser.ParseComments)
if err != nil {
return nil, err
}
for _, opt := range opts {
if err := opt(file); err != nil {
return nil, err
}
}
if err := builder.AddSyntax(file); err != nil {
return nil, err
}
addImports := func(inst *build.Instance) error {
if pd != nil {
pd.ImportBuiltinPackagesFor(inst)
}
if err := stdlib.AddImportsFor(inst, tagTempl); err != nil {
return err
}
return nil
}
if err := addImports(builder); err != nil {
return nil, err
}
var r cue.Runtime
inst, err := r.Build(builder)
if err != nil {
return nil, err
}
val := new(Value)
val.r = r
val.v = inst.Value()
val.addImports = addImports
return val, nil
}
// TagFieldOrder add step tag.
func TagFieldOrder(root *ast.File) error {
i := 0
vs := &visitor{
r: map[string]struct{}{},
}
for _, decl := range root.Decls {
vs.addAttrForExpr(decl, &i)
}
return nil
}
// ProcessScript preprocess the script builtin function.
func ProcessScript(root *ast.File) error {
return sets.PreprocessBuiltinFunc(root, "script", func(values []ast.Node) (ast.Expr, error) {
for _, v := range values {
lit, ok := v.(*ast.BasicLit)
if ok {
src, err := literal.Unquote(lit.Value)
if err != nil {
return nil, errors.WithMessage(err, "unquote script value")
}
expr, err := parser.ParseExpr("-", src)
if err != nil {
return nil, errors.Errorf("script value(%s) is invalid CueLang", src)
}
return expr, nil
}
}
return nil, errors.New("script parameter error")
})
}
type visitor struct {
r map[string]struct{}
}
func (vs *visitor) done(name string) {
vs.r[name] = struct{}{}
}
func (vs *visitor) shouldDo(name string) bool {
_, ok := vs.r[name]
return !ok
}
func (vs *visitor) addAttrForExpr(node ast.Node, index *int) {
switch v := node.(type) {
case *ast.Comprehension:
st := v.Value.(*ast.StructLit)
for _, elt := range st.Elts {
vs.addAttrForExpr(elt, index)
}
case *ast.Field:
basic, ok := v.Label.(*ast.Ident)
if !ok {
return
}
if !vs.shouldDo(basic.Name) {
return
}
if v.Attrs == nil {
*index++
vs.done(basic.Name)
v.Attrs = []*ast.Attribute{
{Text: fmt.Sprintf("@step(%d)", *index)},
}
}
}
}
// MakeValue generate an value with same runtime
func (val *Value) MakeValue(s string) (*Value, error) {
builder := &build.Instance{}
if err := builder.AddFile("-", s); err != nil {
return nil, err
}
if err := val.addImports(builder); err != nil {
return nil, err
}
inst, err := val.r.Build(builder)
if err != nil {
return nil, err
}
v := new(Value)
v.r = val.r
v.v = inst.Value()
v.addImports = val.addImports
return v, nil
}
func (val *Value) makeValueWithFile(files ...*ast.File) (*Value, error) {
builder := &build.Instance{}
for _, f := range files {
if err := builder.AddSyntax(f); err != nil {
return nil, err
}
}
if err := val.addImports(builder); err != nil {
return nil, err
}
inst, err := val.r.Build(builder)
if err != nil {
return nil, err
}
v := new(Value)
v.r = val.r
v.v = inst.Value()
v.addImports = val.addImports
return v, nil
}
// FillRaw unify the value with the cue format string x at the given path.
func (val *Value) FillRaw(x string, paths ...string) error {
xInst, err := val.r.Compile("-", x)
if err != nil {
return err
}
v := val.v.Fill(xInst.Value(), paths...)
if v.Err() != nil {
return v.Err()
}
val.v = v
return nil
}
// FillValueByScript unify the value x at the given script path.
func (val *Value) FillValueByScript(x *Value, path string) error {
if !strings.Contains(path, "[") {
return val.FillObject(x, strings.Split(path, ".")...)
}
s, err := x.String()
if err != nil {
return err
}
return val.fillRawByScript(s, path)
}
func (val *Value) fillRawByScript(x string, path string) error {
a := newAssembler(x)
pathExpr, err := parser.ParseExpr("path", path)
if err != nil {
return errors.WithMessage(err, "parse path")
}
if err := a.installTo(pathExpr); err != nil {
return err
}
raw, err := val.String(sets.ListOpen)
if err != nil {
return err
}
v, err := val.MakeValue(raw + "\n" + a.v)
if err != nil {
return errors.WithMessage(err, "remake value")
}
if err := v.Error(); err != nil {
return err
}
*val = *v
return nil
}
// CueValue return cue.Value
func (val *Value) CueValue() cue.Value {
return val.v
}
// FillObject unify the value with object x at the given path.
func (val *Value) FillObject(x interface{}, paths ...string) error {
insert := x
if v, ok := x.(*Value); ok {
if v.r != val.r {
return errors.New("filled value not created with same Runtime")
}
insert = v.v
}
newV := val.v.Fill(insert, paths...)
if newV.Err() != nil {
return newV.Err()
}
val.v = newV
return nil
}
// LookupValue reports the value at a path starting from val
func (val *Value) LookupValue(paths ...string) (*Value, error) {
v := val.v.Lookup(paths...)
if !v.Exists() {
return nil, errors.Errorf("var(path=%s) not exist", strings.Join(paths, "."))
}
return &Value{
v: v,
r: val.r,
addImports: val.addImports,
}, nil
}
// LookupByScript reports the value by cue script.
func (val *Value) LookupByScript(script string) (*Value, error) {
var outputKey = "zz_output__"
script = strings.TrimSpace(script)
scriptFile, err := parser.ParseFile("-", script, parser.ParseComments)
if err != nil {
return nil, errors.WithMessage(err, "parse script")
}
raw, err := val.String()
if err != nil {
return nil, err
}
rawFile, err := parser.ParseFile("-", raw, parser.ParseComments)
if err != nil {
return nil, errors.WithMessage(err, "parse script")
}
behindKey(scriptFile, outputKey)
newV, err := val.makeValueWithFile(rawFile, scriptFile)
if err != nil {
return nil, err
}
return newV.LookupValue(outputKey)
}
func behindKey(file *ast.File, key string) {
var (
implDecls []ast.Decl
decls []ast.Decl
)
for i, decl := range file.Decls {
if _, ok := decl.(*ast.ImportDecl); ok {
implDecls = append(implDecls, file.Decls[i])
} else {
decls = append(decls, file.Decls[i])
}
}
file.Decls = implDecls
if len(decls) == 1 {
target := decls[0]
if embed, ok := target.(*ast.EmbedDecl); ok {
file.Decls = append(file.Decls, &ast.Field{
Label: ast.NewIdent(key),
Value: embed.Expr,
})
return
}
}
file.Decls = append(file.Decls, &ast.Field{
Label: ast.NewIdent(key),
Value: &ast.StructLit{
Elts: decls,
},
})
}
type field struct {
Name string
Value *Value
no int64
}
// StepByList process item in list.
func (val *Value) StepByList(handle func(name string, in *Value) (bool, error)) error {
iter, err := val.CueValue().List()
if err != nil {
return err
}
for iter.Next() {
stop, err := handle(iter.Label(), &Value{
v: iter.Value(),
r: val.r,
addImports: val.addImports,
})
if err != nil {
return err
}
if stop {
return nil
}
}
return nil
}
// StepByFields process the fields in order
func (val *Value) StepByFields(handle func(name string, in *Value) (bool, error)) error {
for i := 0; ; i++ {
field, end, err := val.fieldIndex(i)
if err != nil {
return err
}
if end {
return nil
}
stop, err := handle(field.Name, field.Value)
if err != nil {
return errors.WithMessagef(err, "step %s", field.Name)
}
if stop {
return nil
}
if !isDef(field.Name) {
if err := val.FillObject(field.Value, field.Name); err != nil {
return err
}
}
if end {
break
}
}
return nil
}
func (val *Value) fieldIndex(index int) (*field, bool, error) {
fields, err := val.fields()
if err != nil {
return nil, false, err
}
if index >= len(fields) {
return nil, true, nil
}
return fields[index], false, nil
}
func (val *Value) fields() ([]*field, error) {
st, err := val.v.Struct()
if err != nil {
return nil, err
}
var fields []*field
for i := 0; i < st.Len(); i++ {
v := st.Field(i)
attr := v.Value.Attribute("step")
no, err := attr.Int(0)
if err != nil {
no = 100
if v.Name == "#do" || v.Name == "#provider" {
no = 0
}
}
fields = append(fields, &field{
no: no,
Name: v.Name,
Value: &Value{
r: val.r,
v: v.Value,
addImports: val.addImports,
}})
}
sort.Sort(sortFields(fields))
return fields, nil
}
type sortFields []*field
func (sf sortFields) Len() int {
return len(sf)
}
func (sf sortFields) Less(i, j int) bool {
return sf[i].no < sf[j].no
}
func (sf sortFields) Swap(i, j int) {
sf[i], sf[j] = sf[j], sf[i]
}
// Field return the cue value corresponding to the specified field
func (val *Value) Field(label string) (cue.Value, error) {
var v cue.Value
if isDef(label) {
v = val.v.LookupDef(label)
} else {
v = val.v.Lookup(label)
}
if !v.Exists() {
return v, errors.Errorf("label %s not found", label)
}
if v.IncompleteKind() == cue.BottomKind {
return v, errors.Errorf("label %s's value not computed", label)
}
return v, nil
}
// GetString get the string value at a path starting from v.
func (val *Value) GetString(paths ...string) (string, error) {
v, err := val.LookupValue(paths...)
if err != nil {
return "", err
}
return v.CueValue().String()
}
// GetStringSlice get string slice from val
func (val *Value) GetStringSlice(paths ...string) ([]string, error) {
v, err := val.LookupValue(paths...)
if err != nil {
return nil, err
}
var s []string
err = v.UnmarshalTo(&s)
return s, err
}
// GetInt64 get the int value at a path starting from v.
func (val *Value) GetInt64(paths ...string) (int64, error) {
v, err := val.LookupValue(paths...)
if err != nil {
return 0, err
}
return v.CueValue().Int64()
}
// GetBool get the int value at a path starting from v.
func (val *Value) GetBool(paths ...string) (bool, error) {
v, err := val.LookupValue(paths...)
if err != nil {
return false, err
}
return v.CueValue().Bool()
}
// OpenCompleteValue make that the complete value can be modified.
func (val *Value) OpenCompleteValue() error {
s, err := val.String()
if err != nil {
return err
}
newS, err := sets.OpenBaiscLit(s)
if err != nil {
return err
}
v, err := val.MakeValue(newS)
if err != nil {
return err
}
val.v = v.CueValue()
return nil
}
func isDef(s string) bool {
return strings.HasPrefix(s, "#")
}
// assembler put value under parsed expression as path.
type assembler struct {
v string
}
func newAssembler(v string) *assembler {
return &assembler{v: v}
}
func (a *assembler) fill2Path(p string) {
a.v = fmt.Sprintf("%s: %s", p, a.v)
}
func (a *assembler) fill2Array(i int) {
s := ""
for j := 0; j < i; j++ {
s += "_,"
}
if strings.Contains(a.v, ":") && !strings.HasPrefix(a.v, "{") {
a.v = fmt.Sprintf("{ %s }", a.v)
}
a.v = fmt.Sprintf("[%s%s]", s, strings.TrimSpace(a.v))
}
func (a *assembler) installTo(expr ast.Expr) error {
switch v := expr.(type) {
case *ast.IndexExpr:
if err := a.installTo(v.Index); err != nil {
return err
}
if err := a.installTo(v.X); err != nil {
return err
}
case *ast.SelectorExpr:
if err := a.installTo(v.Sel); err != nil {
return err
}
if err := a.installTo(v.X); err != nil {
return err
}
case *ast.Ident:
a.fill2Path(v.String())
case *ast.BasicLit:
switch v.Kind {
case token.STRING:
a.fill2Path(v.Value)
case token.INT:
idex, _ := strconv.Atoi(v.Value)
a.fill2Array(idex)
default:
return errors.New("invalid path")
}
default:
return errors.New("invalid path")
}
return nil
}