2020-11-03 23:48:43 +00:00
|
|
|
package yqlib
|
2020-10-13 01:51:37 +00:00
|
|
|
|
|
|
|
import (
|
2021-10-22 03:53:39 +00:00
|
|
|
"container/list"
|
2020-10-13 01:51:37 +00:00
|
|
|
"fmt"
|
2023-10-18 01:11:53 +00:00
|
|
|
"strconv"
|
2021-12-04 23:53:37 +00:00
|
|
|
"strings"
|
2023-10-18 01:11:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Kind uint32
|
|
|
|
|
|
|
|
const (
|
|
|
|
SequenceNode Kind = 1 << iota
|
|
|
|
MappingNode
|
|
|
|
ScalarNode
|
|
|
|
AliasNode
|
|
|
|
)
|
|
|
|
|
|
|
|
type Style uint32
|
2020-10-13 01:51:37 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
const (
|
|
|
|
TaggedStyle Style = 1 << iota
|
|
|
|
DoubleQuotedStyle
|
|
|
|
SingleQuotedStyle
|
|
|
|
LiteralStyle
|
|
|
|
FoldedStyle
|
|
|
|
FlowStyle
|
2020-10-13 01:51:37 +00:00
|
|
|
)
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func createStringScalarNode(stringValue string) *CandidateNode {
|
|
|
|
var node = &CandidateNode{Kind: ScalarNode}
|
|
|
|
node.Value = stringValue
|
|
|
|
node.Tag = "!!str"
|
|
|
|
return node
|
|
|
|
}
|
|
|
|
|
|
|
|
func createScalarNode(value interface{}, stringValue string) *CandidateNode {
|
|
|
|
var node = &CandidateNode{Kind: ScalarNode}
|
|
|
|
node.Value = stringValue
|
|
|
|
|
|
|
|
switch value.(type) {
|
|
|
|
case float32, float64:
|
|
|
|
node.Tag = "!!float"
|
|
|
|
case int, int64, int32:
|
|
|
|
node.Tag = "!!int"
|
|
|
|
case bool:
|
|
|
|
node.Tag = "!!bool"
|
|
|
|
case string:
|
|
|
|
node.Tag = "!!str"
|
|
|
|
case nil:
|
|
|
|
node.Tag = "!!null"
|
|
|
|
}
|
|
|
|
return node
|
|
|
|
}
|
|
|
|
|
2020-10-13 01:51:37 +00:00
|
|
|
type CandidateNode struct {
|
2023-10-18 01:11:53 +00:00
|
|
|
Kind Kind
|
|
|
|
Style Style
|
|
|
|
|
|
|
|
Tag string
|
|
|
|
Value string
|
|
|
|
Anchor string
|
|
|
|
Alias *CandidateNode
|
|
|
|
Content []*CandidateNode
|
|
|
|
|
|
|
|
HeadComment string
|
|
|
|
LineComment string
|
|
|
|
FootComment string
|
|
|
|
|
2021-11-12 04:02:28 +00:00
|
|
|
Parent *CandidateNode // parent node
|
2023-10-18 01:11:53 +00:00
|
|
|
Key *CandidateNode // node key, if this is a value from a map (or index in an array)
|
|
|
|
|
|
|
|
LeadingContent string
|
2021-11-12 04:02:28 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
document uint // the document index of this node
|
|
|
|
filename string
|
2021-11-12 04:02:28 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
Line int
|
|
|
|
Column int
|
|
|
|
|
|
|
|
fileIndex int
|
2021-01-17 23:15:31 +00:00
|
|
|
// when performing op against all nodes given, this will treat all the nodes as one
|
2022-05-24 08:18:27 +00:00
|
|
|
// (e.g. top level cross document merge). This property does not propagate to child nodes.
|
2021-01-17 23:15:31 +00:00
|
|
|
EvaluateTogether bool
|
2021-02-08 02:58:46 +00:00
|
|
|
IsMapKey bool
|
2020-10-13 01:51:37 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) CreateChild() *CandidateNode {
|
|
|
|
return &CandidateNode{
|
|
|
|
Parent: n,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) SetDocument(idx uint) {
|
|
|
|
n.document = idx
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) GetDocument() uint {
|
|
|
|
// defer to parent
|
|
|
|
if n.Parent != nil {
|
|
|
|
return n.Parent.GetDocument()
|
|
|
|
}
|
|
|
|
return n.document
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) SetFilename(name string) {
|
|
|
|
n.filename = name
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) GetFilename() string {
|
|
|
|
if n.Parent != nil {
|
|
|
|
return n.Parent.GetFilename()
|
|
|
|
}
|
|
|
|
return n.filename
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) SetFileIndex(idx int) {
|
|
|
|
n.fileIndex = idx
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) GetFileIndex() int {
|
|
|
|
if n.Parent != nil {
|
|
|
|
return n.Parent.GetFileIndex()
|
|
|
|
}
|
|
|
|
return n.fileIndex
|
|
|
|
}
|
|
|
|
|
2020-10-13 01:51:37 +00:00
|
|
|
func (n *CandidateNode) GetKey() string {
|
2021-02-08 02:58:46 +00:00
|
|
|
keyPrefix := ""
|
|
|
|
if n.IsMapKey {
|
2023-10-18 01:11:53 +00:00
|
|
|
keyPrefix = fmt.Sprintf("key-%v-", n.Value)
|
|
|
|
}
|
|
|
|
key := ""
|
|
|
|
if n.Key != nil {
|
|
|
|
key = n.Key.Value
|
|
|
|
}
|
|
|
|
return fmt.Sprintf("%v%v - %v", keyPrefix, n.GetDocument(), key)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) getParsedKey() interface{} {
|
|
|
|
if n.IsMapKey {
|
|
|
|
return n.Value
|
|
|
|
}
|
|
|
|
if n.Key == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if n.Key.Tag == "!!str" {
|
|
|
|
return n.Key.Value
|
2021-02-08 02:58:46 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
index, err := parseInt(n.Key.Value)
|
|
|
|
if err != nil {
|
|
|
|
return n.Key.Value
|
|
|
|
}
|
|
|
|
return index
|
|
|
|
|
2020-10-13 01:51:37 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) GetPath() []interface{} {
|
|
|
|
key := n.getParsedKey()
|
|
|
|
if n.Parent != nil && key != nil {
|
|
|
|
return append(n.Parent.GetPath(), key)
|
|
|
|
}
|
|
|
|
|
|
|
|
if key != nil {
|
|
|
|
return []interface{}{key}
|
|
|
|
}
|
|
|
|
return make([]interface{}, 0)
|
2021-12-04 23:53:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) GetNicePath() string {
|
2023-10-18 01:11:53 +00:00
|
|
|
var sb strings.Builder
|
|
|
|
path := n.GetPath()
|
|
|
|
for i, element := range path {
|
|
|
|
elementStr := fmt.Sprintf("%v", element)
|
|
|
|
switch element.(type) {
|
|
|
|
case int:
|
|
|
|
sb.WriteString("[" + elementStr + "]")
|
|
|
|
default:
|
|
|
|
if i == 0 {
|
|
|
|
sb.WriteString(elementStr)
|
|
|
|
} else if strings.ContainsRune(elementStr, '.') {
|
|
|
|
sb.WriteString("[" + elementStr + "]")
|
|
|
|
} else {
|
|
|
|
sb.WriteString("." + elementStr)
|
|
|
|
}
|
2021-12-04 23:53:37 +00:00
|
|
|
}
|
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
return sb.String()
|
2021-12-04 23:53:37 +00:00
|
|
|
}
|
|
|
|
|
2021-10-22 03:53:39 +00:00
|
|
|
func (n *CandidateNode) AsList() *list.List {
|
|
|
|
elMap := list.New()
|
|
|
|
elMap.PushBack(n)
|
|
|
|
return elMap
|
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) SetParent(parent *CandidateNode) {
|
|
|
|
n.Parent = parent
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) AddKeyValueChild(rawKey *CandidateNode, rawValue *CandidateNode) (*CandidateNode, *CandidateNode) {
|
|
|
|
key := rawKey.Copy()
|
|
|
|
key.SetParent(n)
|
|
|
|
key.IsMapKey = true
|
|
|
|
|
|
|
|
value := rawValue.Copy()
|
|
|
|
value.SetParent(n)
|
2023-11-30 03:04:54 +00:00
|
|
|
value.IsMapKey = false // force this, incase we are creating a value from a key
|
2023-10-18 01:11:53 +00:00
|
|
|
value.Key = key
|
|
|
|
|
|
|
|
n.Content = append(n.Content, key, value)
|
|
|
|
return key, value
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) AddChild(rawChild *CandidateNode) {
|
|
|
|
value := rawChild.Copy()
|
|
|
|
value.SetParent(n)
|
|
|
|
if value.Key != nil {
|
|
|
|
value.Key.SetParent(n)
|
|
|
|
} else {
|
|
|
|
index := len(n.Content)
|
|
|
|
keyNode := createScalarNode(index, fmt.Sprintf("%v", index))
|
|
|
|
keyNode.SetParent(n)
|
|
|
|
value.Key = keyNode
|
2021-11-23 22:57:35 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Content = append(n.Content, value)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) AddChildren(children []*CandidateNode) {
|
|
|
|
if n.Kind == MappingNode {
|
|
|
|
for i := 0; i < len(children); i += 2 {
|
|
|
|
key := children[i]
|
|
|
|
value := children[i+1]
|
|
|
|
n.AddKeyValueChild(key, value)
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
for _, rawChild := range children {
|
|
|
|
n.AddChild(rawChild)
|
|
|
|
}
|
2021-11-23 22:57:35 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) GetValueRep() (interface{}, error) {
|
|
|
|
log.Debugf("GetValueRep for %v value: %v", n.GetNicePath(), n.Value)
|
|
|
|
realTag := n.guessTagFromCustomType()
|
|
|
|
|
|
|
|
switch realTag {
|
|
|
|
case "!!int":
|
|
|
|
_, val, err := parseInt64(n.Value)
|
|
|
|
return val, err
|
|
|
|
case "!!float":
|
|
|
|
// need to test this
|
|
|
|
return strconv.ParseFloat(n.Value, 64)
|
|
|
|
case "!!bool":
|
|
|
|
return isTruthyNode(n), nil
|
|
|
|
case "!!null":
|
|
|
|
return nil, nil
|
2021-11-23 22:57:35 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
|
|
|
|
return n.Value, nil
|
2021-11-23 22:57:35 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) guessTagFromCustomType() string {
|
|
|
|
if strings.HasPrefix(n.Tag, "!!") {
|
|
|
|
return n.Tag
|
|
|
|
} else if n.Value == "" {
|
|
|
|
log.Debug("guessTagFromCustomType: node has no value to guess the type with")
|
|
|
|
return n.Tag
|
|
|
|
}
|
|
|
|
dataBucket, errorReading := parseSnippet(n.Value)
|
|
|
|
|
|
|
|
if errorReading != nil {
|
|
|
|
log.Debug("guessTagFromCustomType: could not guess underlying tag type %v", errorReading)
|
|
|
|
return n.Tag
|
|
|
|
}
|
|
|
|
guessedTag := dataBucket.Tag
|
|
|
|
log.Info("im guessing the tag %v is a %v", n.Tag, guessedTag)
|
|
|
|
return guessedTag
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) CreateReplacement(kind Kind, tag string, value string) *CandidateNode {
|
|
|
|
node := &CandidateNode{
|
|
|
|
Kind: kind,
|
|
|
|
Tag: tag,
|
|
|
|
Value: value,
|
|
|
|
}
|
|
|
|
return n.CopyAsReplacement(node)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *CandidateNode) CopyAsReplacement(replacement *CandidateNode) *CandidateNode {
|
|
|
|
newCopy := replacement.Copy()
|
|
|
|
newCopy.Parent = n.Parent
|
|
|
|
|
|
|
|
if n.IsMapKey {
|
|
|
|
newCopy.Key = n
|
|
|
|
} else {
|
|
|
|
newCopy.Key = n.Key
|
2021-01-12 08:36:28 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
|
|
|
|
return newCopy
|
2021-01-12 08:36:28 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) CreateReplacementWithComments(kind Kind, tag string, style Style) *CandidateNode {
|
|
|
|
replacement := n.CreateReplacement(kind, tag, "")
|
2022-05-31 06:28:53 +00:00
|
|
|
replacement.LeadingContent = n.LeadingContent
|
2023-10-18 01:11:53 +00:00
|
|
|
replacement.HeadComment = n.HeadComment
|
|
|
|
replacement.LineComment = n.LineComment
|
|
|
|
replacement.FootComment = n.FootComment
|
|
|
|
replacement.Style = style
|
2022-05-31 06:28:53 +00:00
|
|
|
return replacement
|
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) Copy() *CandidateNode {
|
|
|
|
return n.doCopy(true)
|
|
|
|
}
|
2021-01-12 08:36:28 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) CopyWithoutContent() *CandidateNode {
|
|
|
|
return n.doCopy(false)
|
2020-12-25 01:46:08 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
func (n *CandidateNode) doCopy(cloneContent bool) *CandidateNode {
|
|
|
|
var content []*CandidateNode
|
|
|
|
|
|
|
|
var copyKey *CandidateNode
|
|
|
|
if n.Key != nil {
|
|
|
|
copyKey = n.Key.Copy()
|
|
|
|
}
|
|
|
|
|
|
|
|
clone := &CandidateNode{
|
|
|
|
Kind: n.Kind,
|
|
|
|
Style: n.Style,
|
|
|
|
|
|
|
|
Tag: n.Tag,
|
|
|
|
Value: n.Value,
|
|
|
|
Anchor: n.Anchor,
|
|
|
|
|
|
|
|
// ok not to clone this,
|
|
|
|
// as its a reference to somewhere else.
|
|
|
|
Alias: n.Alias,
|
|
|
|
Content: content,
|
|
|
|
|
|
|
|
HeadComment: n.HeadComment,
|
|
|
|
LineComment: n.LineComment,
|
|
|
|
FootComment: n.FootComment,
|
|
|
|
|
|
|
|
Parent: n.Parent,
|
|
|
|
Key: copyKey,
|
|
|
|
|
|
|
|
LeadingContent: n.LeadingContent,
|
|
|
|
|
|
|
|
document: n.document,
|
|
|
|
filename: n.filename,
|
|
|
|
fileIndex: n.fileIndex,
|
|
|
|
|
|
|
|
Line: n.Line,
|
|
|
|
Column: n.Column,
|
|
|
|
|
|
|
|
EvaluateTogether: n.EvaluateTogether,
|
|
|
|
IsMapKey: n.IsMapKey,
|
|
|
|
}
|
|
|
|
|
|
|
|
if cloneContent {
|
|
|
|
clone.AddChildren(n.Content)
|
2020-11-13 03:07:11 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
|
|
|
|
return clone
|
2020-10-21 02:54:51 +00:00
|
|
|
}
|
|
|
|
|
2020-10-16 01:29:26 +00:00
|
|
|
// updates this candidate from the given candidate node
|
2021-12-02 22:23:16 +00:00
|
|
|
func (n *CandidateNode) UpdateFrom(other *CandidateNode, prefs assignPreferences) {
|
2023-11-18 01:19:27 +00:00
|
|
|
if n == other {
|
|
|
|
log.Debugf("UpdateFrom, no need to update from myself.")
|
|
|
|
return
|
|
|
|
}
|
2022-02-20 03:29:52 +00:00
|
|
|
// if this is an empty map or empty array, use the style of other node.
|
2023-10-18 01:11:53 +00:00
|
|
|
if (n.Kind != ScalarNode && len(n.Content) == 0) ||
|
2022-02-24 22:14:41 +00:00
|
|
|
// if the tag has changed (e.g. from str to bool)
|
2023-10-18 01:11:53 +00:00
|
|
|
(n.guessTagFromCustomType() != other.guessTagFromCustomType()) {
|
|
|
|
n.Style = other.Style
|
2022-02-20 03:29:52 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Content = make([]*CandidateNode, 0)
|
|
|
|
n.Kind = other.Kind
|
|
|
|
n.AddChildren(other.Content)
|
|
|
|
|
|
|
|
n.Value = other.Value
|
2022-02-20 03:29:52 +00:00
|
|
|
|
|
|
|
n.UpdateAttributesFrom(other, prefs)
|
|
|
|
|
2020-10-19 05:14:29 +00:00
|
|
|
}
|
|
|
|
|
2021-12-02 22:23:16 +00:00
|
|
|
func (n *CandidateNode) UpdateAttributesFrom(other *CandidateNode, prefs assignPreferences) {
|
2023-10-18 01:11:53 +00:00
|
|
|
log.Debug("UpdateAttributesFrom: n: %v other: %v", NodeToString(n), NodeToString(other))
|
|
|
|
if n.Kind != other.Kind {
|
2020-10-19 05:36:46 +00:00
|
|
|
// clear out the contents when switching to a different type
|
|
|
|
// e.g. map to array
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Content = make([]*CandidateNode, 0)
|
|
|
|
n.Value = ""
|
2020-10-19 05:36:46 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Kind = other.Kind
|
2022-01-22 02:47:22 +00:00
|
|
|
|
|
|
|
// don't clobber custom tags...
|
2023-10-18 01:11:53 +00:00
|
|
|
if prefs.ClobberCustomTags || strings.HasPrefix(n.Tag, "!!") || n.Tag == "" {
|
|
|
|
n.Tag = other.Tag
|
2022-01-22 02:47:22 +00:00
|
|
|
}
|
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Alias = other.Alias
|
2021-12-02 22:23:16 +00:00
|
|
|
|
|
|
|
if !prefs.DontOverWriteAnchor {
|
2023-10-18 01:11:53 +00:00
|
|
|
n.Anchor = other.Anchor
|
2021-12-02 22:23:16 +00:00
|
|
|
}
|
2020-10-28 00:34:01 +00:00
|
|
|
|
|
|
|
// merge will pickup the style of the new thing
|
|
|
|
// when autocreating nodes
|
2022-01-26 22:58:13 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
if n.Style == 0 {
|
|
|
|
n.Style = other.Style
|
2020-10-28 00:34:01 +00:00
|
|
|
}
|
2021-03-19 01:54:03 +00:00
|
|
|
|
2023-10-18 01:11:53 +00:00
|
|
|
if other.FootComment != "" {
|
|
|
|
n.FootComment = other.FootComment
|
2022-05-25 00:54:03 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
if other.HeadComment != "" {
|
|
|
|
n.HeadComment = other.HeadComment
|
2021-03-19 01:54:03 +00:00
|
|
|
}
|
2023-10-18 01:11:53 +00:00
|
|
|
if other.LineComment != "" {
|
|
|
|
n.LineComment = other.LineComment
|
2021-03-19 01:54:03 +00:00
|
|
|
}
|
2020-10-16 01:29:26 +00:00
|
|
|
}
|