yq/pkg/yqlib/operator_encoder_decoder.go

142 lines
4.2 KiB
Go
Raw Normal View History

2021-10-22 01:00:47 +00:00
package yqlib
import (
"bufio"
"bytes"
"container/list"
"regexp"
2021-10-22 01:37:47 +00:00
"strings"
2021-10-22 01:00:47 +00:00
"gopkg.in/yaml.v3"
)
func configureEncoder(format PrinterOutputFormat, indent int) Encoder {
switch format {
case JSONOutputFormat:
return NewJSONEncoder(indent, false, false)
case PropsOutputFormat:
return NewPropertiesEncoder(true)
case CSVOutputFormat:
return NewCsvEncoder(',')
case TSVOutputFormat:
return NewCsvEncoder('\t')
case YamlOutputFormat:
return NewYamlEncoder(indent, false, ConfiguredYamlPreferences)
case XMLOutputFormat:
2022-10-25 03:27:16 +00:00
return NewXMLEncoder(indent, ConfiguredXMLPreferences)
2022-02-22 22:26:35 +00:00
case Base64OutputFormat:
return NewBase64Encoder()
}
panic("invalid encoder")
}
func encodeToString(candidate *CandidateNode, prefs encoderPreferences) (string, error) {
2021-10-22 01:00:47 +00:00
var output bytes.Buffer
2021-10-24 00:35:40 +00:00
log.Debug("printing with indent: %v", prefs.indent)
2021-10-29 03:14:39 +00:00
encoder := configureEncoder(prefs.format, prefs.indent)
printer := NewPrinter(encoder, NewSinglePrinterWriter(bufio.NewWriter(&output)))
err := printer.PrintResults(candidate.AsList())
2021-10-22 01:00:47 +00:00
return output.String(), err
}
type encoderPreferences struct {
format PrinterOutputFormat
2021-10-24 00:35:40 +00:00
indent int
2021-10-22 01:00:47 +00:00
}
/* encodes object as yaml string */
func encodeOperator(d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) {
preferences := expressionNode.Operation.Preferences.(encoderPreferences)
var results = list.New()
hasOnlyOneNewLine := regexp.MustCompile("[^\n].*\n$")
endWithNewLine := regexp.MustCompile(".*\n$")
chomper := regexp.MustCompile("\n+$")
2021-10-22 01:00:47 +00:00
for el := context.MatchingNodes.Front(); el != nil; el = el.Next() {
candidate := el.Value.(*CandidateNode)
stringValue, err := encodeToString(candidate, preferences)
2021-10-22 01:00:47 +00:00
if err != nil {
return Context{}, err
}
// remove trailing newlines if needed.
// check if we originally decoded this path, and the original thing had a single line.
originalList := context.GetVariable("decoded: " + candidate.GetKey())
if originalList != nil && originalList.Len() > 0 && hasOnlyOneNewLine.MatchString(stringValue) {
original := originalList.Front().Value.(*CandidateNode)
originalNode := unwrapDoc(original.Node)
// original block did not have a new line at the end, get rid of this one too
if !endWithNewLine.MatchString(originalNode.Value) {
stringValue = chomper.ReplaceAllString(stringValue, "")
}
}
2021-10-24 00:35:40 +00:00
// dont print a new line when printing json on a single line.
if (preferences.format == JSONOutputFormat && preferences.indent == 0) ||
preferences.format == CSVOutputFormat ||
preferences.format == TSVOutputFormat {
2021-10-24 00:35:40 +00:00
stringValue = chomper.ReplaceAllString(stringValue, "")
}
2021-10-22 01:00:47 +00:00
stringContentNode := &yaml.Node{Kind: yaml.ScalarNode, Tag: "!!str", Value: stringValue}
2021-11-23 22:57:35 +00:00
results.PushBack(candidate.CreateReplacement(stringContentNode))
2021-10-22 01:00:47 +00:00
}
return context.ChildContext(results), nil
}
2021-10-22 01:37:47 +00:00
2021-12-21 04:02:07 +00:00
type decoderPreferences struct {
format InputFormat
}
2021-10-22 01:37:47 +00:00
/* takes a string and decodes it back into an object */
func decodeOperator(d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) {
2021-12-21 04:02:07 +00:00
preferences := expressionNode.Operation.Preferences.(decoderPreferences)
var decoder Decoder
switch preferences.format {
case YamlInputFormat:
decoder = NewYamlDecoder(ConfiguredYamlPreferences)
case XMLInputFormat:
2022-10-25 03:27:16 +00:00
decoder = NewXMLDecoder(ConfiguredXMLPreferences)
2022-02-22 22:26:35 +00:00
case Base64InputFormat:
decoder = NewBase64Decoder()
2022-03-28 08:48:30 +00:00
case PropertiesInputFormat:
decoder = NewPropertiesDecoder()
case CSVObjectInputFormat:
decoder = NewCSVObjectDecoder(',')
case TSVObjectInputFormat:
decoder = NewCSVObjectDecoder('\t')
2021-12-21 04:02:07 +00:00
}
2021-10-22 01:37:47 +00:00
var results = list.New()
for el := context.MatchingNodes.Front(); el != nil; el = el.Next() {
candidate := el.Value.(*CandidateNode)
context.SetVariable("decoded: "+candidate.GetKey(), candidate.AsList())
2021-10-22 01:37:47 +00:00
log.Debugf("got: [%v]", candidate.Node.Value)
2021-12-21 04:02:07 +00:00
err := decoder.Init(strings.NewReader(unwrapDoc(candidate.Node).Value))
if err != nil {
return Context{}, err
}
2021-12-21 04:02:07 +00:00
decodedNode, errorReading := decoder.Decode()
2021-10-22 01:37:47 +00:00
if errorReading != nil {
return Context{}, errorReading
}
//first node is a doc
node := unwrapDoc(decodedNode.Node)
2021-10-22 01:37:47 +00:00
2021-11-23 22:57:35 +00:00
results.PushBack(candidate.CreateReplacement(node))
2021-10-22 01:37:47 +00:00
}
return context.ChildContext(results), nil
}