yq/pkg/yqlib/operator_encoder_decoder.go

156 lines
4.4 KiB
Go
Raw Normal View History

2021-10-22 01:00:47 +00:00
package yqlib
import (
"bufio"
"bytes"
"container/list"
"errors"
"regexp"
2021-10-22 01:37:47 +00:00
"strings"
2021-10-22 01:00:47 +00:00
)
2024-02-24 03:58:11 +00:00
func configureEncoder(format *PrinterOutputFormat, indent int) Encoder {
2024-02-24 04:03:30 +00:00
switch format {
case JSONOutputFormat:
2024-02-24 04:59:12 +00:00
prefs := ConfiguredJSONPreferences.Copy()
2024-02-24 04:48:59 +00:00
prefs.Indent = indent
prefs.ColorsEnabled = false
prefs.UnwrapScalar = false
return NewJSONEncoder(prefs)
case YamlOutputFormat:
2024-02-24 04:36:16 +00:00
var prefs = ConfiguredYamlPreferences.Copy()
prefs.Indent = indent
prefs.ColorsEnabled = false
return NewYamlEncoder(prefs)
case XMLOutputFormat:
2024-02-24 04:03:30 +00:00
var xmlPrefs = ConfiguredXMLPreferences.Copy()
xmlPrefs.Indent = indent
return NewXMLEncoder(xmlPrefs)
}
2024-02-24 05:07:15 +00:00
return format.EncoderFactory()
}
func encodeToString(candidate *CandidateNode, prefs encoderPreferences) (string, error) {
2021-10-22 01:00:47 +00:00
var output bytes.Buffer
2021-10-24 00:35:40 +00:00
log.Debug("printing with indent: %v", prefs.indent)
2021-10-29 03:14:39 +00:00
encoder := configureEncoder(prefs.format, prefs.indent)
if encoder == nil {
return "", errors.New("no support for output format")
}
printer := NewPrinter(encoder, NewSinglePrinterWriter(bufio.NewWriter(&output)))
err := printer.PrintResults(candidate.AsList())
2021-10-22 01:00:47 +00:00
return output.String(), err
}
type encoderPreferences struct {
2024-02-24 03:58:11 +00:00
format *PrinterOutputFormat
2021-10-24 00:35:40 +00:00
indent int
2021-10-22 01:00:47 +00:00
}
/* encodes object as yaml string */
2024-01-11 02:17:34 +00:00
func encodeOperator(_ *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) {
2021-10-22 01:00:47 +00:00
preferences := expressionNode.Operation.Preferences.(encoderPreferences)
var results = list.New()
hasOnlyOneNewLine := regexp.MustCompile("[^\n].*\n$")
endWithNewLine := regexp.MustCompile(".*\n$")
chomper := regexp.MustCompile("\n+$")
2021-10-22 01:00:47 +00:00
for el := context.MatchingNodes.Front(); el != nil; el = el.Next() {
candidate := el.Value.(*CandidateNode)
stringValue, err := encodeToString(candidate, preferences)
2021-10-22 01:00:47 +00:00
if err != nil {
return Context{}, err
}
// remove trailing newlines if needed.
// check if we originally decoded this path, and the original thing had a single line.
originalList := context.GetVariable("decoded: " + candidate.GetKey())
if originalList != nil && originalList.Len() > 0 && hasOnlyOneNewLine.MatchString(stringValue) {
original := originalList.Front().Value.(*CandidateNode)
// original block did not have a newline at the end, get rid of this one too
if !endWithNewLine.MatchString(original.Value) {
stringValue = chomper.ReplaceAllString(stringValue, "")
}
}
// dont print a newline when printing json on a single line.
if (preferences.format == JSONOutputFormat && preferences.indent == 0) ||
preferences.format == CSVOutputFormat ||
preferences.format == TSVOutputFormat {
2021-10-24 00:35:40 +00:00
stringValue = chomper.ReplaceAllString(stringValue, "")
}
results.PushBack(candidate.CreateReplacement(ScalarNode, "!!str", stringValue))
2021-10-22 01:00:47 +00:00
}
return context.ChildContext(results), nil
}
2021-10-22 01:37:47 +00:00
2021-12-21 04:02:07 +00:00
type decoderPreferences struct {
format InputFormat
}
func createDecoder(format InputFormat) Decoder {
2021-12-21 04:02:07 +00:00
var decoder Decoder
switch format {
case JsonInputFormat:
decoder = NewJSONDecoder()
2021-12-21 04:02:07 +00:00
case YamlInputFormat:
decoder = NewYamlDecoder(ConfiguredYamlPreferences)
case XMLInputFormat:
2022-10-25 03:27:16 +00:00
decoder = NewXMLDecoder(ConfiguredXMLPreferences)
2022-02-22 22:26:35 +00:00
case Base64InputFormat:
decoder = NewBase64Decoder()
2022-03-28 08:48:30 +00:00
case PropertiesInputFormat:
decoder = NewPropertiesDecoder()
case CSVObjectInputFormat:
decoder = NewCSVObjectDecoder(ConfiguredCsvPreferences)
case TSVObjectInputFormat:
decoder = NewCSVObjectDecoder(ConfiguredTsvPreferences)
2023-01-23 00:37:18 +00:00
case UriInputFormat:
decoder = NewUriDecoder()
2021-12-21 04:02:07 +00:00
}
return decoder
}
/* takes a string and decodes it back into an object */
2024-01-11 02:17:34 +00:00
func decodeOperator(_ *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) {
preferences := expressionNode.Operation.Preferences.(decoderPreferences)
decoder := createDecoder(preferences.format)
if decoder == nil {
return Context{}, errors.New("no support for input format")
}
2021-12-21 04:02:07 +00:00
2021-10-22 01:37:47 +00:00
var results = list.New()
for el := context.MatchingNodes.Front(); el != nil; el = el.Next() {
candidate := el.Value.(*CandidateNode)
context.SetVariable("decoded: "+candidate.GetKey(), candidate.AsList())
log.Debugf("got: [%v]", candidate.Value)
2021-12-21 04:02:07 +00:00
err := decoder.Init(strings.NewReader(candidate.Value))
if err != nil {
return Context{}, err
}
2021-12-21 04:02:07 +00:00
node, errorReading := decoder.Decode()
2021-10-22 01:37:47 +00:00
if errorReading != nil {
return Context{}, errorReading
}
node.Key = candidate.Key
node.Parent = candidate.Parent
2021-10-22 01:37:47 +00:00
results.PushBack(node)
2021-10-22 01:37:47 +00:00
}
return context.ChildContext(results), nil
}