2020-11-03 23:48:43 +00:00
|
|
|
package yqlib
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"container/list"
|
2021-07-25 08:08:33 +00:00
|
|
|
"fmt"
|
2020-11-03 23:48:43 +00:00
|
|
|
"io"
|
2021-11-13 23:31:37 +00:00
|
|
|
"regexp"
|
2020-11-03 23:48:43 +00:00
|
|
|
|
2020-11-29 09:25:47 +00:00
|
|
|
yaml "gopkg.in/yaml.v3"
|
2020-11-03 23:48:43 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Printer interface {
|
2021-07-20 00:19:55 +00:00
|
|
|
PrintResults(matchingNodes *list.List) error
|
2020-11-30 05:35:21 +00:00
|
|
|
PrintedAnything() bool
|
2021-07-18 02:28:46 +00:00
|
|
|
//e.g. when given a front-matter doc, like jekyll
|
|
|
|
SetAppendix(reader io.Reader)
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2021-07-25 08:08:33 +00:00
|
|
|
type PrinterOutputFormat uint32
|
|
|
|
|
|
|
|
const (
|
|
|
|
YamlOutputFormat = 1 << iota
|
2022-02-07 00:55:55 +00:00
|
|
|
JSONOutputFormat
|
2021-07-25 08:08:33 +00:00
|
|
|
PropsOutputFormat
|
2022-02-07 00:55:55 +00:00
|
|
|
CSVOutputFormat
|
|
|
|
TSVOutputFormat
|
|
|
|
XMLOutputFormat
|
2022-02-22 22:26:35 +00:00
|
|
|
Base64OutputFormat
|
2023-01-23 00:37:18 +00:00
|
|
|
UriOutputFormat
|
2023-02-02 01:22:52 +00:00
|
|
|
ShOutputFormat
|
2021-07-25 08:08:33 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func OutputFormatFromString(format string) (PrinterOutputFormat, error) {
|
|
|
|
switch format {
|
2023-03-09 00:58:52 +00:00
|
|
|
case "yaml", "y", "yml":
|
2021-07-25 08:08:33 +00:00
|
|
|
return YamlOutputFormat, nil
|
2021-08-20 05:46:33 +00:00
|
|
|
case "json", "j":
|
2022-02-07 00:55:55 +00:00
|
|
|
return JSONOutputFormat, nil
|
2023-03-09 00:58:52 +00:00
|
|
|
case "props", "p", "properties":
|
2021-07-25 08:08:33 +00:00
|
|
|
return PropsOutputFormat, nil
|
2021-12-01 01:08:47 +00:00
|
|
|
case "csv", "c":
|
2022-02-07 00:55:55 +00:00
|
|
|
return CSVOutputFormat, nil
|
2021-12-01 01:08:47 +00:00
|
|
|
case "tsv", "t":
|
2022-02-07 00:55:55 +00:00
|
|
|
return TSVOutputFormat, nil
|
2021-12-21 05:19:27 +00:00
|
|
|
case "xml", "x":
|
2022-02-07 00:55:55 +00:00
|
|
|
return XMLOutputFormat, nil
|
2021-07-25 08:08:33 +00:00
|
|
|
default:
|
2021-12-21 05:52:54 +00:00
|
|
|
return 0, fmt.Errorf("unknown format '%v' please use [yaml|json|props|csv|tsv|xml]", format)
|
2021-07-25 08:08:33 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-03 23:48:43 +00:00
|
|
|
type resultsPrinter struct {
|
2022-01-15 00:57:59 +00:00
|
|
|
encoder Encoder
|
|
|
|
printerWriter PrinterWriter
|
|
|
|
firstTimePrinting bool
|
|
|
|
previousDocIndex uint
|
|
|
|
previousFileIndex int
|
|
|
|
printedMatches bool
|
|
|
|
treeNavigator DataTreeNavigator
|
|
|
|
appendixReader io.Reader
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2022-01-15 00:57:59 +00:00
|
|
|
func NewPrinter(encoder Encoder, printerWriter PrinterWriter) Printer {
|
2020-11-13 02:19:54 +00:00
|
|
|
return &resultsPrinter{
|
2022-01-15 00:57:59 +00:00
|
|
|
encoder: encoder,
|
|
|
|
printerWriter: printerWriter,
|
|
|
|
firstTimePrinting: true,
|
|
|
|
treeNavigator: NewDataTreeNavigator(),
|
2020-11-13 02:19:54 +00:00
|
|
|
}
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2021-07-18 02:28:46 +00:00
|
|
|
func (p *resultsPrinter) SetAppendix(reader io.Reader) {
|
|
|
|
p.appendixReader = reader
|
|
|
|
}
|
|
|
|
|
2020-11-30 05:35:21 +00:00
|
|
|
func (p *resultsPrinter) PrintedAnything() bool {
|
|
|
|
return p.printedMatches
|
|
|
|
}
|
|
|
|
|
2020-11-03 23:48:43 +00:00
|
|
|
func (p *resultsPrinter) printNode(node *yaml.Node, writer io.Writer) error {
|
2020-11-30 05:35:21 +00:00
|
|
|
p.printedMatches = p.printedMatches || (node.Tag != "!!null" &&
|
|
|
|
(node.Tag != "!!bool" || node.Value != "false"))
|
2022-01-15 00:57:59 +00:00
|
|
|
return p.encoder.Encode(writer, node)
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2021-07-20 00:19:55 +00:00
|
|
|
func (p *resultsPrinter) PrintResults(matchingNodes *list.List) error {
|
2020-11-16 01:09:57 +00:00
|
|
|
log.Debug("PrintResults for %v matches", matchingNodes.Len())
|
2021-10-29 03:14:39 +00:00
|
|
|
|
|
|
|
if matchingNodes.Len() == 0 {
|
|
|
|
log.Debug("no matching results, nothing to print")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-01-15 00:57:59 +00:00
|
|
|
if !p.encoder.CanHandleAliases() {
|
2021-01-11 06:13:48 +00:00
|
|
|
explodeOp := Operation{OperationType: explodeOpType}
|
2021-01-12 23:18:53 +00:00
|
|
|
explodeNode := ExpressionNode{Operation: &explodeOp}
|
2021-02-02 07:17:59 +00:00
|
|
|
context, err := p.treeNavigator.GetMatchingNodes(Context{MatchingNodes: matchingNodes}, &explodeNode)
|
2020-11-06 03:37:01 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-02-02 07:17:59 +00:00
|
|
|
matchingNodes = context.MatchingNodes
|
2020-11-06 03:37:01 +00:00
|
|
|
}
|
2020-11-03 23:48:43 +00:00
|
|
|
|
2020-11-16 01:09:57 +00:00
|
|
|
if p.firstTimePrinting {
|
2020-12-15 03:33:50 +00:00
|
|
|
node := matchingNodes.Front().Value.(*CandidateNode)
|
|
|
|
p.previousDocIndex = node.Document
|
|
|
|
p.previousFileIndex = node.FileIndex
|
2020-11-16 01:09:57 +00:00
|
|
|
p.firstTimePrinting = false
|
|
|
|
}
|
2020-11-03 23:48:43 +00:00
|
|
|
|
|
|
|
for el := matchingNodes.Front(); el != nil; el = el.Next() {
|
2021-10-29 03:14:39 +00:00
|
|
|
|
2020-11-03 23:48:43 +00:00
|
|
|
mappedDoc := el.Value.(*CandidateNode)
|
2022-01-15 00:57:59 +00:00
|
|
|
log.Debug("-- print sep logic: p.firstTimePrinting: %v, previousDocIndex: %v, mappedDoc.Document: %v", p.firstTimePrinting, p.previousDocIndex, mappedDoc.Document)
|
2022-10-28 03:16:46 +00:00
|
|
|
log.Debug("%v", NodeToString(mappedDoc))
|
2021-10-29 03:14:39 +00:00
|
|
|
writer, errorWriting := p.printerWriter.GetWriter(mappedDoc)
|
|
|
|
if errorWriting != nil {
|
|
|
|
return errorWriting
|
|
|
|
}
|
|
|
|
|
2021-11-13 23:31:37 +00:00
|
|
|
commentsStartWithSepExp := regexp.MustCompile(`^\$yqDocSeperator\$`)
|
|
|
|
commentStartsWithSeparator := commentsStartWithSepExp.MatchString(mappedDoc.LeadingContent)
|
2021-07-20 00:19:55 +00:00
|
|
|
|
2022-01-15 00:57:59 +00:00
|
|
|
if (p.previousDocIndex != mappedDoc.Document || p.previousFileIndex != mappedDoc.FileIndex) && !commentStartsWithSeparator {
|
|
|
|
if err := p.encoder.PrintDocumentSeparator(writer); err != nil {
|
2020-11-13 03:07:11 +00:00
|
|
|
return err
|
|
|
|
}
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2022-01-15 00:57:59 +00:00
|
|
|
if err := p.encoder.PrintLeadingContent(writer, mappedDoc.LeadingContent); err != nil {
|
2021-10-29 03:14:39 +00:00
|
|
|
return err
|
2021-07-20 00:19:55 +00:00
|
|
|
}
|
2021-07-25 08:08:33 +00:00
|
|
|
|
2021-10-29 03:14:39 +00:00
|
|
|
if err := p.printNode(mappedDoc.Node, writer); err != nil {
|
2020-11-03 23:48:43 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-05-25 00:54:03 +00:00
|
|
|
if err := p.encoder.PrintLeadingContent(writer, mappedDoc.TrailingContent); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-11-16 01:09:57 +00:00
|
|
|
p.previousDocIndex = mappedDoc.Document
|
2021-10-29 03:14:39 +00:00
|
|
|
if err := writer.Flush(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-01-15 00:57:59 +00:00
|
|
|
log.Debugf("done printing results")
|
2020-11-03 23:48:43 +00:00
|
|
|
}
|
|
|
|
|
2022-01-15 00:57:59 +00:00
|
|
|
// what happens if I remove output format check?
|
|
|
|
if p.appendixReader != nil {
|
2021-10-29 03:14:39 +00:00
|
|
|
writer, err := p.printerWriter.GetWriter(nil)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-07-18 02:28:46 +00:00
|
|
|
log.Debug("Piping appendix reader...")
|
|
|
|
betterReader := bufio.NewReader(p.appendixReader)
|
2021-10-29 03:14:39 +00:00
|
|
|
_, err = io.Copy(writer, betterReader)
|
2021-07-18 02:28:46 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-10-29 03:14:39 +00:00
|
|
|
if err := writer.Flush(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-07-18 02:28:46 +00:00
|
|
|
}
|
|
|
|
|
2020-11-03 23:48:43 +00:00
|
|
|
return nil
|
|
|
|
}
|