package yqlib import ( "bufio" "bytes" "container/list" "fmt" "io" "regexp" yaml "gopkg.in/yaml.v3" ) type Printer interface { PrintResults(matchingNodes *list.List) error PrintedAnything() bool //e.g. when given a front-matter doc, like jekyll SetAppendix(reader io.Reader) SetNulSepOutput(nulSepOutput bool) } type PrinterOutputFormat uint32 const ( YamlOutputFormat = 1 << iota JSONOutputFormat PropsOutputFormat CSVOutputFormat TSVOutputFormat XMLOutputFormat Base64OutputFormat UriOutputFormat ShOutputFormat TomlOutputFormat ShellVariablesOutputFormat LuaOutputFormat ) func OutputFormatFromString(format string) (PrinterOutputFormat, error) { switch format { case "yaml", "y", "yml": return YamlOutputFormat, nil case "json", "j": return JSONOutputFormat, nil case "props", "p", "properties": return PropsOutputFormat, nil case "csv", "c": return CSVOutputFormat, nil case "tsv", "t": return TSVOutputFormat, nil case "xml", "x": return XMLOutputFormat, nil case "toml": return TomlOutputFormat, nil case "shell", "s", "sh": return ShellVariablesOutputFormat, nil case "lua", "l": return LuaOutputFormat, nil default: return 0, fmt.Errorf("unknown format '%v' please use [yaml|json|props|csv|tsv|xml|toml|shell|lua]", format) } } type resultsPrinter struct { encoder Encoder printerWriter PrinterWriter firstTimePrinting bool previousDocIndex uint previousFileIndex int printedMatches bool treeNavigator DataTreeNavigator appendixReader io.Reader nulSepOutput bool } func NewPrinter(encoder Encoder, printerWriter PrinterWriter) Printer { return &resultsPrinter{ encoder: encoder, printerWriter: printerWriter, firstTimePrinting: true, treeNavigator: NewDataTreeNavigator(), nulSepOutput: false, } } func (p *resultsPrinter) SetNulSepOutput(nulSepOutput bool) { log.Debug("Setting NUL separator output") p.nulSepOutput = nulSepOutput } func (p *resultsPrinter) SetAppendix(reader io.Reader) { p.appendixReader = reader } func (p *resultsPrinter) PrintedAnything() bool { return p.printedMatches } func (p *resultsPrinter) printNode(node *yaml.Node, writer io.Writer) error { p.printedMatches = p.printedMatches || (node.Tag != "!!null" && (node.Tag != "!!bool" || node.Value != "false")) return p.encoder.Encode(writer, node) } func removeLastEOL(b *bytes.Buffer) { data := b.Bytes() n := len(data) if n >= 2 && data[n-2] == '\r' && data[n-1] == '\n' { b.Truncate(n - 2) } else if n >= 1 && (data[n-1] == '\r' || data[n-1] == '\n') { b.Truncate(n - 1) } } func (p *resultsPrinter) PrintResults(matchingNodes *list.List) error { log.Debug("PrintResults for %v matches", matchingNodes.Len()) if matchingNodes.Len() == 0 { log.Debug("no matching results, nothing to print") return nil } if !p.encoder.CanHandleAliases() { explodeOp := Operation{OperationType: explodeOpType} explodeNode := ExpressionNode{Operation: &explodeOp} context, err := p.treeNavigator.GetMatchingNodes(Context{MatchingNodes: matchingNodes}, &explodeNode) if err != nil { return err } matchingNodes = context.MatchingNodes } if p.firstTimePrinting { node := matchingNodes.Front().Value.(*CandidateNode) p.previousDocIndex = node.Document p.previousFileIndex = node.FileIndex p.firstTimePrinting = false } for el := matchingNodes.Front(); el != nil; el = el.Next() { mappedDoc := el.Value.(*CandidateNode) log.Debug("-- print sep logic: p.firstTimePrinting: %v, previousDocIndex: %v, mappedDoc.Document: %v", p.firstTimePrinting, p.previousDocIndex, mappedDoc.Document) log.Debug("%v", NodeToString(mappedDoc)) writer, errorWriting := p.printerWriter.GetWriter(mappedDoc) if errorWriting != nil { return errorWriting } commentsStartWithSepExp := regexp.MustCompile(`^\$yqDocSeperator\$`) commentStartsWithSeparator := commentsStartWithSepExp.MatchString(mappedDoc.LeadingContent) if (p.previousDocIndex != mappedDoc.Document || p.previousFileIndex != mappedDoc.FileIndex) && !commentStartsWithSeparator { if err := p.encoder.PrintDocumentSeparator(writer); err != nil { return err } } var destination io.Writer = writer tempBuffer := bytes.NewBuffer(nil) if p.nulSepOutput { destination = tempBuffer } if err := p.encoder.PrintLeadingContent(destination, mappedDoc.LeadingContent); err != nil { return err } if err := p.printNode(mappedDoc.Node, destination); err != nil { return err } if err := p.encoder.PrintLeadingContent(destination, mappedDoc.TrailingContent); err != nil { return err } if p.nulSepOutput { removeLastEOL(tempBuffer) tempBufferBytes := tempBuffer.Bytes() if bytes.IndexByte(tempBufferBytes, 0) != -1 { return fmt.Errorf( "Can't serialize value because it contains NUL char and you are using NUL separated output", ) } if _, err := writer.Write(tempBufferBytes); err != nil { return err } if _, err := writer.Write([]byte{0}); err != nil { return err } } p.previousDocIndex = mappedDoc.Document if err := writer.Flush(); err != nil { return err } log.Debugf("done printing results") } // what happens if I remove output format check? if p.appendixReader != nil { writer, err := p.printerWriter.GetWriter(nil) if err != nil { return err } log.Debug("Piping appendix reader...") betterReader := bufio.NewReader(p.appendixReader) _, err = io.Copy(writer, betterReader) if err != nil { return err } if err := writer.Flush(); err != nil { return err } } return nil }