mirror of https://github.com/mikefarah/yq.git
88 lines
2.0 KiB
Go
88 lines
2.0 KiB
Go
package yqlib
|
|
|
|
import (
|
|
"bufio"
|
|
"container/list"
|
|
"io"
|
|
"os"
|
|
"regexp"
|
|
"strings"
|
|
|
|
yaml "gopkg.in/yaml.v3"
|
|
)
|
|
|
|
func readStream(filename string, leadingContentPreProcessing bool) (io.Reader, string, error) {
|
|
var commentLineRegEx = regexp.MustCompile(`^\s*#`)
|
|
var reader *bufio.Reader
|
|
if filename == "-" {
|
|
reader = bufio.NewReader(os.Stdin)
|
|
} else {
|
|
// ignore CWE-22 gosec issue - that's more targetted for http based apps that run in a public directory,
|
|
// and ensuring that it's not possible to give a path to a file outside thar directory.
|
|
file, err := os.Open(filename) // #nosec
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
reader = bufio.NewReader(file)
|
|
}
|
|
var sb strings.Builder
|
|
|
|
if !leadingContentPreProcessing {
|
|
return reader, "", nil
|
|
}
|
|
|
|
for {
|
|
peekBytes, err := reader.Peek(3)
|
|
|
|
if err == io.EOF {
|
|
// EOF are handled else where..
|
|
return reader, sb.String(), nil
|
|
} else if err != nil {
|
|
return reader, sb.String(), err
|
|
} else if string(peekBytes) == "---" || commentLineRegEx.MatchString(string(peekBytes)) {
|
|
line, err := reader.ReadString('\n')
|
|
sb.WriteString(line)
|
|
if err == io.EOF {
|
|
return reader, sb.String(), nil
|
|
} else if err != nil {
|
|
return reader, sb.String(), err
|
|
}
|
|
} else {
|
|
return reader, sb.String(), nil
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
func readDocuments(reader io.Reader, filename string, fileIndex int) (*list.List, error) {
|
|
decoder := yaml.NewDecoder(reader)
|
|
inputList := list.New()
|
|
var currentIndex uint = 0
|
|
|
|
for {
|
|
var dataBucket yaml.Node
|
|
errorReading := decoder.Decode(&dataBucket)
|
|
|
|
if errorReading == io.EOF {
|
|
switch reader := reader.(type) {
|
|
case *os.File:
|
|
safelyCloseFile(reader)
|
|
}
|
|
return inputList, nil
|
|
} else if errorReading != nil {
|
|
return nil, errorReading
|
|
}
|
|
candidateNode := &CandidateNode{
|
|
Document: currentIndex,
|
|
Filename: filename,
|
|
Node: &dataBucket,
|
|
FileIndex: fileIndex,
|
|
EvaluateTogether: true,
|
|
}
|
|
|
|
inputList.PushBack(candidateNode)
|
|
|
|
currentIndex = currentIndex + 1
|
|
}
|
|
}
|