yq/pkg/yqlib/utils.go

98 lines
2.3 KiB
Go
Raw Normal View History

2020-11-03 23:48:43 +00:00
package yqlib
import (
"bufio"
"container/list"
"io"
"os"
2021-07-19 09:52:51 +00:00
"regexp"
"strings"
2020-11-03 23:48:43 +00:00
yaml "gopkg.in/yaml.v3"
)
func readStream(filename string, leadingContentPreProcessing bool) (io.Reader, string, error) {
2021-07-19 09:52:51 +00:00
var reader *bufio.Reader
2020-11-03 23:48:43 +00:00
if filename == "-" {
2021-07-19 09:52:51 +00:00
reader = bufio.NewReader(os.Stdin)
2020-11-03 23:48:43 +00:00
} else {
// ignore CWE-22 gosec issue - that's more targetted for http based apps that run in a public directory,
// and ensuring that it's not possible to give a path to a file outside thar directory.
2021-07-19 09:52:51 +00:00
file, err := os.Open(filename) // #nosec
if err != nil {
2021-07-19 09:52:51 +00:00
return nil, "", err
}
2021-07-19 09:52:51 +00:00
reader = bufio.NewReader(file)
}
if !leadingContentPreProcessing {
return reader, "", nil
}
return processReadStream(reader)
}
func processReadStream(reader *bufio.Reader) (io.Reader, string, error) {
var commentLineRegEx = regexp.MustCompile(`^\s*#`)
var sb strings.Builder
sb.WriteString("$yqLeadingContent$\n")
2021-07-19 09:52:51 +00:00
for {
peekBytes, err := reader.Peek(3)
if err == io.EOF {
// EOF are handled else where..
2021-07-19 09:52:51 +00:00
return reader, sb.String(), nil
} else if err != nil {
2021-07-19 09:52:51 +00:00
return reader, sb.String(), err
} else if string(peekBytes) == "---" {
_, err := reader.ReadString('\n')
sb.WriteString("$yqDocSeperator$\n")
if err == io.EOF {
return reader, sb.String(), nil
} else if err != nil {
return reader, sb.String(), err
}
} else if commentLineRegEx.MatchString(string(peekBytes)) {
2021-07-19 09:52:51 +00:00
line, err := reader.ReadString('\n')
sb.WriteString(line)
if err == io.EOF {
return reader, sb.String(), nil
} else if err != nil {
return reader, sb.String(), err
}
} else {
return reader, sb.String(), nil
}
2020-11-06 03:37:01 +00:00
}
}
2020-11-20 11:57:32 +00:00
func readDocuments(reader io.Reader, filename string, fileIndex int) (*list.List, error) {
2020-11-13 02:19:54 +00:00
decoder := yaml.NewDecoder(reader)
inputList := list.New()
var currentIndex uint = 0
for {
var dataBucket yaml.Node
errorReading := decoder.Decode(&dataBucket)
if errorReading == io.EOF {
2020-11-13 03:07:11 +00:00
switch reader := reader.(type) {
2020-11-13 02:19:54 +00:00
case *os.File:
2020-11-13 03:07:11 +00:00
safelyCloseFile(reader)
2020-11-13 02:19:54 +00:00
}
return inputList, nil
} else if errorReading != nil {
return nil, errorReading
}
candidateNode := &CandidateNode{
2021-01-17 23:15:31 +00:00
Document: currentIndex,
Filename: filename,
Node: &dataBucket,
FileIndex: fileIndex,
EvaluateTogether: true,
2020-11-13 02:19:54 +00:00
}
2020-11-06 01:11:38 +00:00
2020-11-13 02:19:54 +00:00
inputList.PushBack(candidateNode)
currentIndex = currentIndex + 1
}
}