Uncomment tests - oops

This commit is contained in:
Mike Farah 2024-03-05 11:23:07 +11:00
parent 72a78472af
commit 152b158411
2 changed files with 589 additions and 262 deletions

View File

@ -56,6 +56,333 @@ IFS= read -rd '' output < <(cat my_file)
output=$output ./yq '.data.values = strenv(output)' first.yml output=$output ./yq '.data.values = strenv(output)' first.yml
``` ```
## To up (upper) case
Works with unicode characters
Given a sample.yml file of:
```yaml
água
```
then
```bash
yq 'upcase' sample.yml
```
will output
```yaml
ÁGUA
```
## To down (lower) case
Works with unicode characters
Given a sample.yml file of:
```yaml
ÁgUA
```
then
```bash
yq 'downcase' sample.yml
```
will output
```yaml
água
```
## Join strings
Given a sample.yml file of:
```yaml
- cat
- meow
- 1
- null
- true
```
then
```bash
yq 'join("; ")' sample.yml
```
will output
```yaml
cat; meow; 1; ; true
```
## Trim strings
Given a sample.yml file of:
```yaml
- ' cat'
- 'dog '
- ' cow cow '
- horse
```
then
```bash
yq '.[] | trim' sample.yml
```
will output
```yaml
cat
dog
cow cow
horse
```
## Match string
Given a sample.yml file of:
```yaml
foo bar foo
```
then
```bash
yq 'match("foo")' sample.yml
```
will output
```yaml
string: foo
offset: 0
length: 3
captures: []
```
## Match string, case insensitive
Given a sample.yml file of:
```yaml
foo bar FOO
```
then
```bash
yq '[match("(?i)foo"; "g")]' sample.yml
```
will output
```yaml
- string: foo
offset: 0
length: 3
captures: []
- string: FOO
offset: 8
length: 3
captures: []
```
## Match with global capture group
Given a sample.yml file of:
```yaml
abc abc
```
then
```bash
yq '[match("(ab)(c)"; "g")]' sample.yml
```
will output
```yaml
- string: abc
offset: 0
length: 3
captures:
- string: ab
offset: 0
length: 2
- string: c
offset: 2
length: 1
- string: abc
offset: 4
length: 3
captures:
- string: ab
offset: 4
length: 2
- string: c
offset: 6
length: 1
```
## Match with named capture groups
Given a sample.yml file of:
```yaml
foo bar foo foo foo
```
then
```bash
yq '[match("foo (?P<bar123>bar)? foo"; "g")]' sample.yml
```
will output
```yaml
- string: foo bar foo
offset: 0
length: 11
captures:
- string: bar
offset: 4
length: 3
name: bar123
- string: foo foo
offset: 12
length: 8
captures:
- string: null
offset: -1
length: 0
name: bar123
```
## Capture named groups into a map
Given a sample.yml file of:
```yaml
xyzzy-14
```
then
```bash
yq 'capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")' sample.yml
```
will output
```yaml
a: xyzzy
n: "14"
```
## Match without global flag
Given a sample.yml file of:
```yaml
cat cat
```
then
```bash
yq 'match("cat")' sample.yml
```
will output
```yaml
string: cat
offset: 0
length: 3
captures: []
```
## Match with global flag
Given a sample.yml file of:
```yaml
cat cat
```
then
```bash
yq '[match("cat"; "g")]' sample.yml
```
will output
```yaml
- string: cat
offset: 0
length: 3
captures: []
- string: cat
offset: 4
length: 3
captures: []
```
## Test using regex
Like jq's equivalent, this works like match but only returns true/false instead of full match details
Given a sample.yml file of:
```yaml
- cat
- dog
```
then
```bash
yq '.[] | test("at")' sample.yml
```
will output
```yaml
true
false
```
## Substitute / Replace string
This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).
Note the use of `|=` to run in context of the current string value.
Given a sample.yml file of:
```yaml
a: dogs are great
```
then
```bash
yq '.a |= sub("dogs", "cats")' sample.yml
```
will output
```yaml
a: cats are great
```
## Substitute / Replace string with regex
This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).
Note the use of `|=` to run in context of the current string value.
Given a sample.yml file of:
```yaml
a: cat
b: heat
```
then
```bash
yq '.[] |= sub("(a)", "${1}r")' sample.yml
```
will output
```yaml
a: cart
b: heart
```
## Custom types: that are really strings
When custom tags are encountered, yq will try to decode the underlying type.
Given a sample.yml file of:
```yaml
a: !horse cat
b: !goat heat
```
then
```bash
yq '.[] |= sub("(a)", "${1}r")' sample.yml
```
will output
```yaml
a: !horse cart
b: !goat heart
```
## Split strings
Given a sample.yml file of:
```yaml
cat; meow; 1; ; true
```
then
```bash
yq 'split("; ")' sample.yml
```
will output
```yaml
- cat
- meow
- "1"
- ""
- "true"
```
## Split strings one match
Given a sample.yml file of:
```yaml
word
```
then
```bash
yq 'split("; ")' sample.yml
```
will output
```yaml
- word
```
## To string ## To string
Note that you may want to force `yq` to leave scalar values wrapped by passing in `--unwrapScalar=false` or `-r=f` Note that you may want to force `yq` to leave scalar values wrapped by passing in `--unwrapScalar=false` or `-r=f`

View File

@ -5,268 +5,268 @@ import (
) )
var stringsOperatorScenarios = []expressionScenario{ var stringsOperatorScenarios = []expressionScenario{
// { {
// description: "To up (upper) case", description: "To up (upper) case",
// subdescription: "Works with unicode characters", subdescription: "Works with unicode characters",
// document: `água`, document: `água`,
// expression: "upcase", expression: "upcase",
// expected: []string{ expected: []string{
// "D0, P[], (!!str)::ÁGUA\n", "D0, P[], (!!str)::ÁGUA\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!camel água`, document: `!camel água`,
// expression: "upcase", expression: "upcase",
// expected: []string{ expected: []string{
// "D0, P[], (!camel)::ÁGUA\n", "D0, P[], (!camel)::ÁGUA\n",
// }, },
// }, },
// { {
// description: "To down (lower) case", description: "To down (lower) case",
// subdescription: "Works with unicode characters", subdescription: "Works with unicode characters",
// document: `ÁgUA`, document: `ÁgUA`,
// expression: "downcase", expression: "downcase",
// expected: []string{ expected: []string{
// "D0, P[], (!!str)::água\n", "D0, P[], (!!str)::água\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!camel ÁgUA`, document: `!camel ÁgUA`,
// expression: "downcase", expression: "downcase",
// expected: []string{ expected: []string{
// "D0, P[], (!camel)::água\n", "D0, P[], (!camel)::água\n",
// }, },
// }, },
// { {
// description: "Join strings", description: "Join strings",
// document: `[cat, meow, 1, null, true]`, document: `[cat, meow, 1, null, true]`,
// expression: `join("; ")`, expression: `join("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!str)::cat; meow; 1; ; true\n", "D0, P[], (!!str)::cat; meow; 1; ; true\n",
// }, },
// }, },
// { {
// description: "Trim strings", description: "Trim strings",
// document: `[" cat", "dog ", " cow cow ", horse]`, document: `[" cat", "dog ", " cow cow ", horse]`,
// expression: `.[] | trim`, expression: `.[] | trim`,
// expected: []string{ expected: []string{
// "D0, P[0], (!!str)::cat\n", "D0, P[0], (!!str)::cat\n",
// "D0, P[1], (!!str)::dog\n", "D0, P[1], (!!str)::dog\n",
// "D0, P[2], (!!str)::cow cow\n", "D0, P[2], (!!str)::cow cow\n",
// "D0, P[3], (!!str)::horse\n", "D0, P[3], (!!str)::horse\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `[!horse cat, !goat meow, !frog 1, null, true]`, document: `[!horse cat, !goat meow, !frog 1, null, true]`,
// expression: `join("; ")`, expression: `join("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!str)::cat; meow; 1; ; true\n", "D0, P[], (!!str)::cat; meow; 1; ; true\n",
// }, },
// }, },
// { {
// description: "Match string", description: "Match string",
// document: `foo bar foo`, document: `foo bar foo`,
// expression: `match("foo")`, expression: `match("foo")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n", "D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!horse foo bar foo`, document: `!horse foo bar foo`,
// expression: `match("foo")`, expression: `match("foo")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n", "D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n",
// }, },
// }, },
// { {
// description: "Match string, case insensitive", description: "Match string, case insensitive",
// document: `foo bar FOO`, document: `foo bar FOO`,
// expression: `[match("(?i)foo"; "g")]`, expression: `[match("(?i)foo"; "g")]`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- string: foo\n offset: 0\n length: 3\n captures: []\n- string: FOO\n offset: 8\n length: 3\n captures: []\n", "D0, P[], (!!seq)::- string: foo\n offset: 0\n length: 3\n captures: []\n- string: FOO\n offset: 8\n length: 3\n captures: []\n",
// }, },
// }, },
// { {
// description: "Match with global capture group", description: "Match with global capture group",
// document: `abc abc`, document: `abc abc`,
// expression: `[match("(ab)(c)"; "g")]`, expression: `[match("(ab)(c)"; "g")]`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- string: abc\n offset: 0\n length: 3\n captures:\n - string: ab\n offset: 0\n length: 2\n - string: c\n offset: 2\n length: 1\n- string: abc\n offset: 4\n length: 3\n captures:\n - string: ab\n offset: 4\n length: 2\n - string: c\n offset: 6\n length: 1\n", "D0, P[], (!!seq)::- string: abc\n offset: 0\n length: 3\n captures:\n - string: ab\n offset: 0\n length: 2\n - string: c\n offset: 2\n length: 1\n- string: abc\n offset: 4\n length: 3\n captures:\n - string: ab\n offset: 4\n length: 2\n - string: c\n offset: 6\n length: 1\n",
// }, },
// }, },
// { {
// description: "Match with named capture groups", description: "Match with named capture groups",
// document: `foo bar foo foo foo`, document: `foo bar foo foo foo`,
// expression: `[match("foo (?P<bar123>bar)? foo"; "g")]`, expression: `[match("foo (?P<bar123>bar)? foo"; "g")]`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- string: foo bar foo\n offset: 0\n length: 11\n captures:\n - string: bar\n offset: 4\n length: 3\n name: bar123\n- string: foo foo\n offset: 12\n length: 8\n captures:\n - string: null\n offset: -1\n length: 0\n name: bar123\n", "D0, P[], (!!seq)::- string: foo bar foo\n offset: 0\n length: 11\n captures:\n - string: bar\n offset: 4\n length: 3\n name: bar123\n- string: foo foo\n offset: 12\n length: 8\n captures:\n - string: null\n offset: -1\n length: 0\n name: bar123\n",
// }, },
// }, },
// { {
// description: "Capture named groups into a map", description: "Capture named groups into a map",
// document: `xyzzy-14`, document: `xyzzy-14`,
// expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`, expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n", "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!horse xyzzy-14`, document: `!horse xyzzy-14`,
// expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`, expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n", "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// description: "Capture named groups into a map, with null", description: "Capture named groups into a map, with null",
// document: `xyzzy-14`, document: `xyzzy-14`,
// expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)(?P<bar123>bar)?")`, expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)(?P<bar123>bar)?")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\nbar123: null\n", "D0, P[], (!!map)::a: xyzzy\nn: \"14\"\nbar123: null\n",
// }, },
// }, },
// { {
// description: "Match without global flag", description: "Match without global flag",
// document: `cat cat`, document: `cat cat`,
// expression: `match("cat")`, expression: `match("cat")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::string: cat\noffset: 0\nlength: 3\ncaptures: []\n", "D0, P[], (!!map)::string: cat\noffset: 0\nlength: 3\ncaptures: []\n",
// }, },
// }, },
// { {
// description: "Match with global flag", description: "Match with global flag",
// document: `cat cat`, document: `cat cat`,
// expression: `[match("cat"; "g")]`, expression: `[match("cat"; "g")]`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n", "D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!horse cat cat`, document: `!horse cat cat`,
// expression: `[match("cat"; "g")]`, expression: `[match("cat"; "g")]`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n", "D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// description: "No match", description: "No match",
// document: `dog`, document: `dog`,
// expression: `match("cat"; "g")`, expression: `match("cat"; "g")`,
// expected: []string{}, expected: []string{},
// }, },
// { {
// skipDoc: true, skipDoc: true,
// description: "No match", description: "No match",
// expression: `"dog" | match("cat", "g")`, expression: `"dog" | match("cat", "g")`,
// expected: []string{}, expected: []string{},
// }, },
// { {
// skipDoc: true, skipDoc: true,
// description: "No match", description: "No match",
// expression: `"dog" | match("cat")`, expression: `"dog" | match("cat")`,
// expected: []string{}, expected: []string{},
// }, },
// { {
// description: "Test using regex", description: "Test using regex",
// subdescription: "Like jq's equivalent, this works like match but only returns true/false instead of full match details", subdescription: "Like jq's equivalent, this works like match but only returns true/false instead of full match details",
// document: `["cat", "dog"]`, document: `["cat", "dog"]`,
// expression: `.[] | test("at")`, expression: `.[] | test("at")`,
// expected: []string{ expected: []string{
// "D0, P[0], (!!bool)::true\n", "D0, P[0], (!!bool)::true\n",
// "D0, P[1], (!!bool)::false\n", "D0, P[1], (!!bool)::false\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `[!horse "cat", !cat "dog"]`, document: `[!horse "cat", !cat "dog"]`,
// expression: `.[] | test("at")`, expression: `.[] | test("at")`,
// expected: []string{ expected: []string{
// "D0, P[0], (!!bool)::true\n", "D0, P[0], (!!bool)::true\n",
// "D0, P[1], (!!bool)::false\n", "D0, P[1], (!!bool)::false\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `["cat*", "cat*", "cat"]`, document: `["cat*", "cat*", "cat"]`,
// expression: `.[] | test("cat\*")`, expression: `.[] | test("cat\*")`,
// expected: []string{ expected: []string{
// "D0, P[0], (!!bool)::true\n", "D0, P[0], (!!bool)::true\n",
// "D0, P[1], (!!bool)::true\n", "D0, P[1], (!!bool)::true\n",
// "D0, P[2], (!!bool)::false\n", "D0, P[2], (!!bool)::false\n",
// }, },
// }, },
// { {
// description: "Substitute / Replace string", description: "Substitute / Replace string",
// subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.", subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.",
// document: `a: dogs are great`, document: `a: dogs are great`,
// expression: `.a |= sub("dogs", "cats")`, expression: `.a |= sub("dogs", "cats")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: cats are great\n", "D0, P[], (!!map)::a: cats are great\n",
// }, },
// }, },
// { {
// description: "Substitute / Replace string with regex", description: "Substitute / Replace string with regex",
// subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.", subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.",
// document: "a: cat\nb: heat", document: "a: cat\nb: heat",
// expression: `.[] |= sub("(a)", "${1}r")`, expression: `.[] |= sub("(a)", "${1}r")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: cart\nb: heart\n", "D0, P[], (!!map)::a: cart\nb: heart\n",
// }, },
// }, },
// { {
// description: "Custom types: that are really strings", description: "Custom types: that are really strings",
// subdescription: "When custom tags are encountered, yq will try to decode the underlying type.", subdescription: "When custom tags are encountered, yq will try to decode the underlying type.",
// document: "a: !horse cat\nb: !goat heat", document: "a: !horse cat\nb: !goat heat",
// expression: `.[] |= sub("(a)", "${1}r")`, expression: `.[] |= sub("(a)", "${1}r")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!map)::a: !horse cart\nb: !goat heart\n", "D0, P[], (!!map)::a: !horse cart\nb: !goat heart\n",
// }, },
// }, },
// { {
// description: "Split strings", description: "Split strings",
// document: `"cat; meow; 1; ; true"`, document: `"cat; meow; 1; ; true"`,
// expression: `split("; ")`, expression: `split("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- cat\n- meow\n- \"1\"\n- \"\"\n- \"true\"\n", "D0, P[], (!!seq)::- cat\n- meow\n- \"1\"\n- \"\"\n- \"true\"\n",
// }, },
// }, },
// { {
// description: "Split strings one match", description: "Split strings one match",
// document: `"word"`, document: `"word"`,
// expression: `split("; ")`, expression: `split("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- word\n", "D0, P[], (!!seq)::- word\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `!horse "word"`, document: `!horse "word"`,
// expression: `split("; ")`, expression: `split("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::- word\n", "D0, P[], (!!seq)::- word\n",
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// document: `""`, document: `""`,
// expression: `split("; ")`, expression: `split("; ")`,
// expected: []string{ expected: []string{
// "D0, P[], (!!seq)::[]\n", // dont actually want this, just not to error "D0, P[], (!!seq)::[]\n", // dont actually want this, just not to error
// }, },
// }, },
// { {
// skipDoc: true, skipDoc: true,
// expression: `split("; ")`, expression: `split("; ")`,
// expected: []string{}, expected: []string{},
// }, },
{ {
description: "To string", description: "To string",
subdescription: "Note that you may want to force `yq` to leave scalar values wrapped by passing in `--unwrapScalar=false` or `-r=f`", subdescription: "Note that you may want to force `yq` to leave scalar values wrapped by passing in `--unwrapScalar=false` or `-r=f`",