yq/pkg/yqlib/operator_strings_test.go

278 lines
7.6 KiB
Go
Raw Normal View History

2021-01-14 03:46:50 +00:00
package yqlib
import (
"testing"
)
var stringsOperatorScenarios = []expressionScenario{
2022-02-22 05:17:23 +00:00
{
description: "To up (upper) case",
subdescription: "Works with unicode characters",
document: `água`,
expression: "upcase",
expected: []string{
"D0, P[], (!!str)::ÁGUA\n",
},
},
{
skipDoc: true,
document: `!camel água`,
expression: "upcase",
expected: []string{
"D0, P[], (!camel)::ÁGUA\n",
},
},
{
description: "To down (lower) case",
subdescription: "Works with unicode characters",
document: `ÁgUA`,
expression: "downcase",
expected: []string{
"D0, P[], (!!str)::água\n",
},
},
{
skipDoc: true,
document: `!camel ÁgUA`,
expression: "downcase",
expected: []string{
"D0, P[], (!camel)::água\n",
},
},
2021-01-14 03:46:50 +00:00
{
2021-07-09 05:33:41 +00:00
description: "Join strings",
document: `[cat, meow, 1, null, true]`,
expression: `join("; ")`,
expected: []string{
"D0, P[], (!!str)::cat; meow; 1; ; true\n",
},
},
2022-08-08 03:35:57 +00:00
{
description: "Trim strings",
document: `[" cat", "dog ", " cow cow ", horse]`,
expression: `.[] | trim`,
expected: []string{
"D0, P[0], (!!str)::cat\n",
"D0, P[1], (!!str)::dog\n",
"D0, P[2], (!!str)::cow cow\n",
"D0, P[3], (!!str)::horse\n",
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `[!horse cat, !goat meow, !frog 1, null, true]`,
expression: `join("; ")`,
expected: []string{
"D0, P[], (!!str)::cat; meow; 1; ; true\n",
},
},
2021-07-09 05:33:41 +00:00
{
description: "Match string",
2021-07-11 01:08:18 +00:00
document: `foo bar foo`,
expression: `match("foo")`,
2021-07-09 05:33:41 +00:00
expected: []string{
"D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n",
2021-07-09 05:33:41 +00:00
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `!horse foo bar foo`,
expression: `match("foo")`,
expected: []string{
"D0, P[], (!!map)::string: foo\noffset: 0\nlength: 3\ncaptures: []\n",
2022-02-22 03:50:45 +00:00
},
},
2021-07-09 05:33:41 +00:00
{
description: "Match string, case insensitive",
2021-07-11 01:08:18 +00:00
document: `foo bar FOO`,
2021-07-16 00:18:25 +00:00
expression: `[match("(?i)foo"; "g")]`,
2021-07-09 05:33:41 +00:00
expected: []string{
2021-07-16 00:18:25 +00:00
"D0, P[], (!!seq)::- string: foo\n offset: 0\n length: 3\n captures: []\n- string: FOO\n offset: 8\n length: 3\n captures: []\n",
2021-07-09 05:33:41 +00:00
},
},
{
description: "Match with global capture group",
2021-07-11 01:08:18 +00:00
document: `abc abc`,
expression: `[match("(ab)(c)"; "g")]`,
2021-07-09 05:33:41 +00:00
expected: []string{
"D0, P[], (!!seq)::- string: abc\n offset: 0\n length: 3\n captures:\n - string: ab\n offset: 0\n length: 2\n - string: c\n offset: 2\n length: 1\n- string: abc\n offset: 4\n length: 3\n captures:\n - string: ab\n offset: 4\n length: 2\n - string: c\n offset: 6\n length: 1\n",
2021-07-09 05:33:41 +00:00
},
},
{
description: "Match with named capture groups",
2021-07-11 01:08:18 +00:00
document: `foo bar foo foo foo`,
2021-07-16 00:18:25 +00:00
expression: `[match("foo (?P<bar123>bar)? foo"; "g")]`,
2021-04-15 00:09:41 +00:00
expected: []string{
2021-07-16 00:18:25 +00:00
"D0, P[], (!!seq)::- string: foo bar foo\n offset: 0\n length: 11\n captures:\n - string: bar\n offset: 4\n length: 3\n name: bar123\n- string: foo foo\n offset: 12\n length: 8\n captures:\n - string: null\n offset: -1\n length: 0\n name: bar123\n",
2021-07-11 01:08:18 +00:00
},
},
{
description: "Capture named groups into a map",
document: `xyzzy-14`,
expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`,
expected: []string{
"D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n",
2021-07-11 01:08:18 +00:00
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `!horse xyzzy-14`,
expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)")`,
expected: []string{
"D0, P[], (!!map)::a: xyzzy\nn: \"14\"\n",
2022-02-22 03:50:45 +00:00
},
},
2021-07-11 01:08:18 +00:00
{
skipDoc: true,
description: "Capture named groups into a map, with null",
document: `xyzzy-14`,
expression: `capture("(?P<a>[a-z]+)-(?P<n>[0-9]+)(?P<bar123>bar)?")`,
expected: []string{
"D0, P[], (!!map)::a: xyzzy\nn: \"14\"\nbar123: null\n",
2021-04-15 00:09:41 +00:00
},
},
2021-07-09 05:33:41 +00:00
{
description: "Match without global flag",
document: `cat cat`,
expression: `match("cat")`,
expected: []string{
"D0, P[], (!!map)::string: cat\noffset: 0\nlength: 3\ncaptures: []\n",
2021-07-09 05:33:41 +00:00
},
},
{
description: "Match with global flag",
document: `cat cat`,
2021-07-16 00:18:25 +00:00
expression: `[match("cat"; "g")]`,
2021-07-09 05:33:41 +00:00
expected: []string{
2021-07-16 00:18:25 +00:00
"D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n",
2021-07-09 05:33:41 +00:00
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `!horse cat cat`,
expression: `[match("cat"; "g")]`,
expected: []string{
"D0, P[], (!!seq)::- string: cat\n offset: 0\n length: 3\n captures: []\n- string: cat\n offset: 4\n length: 3\n captures: []\n",
},
},
2021-07-09 05:54:56 +00:00
{
skipDoc: true,
description: "No match",
document: `dog`,
expression: `match("cat"; "g")`,
expected: []string{},
},
{
skipDoc: true,
description: "No match",
expression: `"dog" | match("cat", "g")`,
expected: []string{},
},
{
skipDoc: true,
description: "No match",
expression: `"dog" | match("cat")`,
expected: []string{},
},
{
description: "Test using regex",
2022-05-24 08:18:27 +00:00
subdescription: "Like jq's equivalent, this works like match but only returns true/false instead of full match details",
2021-07-09 05:54:56 +00:00
document: `["cat", "dog"]`,
expression: `.[] | test("at")`,
expected: []string{
"D0, P[0], (!!bool)::true\n",
"D0, P[1], (!!bool)::false\n",
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `[!horse "cat", !cat "dog"]`,
expression: `.[] | test("at")`,
expected: []string{
"D0, P[0], (!!bool)::true\n",
"D0, P[1], (!!bool)::false\n",
},
},
2021-07-09 05:58:33 +00:00
{
skipDoc: true,
document: `["cat*", "cat*", "cat"]`,
expression: `.[] | test("cat\*")`,
expected: []string{
"D0, P[0], (!!bool)::true\n",
"D0, P[1], (!!bool)::true\n",
"D0, P[2], (!!bool)::false\n",
},
},
2021-07-09 05:33:41 +00:00
{
description: "Substitute / Replace string",
subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.",
2021-07-09 05:33:41 +00:00
document: `a: dogs are great`,
expression: `.a |= sub("dogs", "cats")`,
expected: []string{
"D0, P[], (!!map)::a: cats are great\n",
2021-07-09 05:33:41 +00:00
},
},
{
description: "Substitute / Replace string with regex",
subdescription: "This uses Golang's regex, described [here](https://github.com/google/re2/wiki/Syntax).\nNote the use of `|=` to run in context of the current string value.",
2021-07-09 05:33:41 +00:00
document: "a: cat\nb: heat",
expression: `.[] |= sub("(a)", "${1}r")`,
expected: []string{
"D0, P[], (!!map)::a: cart\nb: heart\n",
2021-07-09 05:33:41 +00:00
},
},
2022-02-22 03:50:45 +00:00
{
description: "Custom types: that are really strings",
subdescription: "When custom tags are encountered, yq will try to decode the underlying type.",
document: "a: !horse cat\nb: !goat heat",
expression: `.[] |= sub("(a)", "${1}r")`,
expected: []string{
"D0, P[], (!!map)::a: !horse cart\nb: !goat heart\n",
2022-02-22 03:50:45 +00:00
},
},
2021-07-09 05:33:41 +00:00
{
description: "Split strings",
document: `"cat; meow; 1; ; true"`,
expression: `split("; ")`,
expected: []string{
"D0, P[], (!!seq)::- cat\n- meow\n- \"1\"\n- \"\"\n- \"true\"\n",
},
},
{
description: "Split strings one match",
document: `"word"`,
expression: `split("; ")`,
expected: []string{
"D0, P[], (!!seq)::- word\n",
},
},
2022-02-22 03:50:45 +00:00
{
skipDoc: true,
document: `!horse "word"`,
expression: `split("; ")`,
expected: []string{
"D0, P[], (!!seq)::- word\n",
},
},
2021-07-09 05:33:41 +00:00
{
skipDoc: true,
document: `""`,
expression: `split("; ")`,
expected: []string{
"D0, P[], (!!seq)::[]\n", // dont actually want this, just not to error
},
},
{
skipDoc: true,
expression: `split("; ")`,
expected: []string{},
},
2021-01-14 03:46:50 +00:00
}
func TestStringsOperatorScenarios(t *testing.T) {
for _, tt := range stringsOperatorScenarios {
testScenario(t, &tt)
}
2021-12-21 04:02:07 +00:00
documentOperatorScenarios(t, "string-operators", stringsOperatorScenarios)
2021-01-14 03:46:50 +00:00
}