fix(filter): correct filter logic for maps and scalars

Signed-off-by: Jeff Davis <[email protected]>
vmware-labs · Jun 15, 2021 · 150a7f4 · 150a7f4
1 parent ed4ed3e
commit 150a7f4
Show file tree

Hide file tree

Showing 4 changed files with 46 additions and 6 deletions.
diff --git a/pkg/yamlpath/lexer.go b/pkg/yamlpath/lexer.go
@@ -52,6 +52,7 @@ const (
 	lexemePropertyName
 	lexemeBracketPropertyName
 	lexemeArraySubscriptPropertyName
+	lexemeRecursiveFilterBegin
 	lexemeEOF // lexing complete
 )
 
@@ -596,7 +597,11 @@ func lexSubPath(l *lexer) stateFn {
 		return lexOptionalArrayIndex
 
 	case l.consumed(filterBegin):
-		l.emit(lexemeFilterBegin)
+		if l.lastEmittedLexemeType == lexemeRecursiveDescent {
+			l.emit(lexemeRecursiveFilterBegin)
+		} else {
+			l.emit(lexemeFilterBegin)
+		}
 		l.push(lexFilterEnd)
 		return lexFilterExprInitial
 

diff --git a/pkg/yamlpath/lexer_test.go b/pkg/yamlpath/lexer_test.go
@@ -822,7 +822,7 @@ func TestLexer(t *testing.T) {
 			expected: []lexeme{
 				{typ: lexemeRoot, val: "$"},
 				{typ: lexemeRecursiveDescent, val: ".."},
-				{typ: lexemeFilterBegin, val: "[?("},
+				{typ: lexemeRecursiveFilterBegin, val: "[?("},
 				{typ: lexemeFilterAt, val: "@"},
 				{typ: lexemeDotChild, val: ".child"},
 				{typ: lexemeFilterEnd, val: ")]"},

diff --git a/pkg/yamlpath/path.go b/pkg/yamlpath/path.go
@@ -116,7 +116,12 @@ func newPath(l *lexer) (*Path, error) {
 		subscript := strings.TrimSuffix(strings.TrimPrefix(lx.val, "["), "]")
 		return arraySubscriptThen(subscript, subPath), nil
 
-	case lexemeFilterBegin:
+	case lexemeFilterBegin, lexemeRecursiveFilterBegin:
+		var recursive bool
+
+		if lx.typ == lexemeRecursiveFilterBegin {
+			recursive = true
+		}
 		filterLexemes := []lexeme{}
 		filterNestingLevel := 1
 	f:
@@ -144,6 +149,9 @@ func newPath(l *lexer) (*Path, error) {
 		if err != nil {
 			return nil, err
 		}
+		if recursive {
+			return recursiveFilterThen(filterLexemes, subPath), nil
+		}
 		return filterThen(filterLexemes, subPath), nil
 	case lexemePropertyName:
 		subPath, err := newPath(l)
@@ -427,10 +435,28 @@ func filterThen(filterLexemes []lexeme, p *Path) *Path {
 	filter := newFilter(newFilterNode(filterLexemes))
 	return new(func(node, root *yaml.Node) yit.Iterator {
 		its := []yit.Iterator{}
-		for _, c := range node.Content {
-			if filter(c, root) {
-				its = append(its, compose(yit.FromNode(c), p, root))
+		if node.Kind == yaml.SequenceNode {
+			for _, c := range node.Content {
+				if filter(c, root) {
+					its = append(its, compose(yit.FromNode(c), p, root))
+				}
 			}
+		} else {
+			if filter(node, root) {
+				its = append(its, compose(yit.FromNode(node), p, root))
+			}
+		}
+		return yit.FromIterators(its...)
+	})
+}
+
+func recursiveFilterThen(filterLexemes []lexeme, p *Path) *Path {
+	filter := newFilter(newFilterNode(filterLexemes))
+	return new(func(node, root *yaml.Node) yit.Iterator {
+		its := []yit.Iterator{}
+
+		if filter(node, root) {
+			its = append(its, compose(yit.FromNode(node), p, root))
 		}
 		return yit.FromIterators(its...)
 	})

diff --git a/pkg/yamlpath/path_test.go b/pkg/yamlpath/path_test.go
@@ -969,6 +969,15 @@ price: 12.99
 			},
 			expectedPathErr: "",
 		},
+		{
+			name: "map filter",
+			path: `$.store.bicycle[?(@.color == "red")]`,
+			expectedStrings: []string{
+				`color: red
+price: 19.95
+`,
+			},
+		},
 	}
 
 	focussed := false