Issue #18: improve with operators

Author: idrissneumann

pkg/quickwit/response_parser.go

@@ -95,6 +95,17 @@ func parseResponse(responses []*es.SearchResponse, targets []*Query, configuredF
 	return &result, nil
 }
 
+func isLuceneOperator(value string) bool {
+	operators := []string{"or", "and"}
+	for _, op := range operators {
+		if strings.ToLower(value) == op {
+			return true
+		}
+	}
+
+	return false
+}
+
 func parseLuceneQuery(query string) []string {
 	var keywords []string
 
@@ -109,12 +120,20 @@ func parseLuceneQuery(query string) []string {
 
 		keyValueMatches := keyValueRegex.FindStringSubmatch(termMatch)
 		if len(keyValueMatches) <= 1 {
-			keywords = append(keywords, strings.ReplaceAll(termMatch, "*", ""))
+			value := strings.ReplaceAll(termMatch, "*", "")
+			if isLuceneOperator(value) {
+				continue
+			}
+			keywords = append(keywords, value)
 			continue
 		}
 
 		for _, keyValueMatch := range keyValueMatches[1:] {
-			keywords = append(keywords, strings.ReplaceAll(keyValueMatch, "*", ""))
+			value := strings.ReplaceAll(keyValueMatch, "*", "")
+			if isLuceneOperator(value) {
+				continue
+			}
+			keywords = append(keywords, value)
 		}
 	}
 

pkg/quickwit/response_parser_test.go

@@ -3207,12 +3207,20 @@ func TestParseLuceneQuery(t *testing.T) {
 		require.Equal(t, "foo", highlights[0])
 	})
 
-	t.Run("LeyValue query", func(t *testing.T) {
+	t.Run("KeyValue query", func(t *testing.T) {
 		query := "foo:bar*"
 		highlights := parseLuceneQuery(query)
 		require.Len(t, highlights, 1)
 		require.Equal(t, "bar", highlights[0])
 	})
+
+	t.Run("MultiKeyValue query", func(t *testing.T) {
+		query := "foo:bar* AND foo2:bar2"
+		highlights := parseLuceneQuery(query)
+		require.Len(t, highlights, 2)
+		require.Equal(t, "bar", highlights[0])
+		require.Equal(t, "bar2", highlights[1])
+	})
 }
 
 func TestFlatten(t *testing.T) {