fix(core): avoid attribute names being scanned as symbols

Fixes #5673

Co-authored-by: Binoy Patel <[email protected]>

packages/@sanity/mutator/src/jsonpath/tokenize.ts

@@ -113,6 +113,19 @@ class Tokenizer {
       return null
     }
     if (str === this.source.slice(this.i, this.i + str.length)) {
+      // When checking symbols that consist of valid attribute characters, we
+      // need to make sure we don't inadvertently treat an attribute as a
+      // symbol. For example, an attribute 'trueCustomerField' should not be
+      // scanned as the boolean symbol "true".
+      if (str[0].match(attributeCharMatcher)) {
+        // check that char following the symbol match is not also an attribute char
+        if (this.length > this.i + str.length) {
+          const nextChar = this.source[this.i + str.length]
+          if (nextChar && nextChar.match(attributeCharMatcher)) {
+            return null
+          }
+        }
+      }
       this.i += str.length
       return str
     }

packages/@sanity/mutator/test/parse.test.ts

@@ -183,6 +183,10 @@ const cases = {
       },
     ],
   },
+  'trueOrFalseField': {
+    type: 'attribute',
+    name: 'trueOrFalseField',
+  },
 }
 
 Object.keys(cases).forEach((path) => {

packages/@sanity/mutator/test/tokenize.test.ts

@@ -128,6 +128,38 @@ const cases = {
       type: 'paren',
     },
   ],
+  'trueish': [
+    {
+      type: 'identifier',
+      name: 'trueish',
+    },
+  ],
+  'trueOrFalse[trueField == true]': [
+    {
+      type: 'identifier',
+      name: 'trueOrFalse',
+    },
+    {
+      type: 'paren',
+      symbol: '[',
+    },
+    {
+      type: 'identifier',
+      name: 'trueField',
+    },
+    {
+      type: 'comparator',
+      symbol: '==',
+    },
+    {
+      symbol: 'true',
+      type: 'boolean',
+    },
+    {
+      type: 'paren',
+      symbol: ']',
+    },
+  ],
 }
 
 test('Tokenization of jsonpath', () => {