fix: goldstein: add support of tokens

coderaiser · Apr 19, 2023 · bf330c5 · bf330c5
1 parent 6c08af1
commit bf330c5
Showing 1 changed file with 15 additions and 5 deletions.
diff --git a/packages/parser/index.js b/packages/parser/index.js
@@ -12,8 +12,18 @@ export const extendParser = (keywords) => {
     };
 };
 
-const createParse = (parser) => (a) => parser.parse(a, {
-    ecmaVersion: 'latest',
-    sourceType: 'module',
-    locations: true,
-});
+const createParse = (parser) => (source) => {
+    const options = {
+        ecmaVersion: 'latest',
+        sourceType: 'module',
+        locations: true,
+    };
+
+    const result = parser.parse(source, options);
+    const tokens = Array.from(parser.tokenizer(source, options));
+
+    return {
+        ...result,
+        tokens,
+    };
+};