goldstein 3.2.2 → 3.2.3

package/ChangeLog

@@ -1,3 +1,8 @@
+2023.04.19, v3.2.3
+
+fix:
+- bf330c5 goldstein: add support of tokens
+
 2023.04.19, v3.2.2
 
 fix:

package/build/parser.cjs

@@ -5040,11 +5040,19 @@ var extendParser = (keywords3) => {
     parse: parse4
   };
 };
-var createParse = (parser) => (a) => parser.parse(a, {
-  ecmaVersion: "latest",
-  sourceType: "module",
-  locations: true
-});
+var createParse = (parser) => (source) => {
+  const options = {
+    ecmaVersion: "latest",
+    sourceType: "module",
+    locations: true
+  };
+  const result = parser.parse(source, options);
+  const tokens = Array.from(parser.tokenizer(source, options));
+  return {
+    ...result,
+    tokens
+  };
+};
 
 // packages/operator/scopeflags.js
 var SCOPE_TOP2 = 1;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "goldstein",
-  "version": "3.2.2",
+  "version": "3.2.3",
   "type": "module",
   "author": "coderaiser <mnemonic.enemy@gmail.com> (https://github.com/coderaiser)",
   "description": "JavaScript with no limits",

package/packages/parser/index.js

@@ -12,8 +12,18 @@ export const extendParser = (keywords) => {
     };
 };
 
-const createParse = (parser) => (a) => parser.parse(a, {
-    ecmaVersion: 'latest',
-    sourceType: 'module',
-    locations: true,
-});
+const createParse = (parser) => (source) => {
+    const options = {
+        ecmaVersion: 'latest',
+        sourceType: 'module',
+        locations: true,
+    };
+    
+    const result = parser.parse(source, options);
+    const tokens = Array.from(parser.tokenizer(source, options));
+    
+    return {
+        ...result,
+        tokens,
+    };
+};