yuku-parser 0.6.4 → 0.6.6

package/README.md

@@ -60,45 +60,21 @@ sourceTypeFromPath("foo.mjs");     // "module"
 
 ## Walking the AST
 
-A typed, mutating walker is built in:
+The AST is standard ESTree, and [`yuku-ast`](https://www.npmjs.com/package/yuku-ast) walks it with typed visitors, alias groups, in-place mutation, and syntactic utilities:
 
 ```ts
-import { parse, walk } from "yuku-parser";
+import { parse } from "yuku-parser";
+import { walk } from "yuku-ast";
 
-const { program } = parse(`
-  const message = "hello";
-  console.log(message);
-`);
+const { program } = parse(`console.log("hello");`);
 
 walk(program, {
   Identifier(node) {
     console.log(node.name);
   },
-  CallExpression: {
-    enter(node, ctx) { /* before children */ },
-    leave(node, ctx) { /* after children */ },
-  },
-  enter(node) { /* every node */ },
-});
-```
-
-The context exposes the position (`ctx.parent`, `ctx.key`, `ctx.index`, `ctx.ancestors()`), flow control (`ctx.skip()`, `ctx.stop()`), and in-place mutation:
-
-```ts
-walk(program, {
-  DebuggerStatement(node, ctx) {
-    ctx.remove();
-  },
-  Literal(node, ctx) {
-    if (node.value === 1) ctx.replace({ type: "Identifier", start: 0, end: 0, name: "ONE" });
-  },
 });
 ```
 
-`ctx.replace(node)` continues the walk into the replacement, `ctx.remove()` skips the removed subtree, `ctx.insertBefore(node)` inserts a sibling without visiting it, and `ctx.insertAfter(node)` inserts one the walk will visit. An optional third argument threads state to every handler as `ctx.state`.
-
-The AST is also standard ESTree, so any ESTree-compatible walker works as well.
-
 ## Semantic analysis
 
 [`yuku-analyzer`](https://www.npmjs.com/package/yuku-analyzer) builds on this parser and adds full semantics: scopes, symbols, resolved references, closure analysis, and cross-file module linking, computed natively in the same pass. Its walk carries the semantic model in context (`ctx.scope`, `ctx.symbol`, `ctx.reference`). See the [analyzer documentation](https://yuku.fyi/analyzer).

package/decode.js

@@ -19,190 +19,6 @@ const TS_METHOD_SIGNATURE_KINDS = ["method", "get", "set"];
 const TS_MODULE_KINDS = ["namespace", "module"];
 const TS_MAPPED_OPTIONAL = [false, true, "+", "-"];
 const TS_MAPPED_READONLY = [null, true, "+", "-"];
-const CHILD_KEYS = Object.create(null);
-function _ck(type, keys) {
-  const prev = CHILD_KEYS[type];
-  if (prev === undefined) CHILD_KEYS[type] = keys;
-  else for (const k of keys) if (!prev.includes(k)) prev.push(k);
-}
-_ck("SequenceExpression", ["expressions"]);
-_ck("ParenthesizedExpression", ["expression"]);
-_ck("ArrowFunctionExpression", ["typeParameters", "params", "returnType", "body"]);
-_ck("FunctionDeclaration", ["id", "typeParameters", "params", "returnType", "body"]);
-_ck("FunctionExpression", ["id", "typeParameters", "params", "returnType", "body"]);
-_ck("TSDeclareFunction", ["id", "typeParameters", "params", "returnType", "body"]);
-_ck("TSEmptyBodyFunctionExpression", ["id", "typeParameters", "params", "returnType", "body"]);
-_ck("BlockStatement", ["body"]);
-_ck("BlockStatement", ["body"]);
-_ck("BinaryExpression", ["left", "right"]);
-_ck("LogicalExpression", ["left", "right"]);
-_ck("ConditionalExpression", ["test", "consequent", "alternate"]);
-_ck("UnaryExpression", ["argument"]);
-_ck("UpdateExpression", ["argument"]);
-_ck("AssignmentExpression", ["left", "right"]);
-_ck("ArrayExpression", ["elements"]);
-_ck("ObjectExpression", ["properties"]);
-_ck("SpreadElement", ["argument"]);
-_ck("Property", ["key", "value"]);
-_ck("MemberExpression", ["object", "property"]);
-_ck("CallExpression", ["callee", "typeArguments", "arguments"]);
-_ck("ChainExpression", ["expression"]);
-_ck("TaggedTemplateExpression", ["tag", "typeArguments", "quasi"]);
-_ck("NewExpression", ["callee", "typeArguments", "arguments"]);
-_ck("AwaitExpression", ["argument"]);
-_ck("YieldExpression", ["argument"]);
-_ck("MetaProperty", ["meta", "property"]);
-_ck("Decorator", ["expression"]);
-_ck("ClassDeclaration", ["decorators", "id", "typeParameters", "superClass", "superTypeArguments", "implements", "body"]);
-_ck("ClassExpression", ["decorators", "id", "typeParameters", "superClass", "superTypeArguments", "implements", "body"]);
-_ck("ClassBody", ["body"]);
-_ck("MethodDefinition", ["decorators", "key", "value"]);
-_ck("TSAbstractMethodDefinition", ["decorators", "key", "value"]);
-_ck("PropertyDefinition", ["decorators", "key", "typeAnnotation", "value"]);
-_ck("AccessorProperty", ["decorators", "key", "typeAnnotation", "value"]);
-_ck("TSAbstractPropertyDefinition", ["decorators", "key", "typeAnnotation", "value"]);
-_ck("TSAbstractAccessorProperty", ["decorators", "key", "typeAnnotation", "value"]);
-_ck("StaticBlock", ["body"]);
-_ck("Super", []);
-_ck("Literal", []);
-_ck("Literal", []);
-_ck("Literal", []);
-_ck("Literal", []);
-_ck("Literal", []);
-_ck("ThisExpression", []);
-_ck("Literal", []);
-_ck("TemplateLiteral", ["quasis", "expressions"]);
-_ck("TemplateElement", []);
-_ck("Identifier", []);
-_ck("PrivateIdentifier", []);
-_ck("Identifier", ["decorators", "typeAnnotation"]);
-_ck("Identifier", []);
-_ck("Identifier", []);
-_ck("ExpressionStatement", ["expression"]);
-_ck("IfStatement", ["test", "consequent", "alternate"]);
-_ck("SwitchStatement", ["discriminant", "cases"]);
-_ck("SwitchCase", ["test", "consequent"]);
-_ck("ForStatement", ["init", "test", "update", "body"]);
-_ck("ForInStatement", ["left", "right", "body"]);
-_ck("ForOfStatement", ["left", "right", "body"]);
-_ck("WhileStatement", ["test", "body"]);
-_ck("DoWhileStatement", ["body", "test"]);
-_ck("BreakStatement", ["label"]);
-_ck("ContinueStatement", ["label"]);
-_ck("LabeledStatement", ["label", "body"]);
-_ck("WithStatement", ["object", "body"]);
-_ck("ReturnStatement", ["argument"]);
-_ck("ThrowStatement", ["argument"]);
-_ck("TryStatement", ["block", "handler", "finalizer"]);
-_ck("CatchClause", ["param", "body"]);
-_ck("DebuggerStatement", []);
-_ck("EmptyStatement", []);
-_ck("VariableDeclaration", ["declarations"]);
-_ck("VariableDeclarator", ["id", "init"]);
-_ck("ExpressionStatement", ["expression"]);
-_ck("AssignmentPattern", ["decorators", "left", "typeAnnotation", "right"]);
-_ck("RestElement", ["decorators", "argument", "typeAnnotation"]);
-_ck("ArrayPattern", ["decorators", "elements", "typeAnnotation"]);
-_ck("ObjectPattern", ["decorators", "properties", "typeAnnotation"]);
-_ck("Property", ["key", "value"]);
-_ck("Program", ["hashbang", "body"]);
-_ck("ImportExpression", ["source", "options"]);
-_ck("ImportDeclaration", ["specifiers", "source", "attributes"]);
-_ck("ImportSpecifier", ["imported", "local"]);
-_ck("ImportDefaultSpecifier", ["local"]);
-_ck("ImportNamespaceSpecifier", ["local"]);
-_ck("ImportAttribute", ["key", "value"]);
-_ck("ExportNamedDeclaration", ["declaration", "specifiers", "source", "attributes"]);
-_ck("ExportDefaultDeclaration", ["declaration"]);
-_ck("ExportAllDeclaration", ["exported", "source", "attributes"]);
-_ck("ExportSpecifier", ["local", "exported"]);
-_ck("TSTypeAnnotation", ["typeAnnotation"]);
-_ck("TSAnyKeyword", []);
-_ck("TSUnknownKeyword", []);
-_ck("TSNeverKeyword", []);
-_ck("TSVoidKeyword", []);
-_ck("TSNullKeyword", []);
-_ck("TSUndefinedKeyword", []);
-_ck("TSStringKeyword", []);
-_ck("TSNumberKeyword", []);
-_ck("TSBigIntKeyword", []);
-_ck("TSBooleanKeyword", []);
-_ck("TSSymbolKeyword", []);
-_ck("TSObjectKeyword", []);
-_ck("TSIntrinsicKeyword", []);
-_ck("TSThisType", []);
-_ck("TSTypeReference", ["typeName", "typeArguments"]);
-_ck("TSQualifiedName", ["left", "right"]);
-_ck("TSTypeQuery", ["exprName", "typeArguments"]);
-_ck("TSImportType", ["source", "options", "qualifier", "typeArguments"]);
-_ck("TSTypeParameter", ["name", "constraint", "default"]);
-_ck("TSTypeParameterDeclaration", ["params"]);
-_ck("TSTypeParameterInstantiation", ["params"]);
-_ck("TSLiteralType", ["literal"]);
-_ck("TSTemplateLiteralType", ["quasis", "types"]);
-_ck("TSArrayType", ["elementType"]);
-_ck("TSIndexedAccessType", ["objectType", "indexType"]);
-_ck("TSTupleType", ["elementTypes"]);
-_ck("TSNamedTupleMember", ["label", "elementType"]);
-_ck("TSOptionalType", ["typeAnnotation"]);
-_ck("TSRestType", ["typeAnnotation"]);
-_ck("TSJSDocNullableType", ["typeAnnotation"]);
-_ck("TSJSDocNonNullableType", ["typeAnnotation"]);
-_ck("TSJSDocUnknownType", []);
-_ck("TSUnionType", ["types"]);
-_ck("TSIntersectionType", ["types"]);
-_ck("TSConditionalType", ["checkType", "extendsType", "trueType", "falseType"]);
-_ck("TSInferType", ["typeParameter"]);
-_ck("TSTypeOperator", ["typeAnnotation"]);
-_ck("TSParenthesizedType", ["typeAnnotation"]);
-_ck("TSFunctionType", ["typeParameters", "params", "returnType"]);
-_ck("TSConstructorType", ["typeParameters", "params", "returnType"]);
-_ck("TSTypePredicate", ["parameterName", "typeAnnotation"]);
-_ck("TSTypeLiteral", ["members"]);
-_ck("TSMappedType", ["key", "constraint", "nameType", "typeAnnotation"]);
-_ck("TSPropertySignature", ["key", "typeAnnotation"]);
-_ck("TSMethodSignature", ["key", "typeParameters", "params", "returnType"]);
-_ck("TSCallSignatureDeclaration", ["typeParameters", "params", "returnType"]);
-_ck("TSConstructSignatureDeclaration", ["typeParameters", "params", "returnType"]);
-_ck("TSIndexSignature", ["parameters", "typeAnnotation"]);
-_ck("TSTypeAliasDeclaration", ["id", "typeParameters", "typeAnnotation"]);
-_ck("TSInterfaceDeclaration", ["id", "typeParameters", "extends", "body"]);
-_ck("TSInterfaceBody", ["body"]);
-_ck("TSInterfaceHeritage", ["expression", "typeArguments"]);
-_ck("TSClassImplements", ["expression", "typeArguments"]);
-_ck("TSEnumDeclaration", ["id", "body"]);
-_ck("TSEnumBody", ["members"]);
-_ck("TSEnumMember", ["id", "initializer"]);
-_ck("TSModuleDeclaration", ["id", "body"]);
-_ck("TSModuleBlock", ["body"]);
-_ck("TSModuleDeclaration", ["id", "body"]);
-_ck("TSParameterProperty", ["decorators", "parameter"]);
-_ck("Identifier", ["typeAnnotation"]);
-_ck("TSAsExpression", ["expression", "typeAnnotation"]);
-_ck("TSSatisfiesExpression", ["expression", "typeAnnotation"]);
-_ck("TSTypeAssertion", ["typeAnnotation", "expression"]);
-_ck("TSNonNullExpression", ["expression"]);
-_ck("TSInstantiationExpression", ["expression", "typeArguments"]);
-_ck("TSExportAssignment", ["expression"]);
-_ck("TSNamespaceExportDeclaration", ["id"]);
-_ck("TSImportEqualsDeclaration", ["id", "moduleReference"]);
-_ck("TSExternalModuleReference", ["expression"]);
-_ck("JSXElement", ["openingElement", "children", "closingElement"]);
-_ck("JSXOpeningElement", ["name", "typeArguments", "attributes"]);
-_ck("JSXClosingElement", ["name"]);
-_ck("JSXFragment", ["openingFragment", "children", "closingFragment"]);
-_ck("JSXOpeningFragment", []);
-_ck("JSXClosingFragment", []);
-_ck("JSXIdentifier", []);
-_ck("JSXNamespacedName", ["namespace", "name"]);
-_ck("JSXMemberExpression", ["object", "property"]);
-_ck("JSXAttribute", ["name", "value"]);
-_ck("JSXSpreadAttribute", ["argument"]);
-_ck("JSXExpressionContainer", ["expression"]);
-_ck("JSXEmptyExpression", []);
-_ck("JSXText", []);
-_ck("JSXSpreadChild", ["expression"]);
-_ck("Hashbang", []);
 function buildPosMap(src, byteLen, startByte) {
   const m = new Uint32Array(byteLen - startByte + 1);
   const len = src.length;
@@ -845,4 +661,4 @@ function decode(buffer, source) {
     },
   };
 }
-export { decode, CHILD_KEYS };
+export { decode };

package/index.d.ts

@@ -1,7 +1,3 @@
-// yuku-parser's public type surface. The AST, diagnostic, and traversal type
-// model lives in @yuku-toolchain/types and is re-exported here for backward
-// compatibility; this file adds only the parser's own parse/walk API.
-
 import type {
   Comment,
   Diagnostic,
@@ -16,8 +12,6 @@ import type {
 
 export * from "@yuku-toolchain/types";
 
-// Parsing
-
 /** Options for configuring the parser. */
 interface ParseOptions {
   /**

package/index.js

@@ -1,8 +1,6 @@
 import binding from "./binding.js";
 import { decode } from "./decode.js";
 
-export { WalkContext, _walk, walk } from "./walk.js";
-
 export function parse(source, options) {
   return decode(binding.parse(source, options ?? {}), source);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "yuku-parser",
-  "version": "0.6.4",
+  "version": "0.6.6",
   "description": "High-performance JavaScript/TypeScript parser",
   "license": "MIT",
   "repository": {
@@ -14,24 +14,23 @@
     "index.js",
     "index.d.ts",
     "binding.js",
-    "decode.js",
-    "walk.js"
+    "decode.js"
   ],
   "optionalDependencies": {
-    "@yuku-parser/binding-linux-x64-gnu": "0.6.4",
-    "@yuku-parser/binding-linux-arm64-gnu": "0.6.4",
-    "@yuku-parser/binding-linux-arm-gnu": "0.6.4",
-    "@yuku-parser/binding-linux-x64-musl": "0.6.4",
-    "@yuku-parser/binding-linux-arm64-musl": "0.6.4",
-    "@yuku-parser/binding-linux-arm-musl": "0.6.4",
-    "@yuku-parser/binding-darwin-x64": "0.6.4",
-    "@yuku-parser/binding-darwin-arm64": "0.6.4",
-    "@yuku-parser/binding-win32-x64": "0.6.4",
-    "@yuku-parser/binding-win32-arm64": "0.6.4",
-    "@yuku-parser/binding-freebsd-x64": "0.6.4"
+    "@yuku-parser/binding-linux-x64-gnu": "0.6.6",
+    "@yuku-parser/binding-linux-arm64-gnu": "0.6.6",
+    "@yuku-parser/binding-linux-arm-gnu": "0.6.6",
+    "@yuku-parser/binding-linux-x64-musl": "0.6.6",
+    "@yuku-parser/binding-linux-arm64-musl": "0.6.6",
+    "@yuku-parser/binding-linux-arm-musl": "0.6.6",
+    "@yuku-parser/binding-darwin-x64": "0.6.6",
+    "@yuku-parser/binding-darwin-arm64": "0.6.6",
+    "@yuku-parser/binding-win32-x64": "0.6.6",
+    "@yuku-parser/binding-win32-arm64": "0.6.6",
+    "@yuku-parser/binding-freebsd-x64": "0.6.6"
   },
   "dependencies": {
-    "@yuku-toolchain/types": "0.5.43"
+    "@yuku-toolchain/types": "0.6.5"
   },
   "keywords": [
     "acorn",

package/walk.js

@@ -1,184 +0,0 @@
-import { CHILD_KEYS } from "./decode.js";
-
-export class WalkContext {
-  _ancestors = [];
-  _node = null;
-  _key = null;
-  _list = null;
-  _frame = null;
-  _skip = false;
-  _stopped = false;
-  _removed = false;
-  _replacement = null;
-  state;
-
-  get node() {
-    return this._node;
-  }
-  get parent() {
-    const a = this._ancestors;
-    return a.length === 0 ? null : a[a.length - 1];
-  }
-  get key() {
-    return this._key;
-  }
-  get index() {
-    return this._list === null ? null : this._frame.i;
-  }
-  ancestors() {
-    return [...this._ancestors];
-  }
-  skip() {
-    this._skip = true;
-  }
-  stop() {
-    this._stopped = true;
-  }
-  replace(node) {
-    if (node === null || typeof node !== "object" || typeof node.type !== "string") {
-      throw new TypeError("replace: expected an AST node");
-    }
-    if (this.parent === null) {
-      throw new TypeError("replace: cannot replace the walk root");
-    }
-    // synthetic nodes inherit the original span, for source maps
-    if (node.start === 0 && node.end === 0) {
-      node.start = this._node.start;
-      node.end = this._node.end;
-    }
-    this._replacement = node;
-  }
-  remove() {
-    if (this.parent === null) {
-      throw new TypeError("remove: cannot remove the walk root");
-    }
-    this._removed = true;
-  }
-  insertBefore(node) {
-    // advance past the insert so the current node keeps its turn
-    this.#insert(node, 0);
-    this._frame.i++;
-  }
-  insertAfter(node) {
-    // lands at the next slot, so the walk visits it
-    this.#insert(node, 1);
-  }
-  #insert(node, offset) {
-    if (this._list === null) {
-      throw new TypeError("insertBefore/insertAfter require a node in an array field");
-    }
-    this._list.splice(this._frame.i + offset, 0, node);
-  }
-}
-
-function createDispatch(visitors) {
-  let enter = null;
-  let leave = null;
-  const concrete = new Map();
-  for (const [name, value] of Object.entries(visitors)) {
-    if (value == null) continue;
-    if (name === "enter") enter = value;
-    else if (name === "leave") leave = value;
-    else if (typeof value === "function") concrete.set(name, { enter: value, leave: null });
-    else concrete.set(name, { enter: value.enter ?? null, leave: value.leave ?? null });
-  }
-  return { enter, leave, typed: (type) => concrete.get(type) };
-}
-
-export function walk(root, visitors, state) {
-  _walk(root, visitors, state, new WalkContext());
-  return root;
-}
-
-export function _walk(root, visitors, state, ctx) {
-  const d = createDispatch(visitors);
-  ctx.state = state;
-  const ancestors = ctx._ancestors;
-
-  function position(node, key, list, frame) {
-    ctx._node = node;
-    ctx._key = key;
-    ctx._list = list;
-    ctx._frame = frame;
-  }
-
-  function applyReplace(parent, key, list, frame) {
-    const next = ctx._replacement;
-    ctx._replacement = null;
-    if (list !== null) list[frame.i] = next;
-    else parent[key] = next;
-    return next;
-  }
-
-  function applyRemove(parent, key, list, frame) {
-    ctx._removed = false;
-    if (list !== null) {
-      list.splice(frame.i, 1);
-      frame.i--;
-    } else {
-      parent[key] = null;
-    }
-  }
-
-  (function visit(node, key, list, frame) {
-    let typed = d.typed(node.type);
-    const parent = ctx.parent;
-
-    position(node, key, list, frame);
-    if (d.enter !== null) {
-      d.enter(node, ctx);
-      if (ctx._stopped) return false;
-    }
-    if (typed !== undefined && typed.enter !== null) {
-      typed.enter(node, ctx);
-      if (ctx._stopped) return false;
-    }
-    if (ctx._removed) {
-      applyRemove(parent, key, list, frame);
-      return true;
-    }
-    if (ctx._replacement !== null) {
-      node = applyReplace(parent, key, list, frame);
-      typed = d.typed(node.type);
-    }
-
-    const skipped = ctx._skip;
-    ctx._skip = false;
-    if (!skipped) {
-      const keys = CHILD_KEYS[node.type];
-      if (keys !== undefined && keys.length > 0) {
-        ancestors.push(node);
-        for (let k = 0; k < keys.length; k++) {
-          const key2 = keys[k];
-          const value = node[key2];
-          if (value === null || value === undefined || typeof value !== "object") continue;
-          if (Array.isArray(value)) {
-            const childFrame = { i: 0 };
-            for (; childFrame.i < value.length; childFrame.i++) {
-              const item = value[childFrame.i];
-              // pattern element holes are null
-              if (item !== null && !visit(item, key2, value, childFrame)) return false;
-            }
-          } else if (!visit(value, key2, null, null)) {
-            return false;
-          }
-        }
-        ancestors.pop();
-      }
-    }
-
-    position(node, key, list, frame);
-    if (typed !== undefined && typed.leave !== null) {
-      typed.leave(node, ctx);
-      if (ctx._stopped) return false;
-    }
-    if (d.leave !== null) {
-      d.leave(node, ctx);
-      if (ctx._stopped) return false;
-    }
-    if (ctx._removed) applyRemove(parent, key, list, frame);
-    else if (ctx._replacement !== null) applyReplace(parent, key, list, frame);
-
-    return true;
-  })(root, null, null, null);
-}