@swc/nodejs-support-wasm 1.16.2 → 1.16.10-nightly-20260928.1

package/README.md

@@ -10,11 +10,53 @@ syntax validation.
 
 ## API
 
-- `transform` and `transformSync`
-- `transformModuleSyntax`
-- `getFirstExpression`
-- `isValidSyntax`
-- `isRecoverableError`
+-   `transform` and `transformSync`
+-   `transformModuleSyntax`
+-   `getFirstExpression`
+-   `isValidSyntax`
+-   `isRecoverableError`
+-   `tokenize`
+-   `findTopLevelAwaits`
+
+All source arguments accept a string or a UTF-8 `Uint8Array`.
+
+### Syntax highlighting
+
+`tokenize(src)` returns `{ kind, start, end }[]` in source order. The token kinds
+are `keyword`, `identifier`, `number`, `bigint`, `string`, `template`, `regexp`,
+`comment`, and `punctuator`. Offsets are zero-based UTF-16 code units with an
+exclusive end, so `src.slice(start, end)` extracts the token. Comments include
+their delimiters; hashbangs are comments. Whitespace and EOF are omitted.
+Template text includes its backticks, while `${` and `}` are punctuators and
+interpolated expressions have their own tokens.
+
+This helper parses JavaScript to distinguish regular expressions from division
+and track template substitutions. On incomplete or invalid input it returns the
+tokens captured before parsing stopped, without throwing a syntax error. It is
+intended for REPL highlighting, not syntax validation or TypeScript tokenization.
+
+### Top-level await locations
+
+`findTopLevelAwaits(src)` returns `{ line, column }[]` in source order for `await`
+expressions, `for await` loops, and `await using` declarations in module scope.
+Lines start at 1 and UTF-16 columns start at 0, matching Acorn. Each location is
+the start of the construct (`for` for a `for await` loop). Function bodies,
+including methods and arrow functions, are excluded; class heritage expressions,
+computed keys, and method decorators are included. JavaScript and TypeScript are
+supported, and invalid or incomplete modules return an empty array.
+
+### REPL imports
+
+`transformModuleSyntax(src)` hoists imports and declares their local bindings,
+so a REPL can retain them for subsequent inputs. For example, a default import
+declares `const { default: fs } = await __nodeREPLDynamicImport(...)` after
+validating that the export exists. The caller supplies `__nodeREPLDynamicImport`
+and evaluates the output with top-level await support.
+
+Default and named bindings capture the initial export values, matching Node's
+REPL transform; namespace bindings retain the module namespace object. References
+and assignments are left intact so normal JavaScript scope, call, and `const`
+semantics apply before any further rewriting performed by the host REPL.
 
 ## Contributing
 

package/package.json

@@ -4,7 +4,7 @@
     "강동윤 <kdy1997.dev@gmail.com>"
   ],
   "description": "SWC WebAssembly helpers for Node.js",
-  "version": "1.16.2",
+  "version": "1.16.10-nightly-20260928.1",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",

package/wasm.d.ts

@@ -7,8 +7,27 @@ export declare function transformModuleSyntax(src: string | Uint8Array): ModuleS
 export declare function getFirstExpression(src: string | Uint8Array, startColumn: number): string;
 export declare function isValidSyntax(src: string | Uint8Array): boolean;
 export declare function isRecoverableError(src: string | Uint8Array): boolean;
+export declare function tokenize(src: string | Uint8Array): Token[];
+export declare function findTopLevelAwaits(src: string | Uint8Array): TopLevelAwaitLocation[];
 export type { Options, TransformOutput };
 
+export type TokenKind = "keyword" | "identifier" | "number" | "bigint" | "string" | "template" | "regexp" | "comment" | "punctuator";
+
+export interface Token {
+    kind: TokenKind;
+    /** Zero-based UTF-16 offset, inclusive. */
+    start: number;
+    /** Zero-based UTF-16 offset, exclusive. */
+    end: number;
+}
+
+export interface TopLevelAwaitLocation {
+    /** One-based line number. */
+    line: number;
+    /** Zero-based UTF-16 column. */
+    column: number;
+}
+
 export interface ModuleSyntaxTransformOutput {
     code: string;
     hadModuleSyntax: boolean;