xbintsc 0.1.3 → 0.1.8

package/dist/src/parser/context.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Shared state and low-level token plumbing for the parser.
+ *
+ * The parser's method groups (statements, expressions, types, modules) are
+ * defined as separate modules and installed onto `Parser.prototype`. This class
+ * holds the state they all operate on plus the token accessors every group
+ * needs.
+ */
+import { DiagnosticBag, DiagnosticCode } from "../diagnostics/diagnostic.js";
+import type { SourceFile } from "../diagnostics/source.js";
+import { Scanner } from "../lexer/scanner.js";
+import { Token, TokenKind } from "../lexer/token.js";
+import type { Identifier, StringLiteral } from "../ast/nodes.js";
+export interface ParserState {
+    index: number;
+    tokens: Token[];
+    pos: number;
+    consumed: number;
+}
+export declare class ParserContext {
+    readonly scanner: Scanner;
+    readonly diagnostics: DiagnosticBag;
+    readonly source: SourceFile;
+    tokens: Token[];
+    index: number;
+    /** Non-zero while a speculative parse is running; errors abort the attempt. */
+    speculating: number;
+    /** Monotonic count of tokens consumed; used to detect lack of progress. */
+    consumed: number;
+    constructor(source: SourceFile, diagnostics: DiagnosticBag);
+    get token(): Token;
+    /**
+     * Compare the current token kind without triggering TypeScript's control-flow
+     * narrowing of `this.token.kind`, which would otherwise be invalidated by the
+     * calls to `nextToken()` that occur between checks.
+     */
+    at(kind: TokenKind): boolean;
+    atAhead(k: number, kind: TokenKind): boolean;
+    lookAhead(k: number): Token;
+    nextToken(): Token;
+    parseExpected(kind: TokenKind, message?: string): Token;
+    error(code: DiagnosticCode, message: string, token?: Token): void;
+    /**
+     * Run `fn` speculatively. Any diagnostic raised while it runs (which aborts
+     * the attempt via `SpeculationError`) is rolled back along with the scanner
+     * position, so the parser can try a different production cleanly.
+     */
+    tryParse<T>(fn: () => T): T | undefined;
+    isIdentifierLike(token: Token): boolean;
+    parseIdentifier(allowKeywords?: boolean): Identifier;
+    parseIdentifierName(): Identifier;
+    parseSemicolon(): void;
+    canInsertSemicolon(): boolean;
+    parseDelimitedList<T>(close: TokenKind, parseElement: () => T): T[];
+    stringLiteralFromToken(token: Token): StringLiteral;
+    saveState(): ParserState;
+    restoreState(state: ParserState): void;
+}

package/dist/src/parser/context.js

@@ -0,0 +1,174 @@
+/**
+ * Shared state and low-level token plumbing for the parser.
+ *
+ * The parser's method groups (statements, expressions, types, modules) are
+ * defined as separate modules and installed onto `Parser.prototype`. This class
+ * holds the state they all operate on plus the token accessors every group
+ * needs.
+ */
+import { DiagnosticCode } from "../diagnostics/diagnostic.js";
+import { Scanner } from "../lexer/scanner.js";
+import { TokenKind } from "../lexer/token.js";
+import { SyntaxKind } from "../ast/kinds.js";
+import { SpeculationError } from "./speculation.js";
+export class ParserContext {
+    scanner;
+    diagnostics;
+    source;
+    tokens;
+    index = 0;
+    /** Non-zero while a speculative parse is running; errors abort the attempt. */
+    speculating = 0;
+    /** Monotonic count of tokens consumed; used to detect lack of progress. */
+    consumed = 0;
+    constructor(source, diagnostics) {
+        this.source = source;
+        this.diagnostics = diagnostics;
+        this.scanner = new Scanner(source, diagnostics);
+        this.tokens = [this.scanner.nextToken()];
+    }
+    // -- token access ---------------------------------------------------------
+    get token() {
+        return this.tokens[this.index];
+    }
+    /**
+     * Compare the current token kind without triggering TypeScript's control-flow
+     * narrowing of `this.token.kind`, which would otherwise be invalidated by the
+     * calls to `nextToken()` that occur between checks.
+     */
+    at(kind) {
+        return this.tokens[this.index].kind === kind;
+    }
+    atAhead(k, kind) {
+        return this.lookAhead(k).kind === kind;
+    }
+    lookAhead(k) {
+        while (this.tokens.length <= this.index + k) {
+            this.tokens.push(this.scanner.nextToken());
+        }
+        return this.tokens[this.index + k];
+    }
+    nextToken() {
+        this.consumed++;
+        const current = this.token;
+        if (this.index + 1 < this.tokens.length) {
+            this.index++;
+        }
+        else {
+            this.tokens = [this.scanner.nextToken()];
+            this.index = 0;
+        }
+        return current;
+    }
+    parseExpected(kind, message) {
+        if (this.token.kind === kind)
+            return this.nextToken();
+        this.error(DiagnosticCode.ExpectedToken, message ?? `Expected '${kind}' but found '${this.token.text || this.token.kind}'`, this.token);
+        return this.token;
+    }
+    error(code, message, token = this.token) {
+        this.diagnostics.error(code, message, { start: token.start, end: token.end }, this.source.fileName);
+        if (this.speculating > 0)
+            throw new SpeculationError();
+    }
+    /**
+     * Run `fn` speculatively. Any diagnostic raised while it runs (which aborts
+     * the attempt via `SpeculationError`) is rolled back along with the scanner
+     * position, so the parser can try a different production cleanly.
+     */
+    tryParse(fn) {
+        const mark = this.diagnostics.mark();
+        const state = this.saveState();
+        this.speculating++;
+        let result;
+        let ok = false;
+        try {
+            result = fn();
+            ok = true;
+        }
+        catch (error) {
+            if (!(error instanceof SpeculationError))
+                throw error;
+        }
+        finally {
+            this.speculating--;
+        }
+        if (!ok) {
+            this.diagnostics.reset(mark);
+            this.restoreState(state);
+            return undefined;
+        }
+        return result;
+    }
+    isIdentifierLike(token) {
+        if (token.kind === TokenKind.Identifier)
+            return true;
+        switch (token.kind) {
+            case TokenKind.AsKeyword:
+            case TokenKind.SatisfiesKeyword:
+            case TokenKind.FromKeyword:
+            case TokenKind.TypeKeyword:
+            case TokenKind.GetKeyword:
+            case TokenKind.SetKeyword:
+            case TokenKind.AsyncKeyword:
+                return true;
+            default:
+                return false;
+        }
+    }
+    parseIdentifier(allowKeywords = false) {
+        const token = this.token;
+        if (token.kind === TokenKind.Identifier || (allowKeywords && this.isIdentifierLike(token))) {
+            this.nextToken();
+            return { kind: SyntaxKind.Identifier, text: token.text, start: token.start, end: token.end };
+        }
+        this.error(DiagnosticCode.ExpectedIdentifier, `Expected identifier but found '${token.text || token.kind}'`);
+        if (token.kind !== TokenKind.EndOfFile)
+            this.nextToken();
+        return { kind: SyntaxKind.Identifier, text: token.text || "missing", start: token.start, end: token.end };
+    }
+    parseIdentifierName() {
+        return this.parseIdentifier(/* allowKeywords */ true);
+    }
+    parseSemicolon() {
+        if (this.at(TokenKind.Semicolon)) {
+            this.nextToken();
+            return;
+        }
+        if (this.canInsertSemicolon())
+            return;
+        this.error(DiagnosticCode.ExpectedToken, "Expected ';'", this.token);
+    }
+    canInsertSemicolon() {
+        return this.at(TokenKind.EndOfFile) || this.at(TokenKind.CloseBrace) || this.token.precededByLineBreak;
+    }
+    parseDelimitedList(close, parseElement) {
+        const items = [];
+        while (this.token.kind !== close && !this.at(TokenKind.EndOfFile)) {
+            const before = this.consumed;
+            items.push(parseElement());
+            if (this.at(TokenKind.Comma))
+                this.nextToken();
+            else
+                break;
+            if (this.consumed === before && this.token.kind !== close)
+                this.nextToken();
+        }
+        this.parseExpected(close);
+        return items;
+    }
+    stringLiteralFromToken(token) {
+        return { kind: SyntaxKind.StringLiteral, text: token.text, raw: token.text, value: String(token.value ?? ""), start: token.start, end: token.end };
+    }
+    // -- state save / restore (for speculative parsing) -----------------------
+    saveState() {
+        return { index: this.index, tokens: this.tokens.slice(), pos: this.scanner.position, consumed: this.consumed };
+    }
+    restoreState(state) {
+        this.index = state.index;
+        this.tokens = state.tokens;
+        this.scanner.seek(state.pos);
+        this.consumed = state.consumed;
+    }
+}
+//# sourceMappingURL=context.js.map

package/dist/src/parser/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../../src/parser/context.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAiB,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAE7E,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAS,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AASpD,MAAM,OAAO,aAAa;IACf,OAAO,CAAU;IACjB,WAAW,CAAgB;IAC3B,MAAM,CAAa;IAC5B,MAAM,CAAU;IAChB,KAAK,GAAG,CAAC,CAAC;IACV,+EAA+E;IAC/E,WAAW,GAAG,CAAC,CAAC;IAChB,2EAA2E;IAC3E,QAAQ,GAAG,CAAC,CAAC;IAEb,YAAY,MAAkB,EAAE,WAA0B;QACxD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,4EAA4E;IAE5E,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,EAAE,CAAC,IAAe;QAChB,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAE,CAAC,IAAI,KAAK,IAAI,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,CAAS,EAAE,IAAe;QAChC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;IACzC,CAAC;IAED,SAAS,CAAC,CAAS;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC;IACtC,CAAC;IAED,SAAS;QACP,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,aAAa,CAAC,IAAe,EAAE,OAAgB;QAC7C,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QACtD,IAAI,CAAC,KAAK,CACR,cAAc,CAAC,aAAa,EAC5B,OAAO,IAAI,aAAa,IAAI,gBAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EACjF,IAAI,CAAC,KAAK,CACX,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAoB,EAAE,OAAe,EAAE,QAAe,IAAI,CAAC,KAAK;QACpE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpG,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC;YAAE,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACzD,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAI,EAAW;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,MAAqB,CAAC;QAC1B,IAAI,EAAE,GAAG,KAAK,CAAC;QACf,IAAI,CAAC;YACH,MAAM,GAAG,EAAE,EAAE,CAAC;YACd,EAAE,GAAG,IAAI,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,YAAY,gBAAgB,CAAC;gBAAE,MAAM,KAAK,CAAC;QACxD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gBAAgB,CAAC,KAAY;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QACrD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,SAAS,CAAC,SAAS,CAAC;YACzB,KAAK,SAAS,CAAC,gBAAgB,CAAC;YAChC,KAAK,SAAS,CAAC,WAAW,CAAC;YAC3B,KAAK,SAAS,CAAC,WAAW,CAAC;YAC3B,KAAK,SAAS,CAAC,UAAU,CAAC;YAC1B,KAAK,SAAS,CAAC,UAAU,CAAC;YAC1B,KAAK,SAAS,CAAC,YAAY;gBACzB,OAAO,IAAI,CAAC;YACd;gBACE,OAAO,KAAK,CAAC;QACjB,CAAC;IACH,CAAC;IAED,eAAe,CAAC,aAAa,GAAG,KAAK;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC3F,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,kBAAkB,EAAE,kCAAkC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAC7G,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,SAAS;YAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QACzD,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IAC5G,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,kBAAkB,EAAE;YAAE,OAAO;QACtC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,aAAa,EAAE,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC;IACzG,CAAC;IAED,kBAAkB,CAAI,KAAgB,EAAE,YAAqB;QAC3D,MAAM,KAAK,GAAQ,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;YAClE,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;YAC3B,IAAI,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,IAAI,CAAC,SAAS,EAAE,CAAC;;gBAC1C,MAAM;YACX,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK;gBAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sBAAsB,CAAC,KAAY;QACjC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,aAAa,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;IACrJ,CAAC;IAED,4EAA4E;IAE5E,SAAS;QACP,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IACjH,CAAC;IAED,YAAY,CAAC,KAAkB;QAC7B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IACjC,CAAC;CACF"}

package/dist/src/parser/declarations.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Declaration parsing: functions, classes, interfaces, type aliases, enums,
+ * namespaces and type members.
+ */
+import { type ClassDeclaration, type ClassElement, type EnumDeclaration, type FunctionDeclaration, type HeritageClause, type InterfaceDeclaration, type Modifier, type ModuleDeclaration, type Parameter, type PropertyName, type TypeAliasDeclaration, type TypeElement, type TypeNode, type TypeParameterDeclaration } from "../ast/nodes.js";
+import type { Parser } from "./parser.js";
+export interface DeclarationMethods {
+    parseFunctionDeclaration(this: Parser, modifiers: Modifier[]): FunctionDeclaration;
+    parseTypeParameters(this: Parser): TypeParameterDeclaration[];
+    parseGreaterThan(this: Parser): void;
+    parseParameters(this: Parser): Parameter[];
+    parseReturnType(this: Parser): TypeNode;
+    parseClassDeclaration(this: Parser, modifiers: Modifier[]): ClassDeclaration;
+    parseHeritageClauses(this: Parser): HeritageClause[];
+    parseClassMembers(this: Parser): ClassElement[];
+    parseClassElement(this: Parser): ClassElement | undefined;
+    parsePropertyName(this: Parser): PropertyName;
+    parseInterfaceDeclaration(this: Parser, modifiers: Modifier[]): InterfaceDeclaration;
+    parseTypeAliasDeclaration(this: Parser, modifiers: Modifier[]): TypeAliasDeclaration;
+    parseEnumDeclaration(this: Parser, modifiers: Modifier[]): EnumDeclaration;
+    parseModuleDeclaration(this: Parser, modifiers: Modifier[]): ModuleDeclaration;
+    parseTypeMembers(this: Parser): TypeElement[];
+    parseTypeMember(this: Parser): TypeElement | undefined;
+    parseSemicolonOrComma(this: Parser): void;
+}
+export declare const declarationMethods: DeclarationMethods;