xbintsc 0.2.9 → 0.3.3

package/dist/src/lexer/scanner/strings.js

@@ -0,0 +1,118 @@
+/**
+ * String and template literal scanning, including escape sequences and the
+ * template continuation protocol used by the parser.
+ */
+import { DiagnosticCode } from "../../diagnostics/diagnostic.js";
+import { TokenKind } from "../token.js";
+import { Char, isDigit, isLineBreak } from "../char.js";
+export const stringMethods = {
+    scanString(start, precededByLineBreak, quote) {
+        this.pos++;
+        let result = "";
+        while (this.pos < this.text.length) {
+            const ch = this.text.charCodeAt(this.pos);
+            if (ch === quote) {
+                this.pos++;
+                return this.makeToken(TokenKind.StringLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
+            }
+            if (ch === Char.Backslash) {
+                result += this.scanEscapeSequence();
+                continue;
+            }
+            if (isLineBreak(ch)) {
+                this.error(DiagnosticCode.UnterminatedString, "Unterminated string literal", start);
+                break;
+            }
+            result += this.text[this.pos];
+            this.pos++;
+        }
+        this.error(DiagnosticCode.UnterminatedString, "Unterminated string literal", start);
+        return this.makeToken(TokenKind.StringLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
+    },
+    scanEscapeSequence() {
+        this.pos++; // backslash
+        const ch = this.text.charCodeAt(this.pos);
+        switch (ch) {
+            case Char.LowerN:
+                this.pos++;
+                return "\n";
+            case Char.LowerT:
+                this.pos++;
+                return "\t";
+            case Char.LowerR:
+                this.pos++;
+                return "\r";
+            case Char.LowerB:
+                this.pos++;
+                return "\b";
+            case Char.LowerF:
+                this.pos++;
+                return "\f";
+            case Char.LowerU:
+                this.pos++;
+                if (this.text.charCodeAt(this.pos) === Char.OpenBrace) {
+                    const close = this.text.indexOf("}", this.pos);
+                    const hex = this.text.slice(this.pos + 1, close);
+                    this.pos = close + 1;
+                    return String.fromCodePoint(parseInt(hex, 16) || 0);
+                }
+                else {
+                    const hex = this.text.slice(this.pos, this.pos + 4);
+                    this.pos += 4;
+                    return String.fromCharCode(parseInt(hex, 16) || 0);
+                }
+            case Char.LowerX: {
+                const hex = this.text.slice(this.pos + 1, this.pos + 3);
+                this.pos += 3;
+                return String.fromCharCode(parseInt(hex, 16) || 0);
+            }
+            case Char.Zero:
+                // \0 is only a null escape when not followed by a digit.
+                if (!isDigit(this.text.charCodeAt(this.pos + 1))) {
+                    this.pos++;
+                    return "\0";
+                }
+                this.pos++;
+                return "\0";
+            default:
+                this.pos++;
+                return this.text[this.pos - 1] ?? "";
+        }
+    },
+    /** Scans a template literal chunk starting at a backtick or after `}`. */
+    scanTemplate(start, precededByLineBreak, isHead) {
+        if (isHead)
+            this.pos++; // opening backtick
+        let result = "";
+        for (;;) {
+            if (this.pos >= this.text.length) {
+                this.error(DiagnosticCode.UnterminatedTemplate, "Unterminated template literal", start);
+                return this.makeToken(TokenKind.NoSubstitutionTemplateLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
+            }
+            const ch = this.text.charCodeAt(this.pos);
+            if (ch === Char.Backtick) {
+                this.pos++;
+                return this.makeToken(TokenKind.NoSubstitutionTemplateLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
+            }
+            if (ch === Char.Dollar && this.text.charCodeAt(this.pos + 1) === Char.OpenBrace) {
+                this.pos += 2;
+                return this.makeToken(TokenKind.TemplateHead, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
+            }
+            if (ch === Char.Backslash) {
+                result += this.scanEscapeSequence();
+                continue;
+            }
+            result += this.text[this.pos];
+            this.pos++;
+        }
+    },
+    /** Called by the parser after a template substitution expression. */
+    continueTemplate(offset) {
+        // `offset` points at the `}` that closes the substitution; skip it so the
+        // following characters are scanned as template text.
+        this.pos = Math.max(0, Math.min(offset + 1, this.text.length));
+        this._token = this.scanTemplate(this.pos, false, /* isHead */ false);
+        return this._token;
+    },
+};
+//# sourceMappingURL=strings.js.map

package/dist/src/lexer/scanner/strings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strings.js","sourceRoot":"","sources":["../../../../src/lexer/scanner/strings.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAS,SAAS,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAUxD,MAAM,CAAC,MAAM,aAAa,GAAkB;IAC1C,UAAU,CAAgB,KAAa,EAAE,mBAA4B,EAAE,KAAa;QAClF,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBACjB,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;YACjI,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1B,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,IAAI,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,kBAAkB,EAAE,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpF,MAAM;YACR,CAAC;YACD,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,kBAAkB,EAAE,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;IACjI,CAAC;IAED,kBAAkB;QAChB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,YAAY;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,KAAK,IAAI,CAAC,MAAM;gBACd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;oBACtD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;oBACjD,IAAI,CAAC,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;oBACrB,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;oBACpD,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBACd,OAAO,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBACjB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBACxD,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gBACd,OAAO,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACrD,CAAC;YACD,KAAK,IAAI,CAAC,IAAI;gBACZ,yDAAyD;gBACzD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd;gBACE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,YAAY,CAAgB,KAAa,EAAE,mBAA4B,EAAE,MAAe;QACtF,IAAI,MAAM;YAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,mBAAmB;QAC3C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,SAAS,CAAC;YACR,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,oBAAoB,EAAE,+BAA+B,EAAE,KAAK,CAAC,CAAC;gBACxF,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,6BAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;YACjJ,CAAC;YACD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,EAAE,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,6BAA6B,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;YACjJ,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChF,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;gBACd,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;YAChI,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1B,MAAM,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,gBAAgB,CAAgB,MAAc;QAC5C,0EAA0E;QAC1E,qDAAqD;QACrD,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF,CAAC"}

package/dist/src/lexer/scanner.d.ts

@@ -1,18 +1,26 @@
-import { DiagnosticBag } from "../diagnostics/diagnostic.js";
+import { DiagnosticBag, DiagnosticCode } from "../diagnostics/diagnostic.js";
 import type { SourceFile } from "../diagnostics/source.js";
-import { Token } from "./token.js";
+import { Token, TokenKind } from "./token.js";
+import { type IdentifierMethods } from "./scanner/identifiers.js";
+import { type NumberMethods } from "./scanner/numbers.js";
+import { type StringMethods } from "./scanner/strings.js";
+import { type RegexMethods } from "./scanner/regex.js";
+import { type PunctuationMethods } from "./scanner/punctuation.js";
 /**
  * Hand-written scanner for the TypeScript language. It produces a flat token
  * stream consumed by the parser. Comments and trivia are skipped, but line
  * breaks are tracked so the parser can implement ASI (automatic semicolon
  * insertion) correctly.
+ *
+ * The scanning routines are split by token category under `scanner/` and
+ * merged onto the prototype below so each group can share the scanner state.
  */
 export declare class Scanner {
-    private readonly text;
-    private pos;
-    private readonly diagnostics;
-    private readonly source;
-    private _token;
+    text: string;
+    pos: number;
+    readonly diagnostics: DiagnosticBag;
+    readonly source: SourceFile;
+    _token: Token;
     constructor(source: SourceFile, diagnostics: DiagnosticBag);
     get token(): Token;
     get position(): number;
@@ -25,24 +33,9 @@ export declare class Scanner {
     nextToken(): Token;
     /** Scan everything, useful for lexer tests. */
     tokenize(): Token[];
-    private error;
-    private scan;
-    private makeToken;
-    private scanIdentifier;
-    private scanNumber;
-    private finishNumber;
-    private scanString;
-    private scanEscapeSequence;
-    /** Scans a template literal chunk starting at a backtick or after `}`. */
-    scanTemplate(start: number, precededByLineBreak: boolean, isHead: boolean): Token;
-    /** Called by the parser after a template substitution expression. */
-    continueTemplate(offset: number): Token;
-    /**
-     * True when a `/` in this position starts a regular expression rather than a
-     * division. The decision is made from the previous significant token.
-     */
-    private regexAllowed;
-    /** Scan a `/pattern/flags` literal, starting at the leading slash. */
-    private scanRegex;
-    private scanPunctuation;
+    error(code: DiagnosticCode, message: string, start: number, end?: number): void;
+    scan(): Token;
+    makeToken(kind: TokenKind, start: number, end: number, text: string, precededByLineBreak: boolean, value?: string | number | bigint): Token;
+}
+export interface Scanner extends IdentifierMethods, NumberMethods, StringMethods, RegexMethods, PunctuationMethods {
 }

package/dist/src/lexer/scanner.js

@@ -1,11 +1,19 @@
 import { DiagnosticCode } from "../diagnostics/diagnostic.js";
-import { KEYWORDS, TokenKind } from "./token.js";
-import { Char, isDigit, isHexDigit, isIdentifierPart, isIdentifierStart, isLineBreak, isWhiteSpace, } from "./char.js";
+import { TokenKind } from "./token.js";
+import { Char, isDigit, isIdentifierStart, isLineBreak, isWhiteSpace } from "./char.js";
+import { identifierMethods } from "./scanner/identifiers.js";
+import { numberMethods } from "./scanner/numbers.js";
+import { stringMethods } from "./scanner/strings.js";
+import { regexMethods } from "./scanner/regex.js";
+import { punctuationMethods } from "./scanner/punctuation.js";
 /**
  * Hand-written scanner for the TypeScript language. It produces a flat token
  * stream consumed by the parser. Comments and trivia are skipped, but line
  * breaks are tracked so the parser can implement ASI (automatic semicolon
  * insertion) correctly.
+ *
+ * The scanning routines are split by token category under `scanner/` and
+ * merged onto the prototype below so each group can share the scanner state.
  */
 export class Scanner {
     text;
@@ -137,418 +145,6 @@ export class Scanner {
     makeToken(kind, start, end, text, precededByLineBreak, value) {
         return { kind, start, end, text, value, precededByLineBreak };
     }
-    scanIdentifier(start, precededByLineBreak) {
-        this.pos++;
-        while (this.pos < this.text.length) {
-            const ch = this.text.charCodeAt(this.pos);
-            if (isIdentifierPart(ch)) {
-                this.pos++;
-            }
-            else if (ch === Char.Backslash && this.text.charCodeAt(this.pos + 1) === Char.LowerU) {
-                this.pos += 2;
-                const hex = this.text.slice(this.pos, this.pos + 4);
-                this.pos += 4;
-                if (!/^[0-9a-fA-F]{4}$/.test(hex)) {
-                    this.error(DiagnosticCode.InvalidEscape, "Invalid unicode escape in identifier", this.pos - 4, this.pos);
-                }
-            }
-            else {
-                break;
-            }
-        }
-        const text = this.text.slice(start, this.pos);
-        const keyword = KEYWORDS.get(text);
-        const kind = keyword ?? TokenKind.Identifier;
-        return this.makeToken(kind, start, this.pos, text, precededByLineBreak);
-    }
-    scanNumber(start, precededByLineBreak) {
-        const text = this.text;
-        let isBigInt = false;
-        // Radix prefixes.
-        if (text.charCodeAt(this.pos) === Char.Zero) {
-            const next = text.charCodeAt(this.pos + 1);
-            if (next === Char.LowerX || next === Char.UpperX) {
-                this.pos += 2;
-                while (isHexDigit(text.charCodeAt(this.pos)) || text.charCodeAt(this.pos) === Char.Underscore)
-                    this.pos++;
-                isBigInt = text.charCodeAt(this.pos) === Char.LowerN;
-                if (isBigInt)
-                    this.pos++;
-                return this.finishNumber(start, precededByLineBreak, isBigInt);
-            }
-            if (next === Char.LowerO || next === Char.UpperO || next === Char.LowerB || next === Char.UpperB) {
-                this.pos += 2;
-                while (isDigit(text.charCodeAt(this.pos)) || text.charCodeAt(this.pos) === Char.Underscore)
-                    this.pos++;
-                isBigInt = text.charCodeAt(this.pos) === Char.LowerN;
-                if (isBigInt)
-                    this.pos++;
-                return this.finishNumber(start, precededByLineBreak, isBigInt);
-            }
-        }
-        while (isDigit(text.charCodeAt(this.pos)) || text.charCodeAt(this.pos) === Char.Underscore)
-            this.pos++;
-        if (text.charCodeAt(this.pos) === Char.Dot) {
-            this.pos++;
-            while (isDigit(text.charCodeAt(this.pos)) || text.charCodeAt(this.pos) === Char.Underscore)
-                this.pos++;
-        }
-        const e = text.charCodeAt(this.pos);
-        if (e === Char.LowerE || e === Char.UpperE) {
-            const save = this.pos;
-            this.pos++;
-            const sign = text.charCodeAt(this.pos);
-            if (sign === Char.Plus || sign === Char.Minus)
-                this.pos++;
-            if (isDigit(text.charCodeAt(this.pos))) {
-                while (isDigit(text.charCodeAt(this.pos)) || text.charCodeAt(this.pos) === Char.Underscore)
-                    this.pos++;
-            }
-            else {
-                // Not an exponent, roll back.
-                this.pos = save;
-            }
-        }
-        isBigInt = text.charCodeAt(this.pos) === Char.LowerN;
-        if (isBigInt)
-            this.pos++;
-        return this.finishNumber(start, precededByLineBreak, isBigInt);
-    }
-    finishNumber(start, precededByLineBreak, isBigInt) {
-        let raw = this.text.slice(start, this.pos);
-        const cleaned = raw.replace(/_/g, "");
-        if (isBigInt) {
-            raw = raw.slice(0, -1).replace(/_/g, "");
-            const parsed = Number(raw);
-            if (parsed !== parsed) {
-                this.error(DiagnosticCode.InvalidNumber, `Invalid BigInt literal '${raw}'`, start, this.pos);
-                return this.makeToken(TokenKind.BigIntLiteral, start, this.pos, raw, precededByLineBreak, 0);
-            }
-            return this.makeToken(TokenKind.BigIntLiteral, start, this.pos, raw, precededByLineBreak, parsed);
-        }
-        let value;
-        if (/^0[xX]/.test(cleaned))
-            value = parseInt(cleaned.slice(2), 16);
-        else if (/^0[oO]/.test(cleaned))
-            value = parseInt(cleaned.slice(2), 8);
-        else if (/^0[bB]/.test(cleaned))
-            value = parseInt(cleaned.slice(2), 2);
-        else
-            value = Number(cleaned);
-        if (Number.isNaN(value)) {
-            this.error(DiagnosticCode.InvalidNumber, `Invalid numeric literal '${raw}'`, start, this.pos);
-            value = 0;
-        }
-        return this.makeToken(TokenKind.NumericLiteral, start, this.pos, raw, precededByLineBreak, value);
-    }
-    scanString(start, precededByLineBreak, quote) {
-        this.pos++;
-        let result = "";
-        while (this.pos < this.text.length) {
-            const ch = this.text.charCodeAt(this.pos);
-            if (ch === quote) {
-                this.pos++;
-                return this.makeToken(TokenKind.StringLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
-            }
-            if (ch === Char.Backslash) {
-                result += this.scanEscapeSequence();
-                continue;
-            }
-            if (isLineBreak(ch)) {
-                this.error(DiagnosticCode.UnterminatedString, "Unterminated string literal", start);
-                break;
-            }
-            result += this.text[this.pos];
-            this.pos++;
-        }
-        this.error(DiagnosticCode.UnterminatedString, "Unterminated string literal", start);
-        return this.makeToken(TokenKind.StringLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
-    }
-    scanEscapeSequence() {
-        this.pos++; // backslash
-        const ch = this.text.charCodeAt(this.pos);
-        switch (ch) {
-            case Char.LowerN:
-                this.pos++;
-                return "\n";
-            case Char.LowerT:
-                this.pos++;
-                return "\t";
-            case Char.LowerR:
-                this.pos++;
-                return "\r";
-            case Char.LowerB:
-                this.pos++;
-                return "\b";
-            case Char.LowerF:
-                this.pos++;
-                return "\f";
-            case Char.LowerU:
-                this.pos++;
-                if (this.text.charCodeAt(this.pos) === Char.OpenBrace) {
-                    const close = this.text.indexOf("}", this.pos);
-                    const hex = this.text.slice(this.pos + 1, close);
-                    this.pos = close + 1;
-                    return String.fromCodePoint(parseInt(hex, 16) || 0);
-                }
-                else {
-                    const hex = this.text.slice(this.pos, this.pos + 4);
-                    this.pos += 4;
-                    return String.fromCharCode(parseInt(hex, 16) || 0);
-                }
-            case Char.LowerX: {
-                const hex = this.text.slice(this.pos + 1, this.pos + 3);
-                this.pos += 3;
-                return String.fromCharCode(parseInt(hex, 16) || 0);
-            }
-            case Char.Zero:
-                // \0 is only a null escape when not followed by a digit.
-                if (!isDigit(this.text.charCodeAt(this.pos + 1))) {
-                    this.pos++;
-                    return "\0";
-                }
-                this.pos++;
-                return "\0";
-            default:
-                this.pos++;
-                return this.text[this.pos - 1] ?? "";
-        }
-    }
-    /** Scans a template literal chunk starting at a backtick or after `}`. */
-    scanTemplate(start, precededByLineBreak, isHead) {
-        if (isHead)
-            this.pos++; // opening backtick
-        let result = "";
-        for (;;) {
-            if (this.pos >= this.text.length) {
-                this.error(DiagnosticCode.UnterminatedTemplate, "Unterminated template literal", start);
-                return this.makeToken(TokenKind.NoSubstitutionTemplateLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
-            }
-            const ch = this.text.charCodeAt(this.pos);
-            if (ch === Char.Backtick) {
-                this.pos++;
-                return this.makeToken(TokenKind.NoSubstitutionTemplateLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
-            }
-            if (ch === Char.Dollar && this.text.charCodeAt(this.pos + 1) === Char.OpenBrace) {
-                this.pos += 2;
-                return this.makeToken(TokenKind.TemplateHead, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak, result);
-            }
-            if (ch === Char.Backslash) {
-                result += this.scanEscapeSequence();
-                continue;
-            }
-            result += this.text[this.pos];
-            this.pos++;
-        }
-    }
-    /** Called by the parser after a template substitution expression. */
-    continueTemplate(offset) {
-        // `offset` points at the `}` that closes the substitution; skip it so the
-        // following characters are scanned as template text.
-        this.pos = Math.max(0, Math.min(offset + 1, this.text.length));
-        this._token = this.scanTemplate(this.pos, false, /* isHead */ false);
-        return this._token;
-    }
-    /**
-     * True when a `/` in this position starts a regular expression rather than a
-     * division. The decision is made from the previous significant token.
-     */
-    regexAllowed() {
-        switch (this._token.kind) {
-            case TokenKind.Identifier:
-            case TokenKind.PrivateIdentifier:
-            case TokenKind.NumericLiteral:
-            case TokenKind.BigIntLiteral:
-            case TokenKind.StringLiteral:
-            case TokenKind.NoSubstitutionTemplateLiteral:
-            case TokenKind.TemplateTail:
-            case TokenKind.RegularExpressionLiteral:
-            case TokenKind.CloseParen:
-            case TokenKind.CloseBracket:
-            case TokenKind.TrueKeyword:
-            case TokenKind.FalseKeyword:
-            case TokenKind.NullKeyword:
-            case TokenKind.UndefinedKeyword:
-            case TokenKind.ThisKeyword:
-            case TokenKind.PlusPlus:
-            case TokenKind.MinusMinus:
-                return false;
-            default:
-                return true;
-        }
-    }
-    /** Scan a `/pattern/flags` literal, starting at the leading slash. */
-    scanRegex(start, precededByLineBreak) {
-        this.pos++; // opening slash
-        let inClass = false;
-        for (;;) {
-            if (this.pos >= this.text.length) {
-                this.error(DiagnosticCode.InvalidCharacter, "Unterminated regular expression", start);
-                break;
-            }
-            const ch = this.text.charCodeAt(this.pos);
-            if (ch === Char.Backslash) {
-                this.pos += 2;
-                continue;
-            }
-            if (ch === Char.LineFeed || ch === Char.CarriageReturn)
-                break;
-            if (ch === 91 /* [ */)
-                inClass = true;
-            else if (ch === 93 /* ] */)
-                inClass = false;
-            else if (ch === Char.Slash && !inClass) {
-                this.pos++;
-                break;
-            }
-            this.pos++;
-        }
-        // Flags.
-        while (this.pos < this.text.length && isIdentifierPart(this.text.charCodeAt(this.pos)))
-            this.pos++;
-        return this.makeToken(TokenKind.RegularExpressionLiteral, start, this.pos, this.text.slice(start, this.pos), precededByLineBreak);
-    }
-    scanPunctuation(start, precededByLineBreak) {
-        const text = this.text;
-        const ch = text.charCodeAt(this.pos);
-        const next = text.charCodeAt(this.pos + 1);
-        const third = text.charCodeAt(this.pos + 2);
-        const fourth = text.charCodeAt(this.pos + 3);
-        const emit = (kind, length) => {
-            this.pos += length;
-            return this.makeToken(kind, start, this.pos, text.slice(start, this.pos), precededByLineBreak);
-        };
-        switch (ch) {
-            case Char.OpenBrace:
-                return emit(TokenKind.OpenBrace, 1);
-            case Char.CloseBrace:
-                return emit(TokenKind.CloseBrace, 1);
-            case Char.OpenParen:
-                return emit(TokenKind.OpenParen, 1);
-            case Char.CloseParen:
-                return emit(TokenKind.CloseParen, 1);
-            case Char.OpenBracket:
-                return emit(TokenKind.OpenBracket, 1);
-            case Char.CloseBracket:
-                return emit(TokenKind.CloseBracket, 1);
-            case Char.Semicolon:
-                return emit(TokenKind.Semicolon, 1);
-            case Char.Comma:
-                return emit(TokenKind.Comma, 1);
-            case Char.At:
-                return emit(TokenKind.At, 1);
-            case Char.Tilde:
-                return emit(TokenKind.Tilde, 1);
-            case Char.Colon:
-                return emit(TokenKind.Colon, 1);
-            case Char.Dot:
-                if (next === Char.Dot && third === Char.Dot)
-                    return emit(TokenKind.DotDotDot, 3);
-                return emit(TokenKind.Dot, 1);
-            case Char.Question:
-                if (next === Char.Question) {
-                    if (third === Char.Equals)
-                        return emit(TokenKind.QuestionQuestionEquals, 3);
-                    return emit(TokenKind.QuestionQuestion, 2);
-                }
-                if (next === Char.Dot && !isDigit(third))
-                    return emit(TokenKind.QuestionDot, 2);
-                return emit(TokenKind.Question, 1);
-            case Char.Equals:
-                if (next === Char.Equals && third === Char.Equals)
-                    return emit(TokenKind.EqualsEqualsEquals, 3);
-                if (next === Char.Equals)
-                    return emit(TokenKind.EqualsEquals, 2);
-                if (next === Char.GreaterThan)
-                    return emit(TokenKind.EqualsGreaterThan, 2);
-                return emit(TokenKind.Equals, 1);
-            case Char.Exclamation:
-                if (next === Char.Equals && third === Char.Equals)
-                    return emit(TokenKind.ExclamationEqualsEquals, 3);
-                if (next === Char.Equals)
-                    return emit(TokenKind.ExclamationEquals, 2);
-                return emit(TokenKind.Exclamation, 1);
-            case Char.Plus:
-                if (next === Char.Plus)
-                    return emit(TokenKind.PlusPlus, 2);
-                if (next === Char.Equals)
-                    return emit(TokenKind.PlusEquals, 2);
-                return emit(TokenKind.Plus, 1);
-            case Char.Minus:
-                if (next === Char.Minus)
-                    return emit(TokenKind.MinusMinus, 2);
-                if (next === Char.Equals)
-                    return emit(TokenKind.MinusEquals, 2);
-                return emit(TokenKind.Minus, 1);
-            case Char.Asterisk:
-                if (next === Char.Asterisk) {
-                    if (third === Char.Equals)
-                        return emit(TokenKind.AsteriskAsteriskEquals, 3);
-                    return emit(TokenKind.AsteriskAsterisk, 2);
-                }
-                if (next === Char.Equals)
-                    return emit(TokenKind.AsteriskEquals, 2);
-                return emit(TokenKind.Asterisk, 1);
-            case Char.Slash:
-                if (next === Char.Equals)
-                    return emit(TokenKind.SlashEquals, 2);
-                if (this.regexAllowed())
-                    return this.scanRegex(start, precededByLineBreak);
-                return emit(TokenKind.Slash, 1);
-            case Char.Percent:
-                if (next === Char.Equals)
-                    return emit(TokenKind.PercentEquals, 2);
-                return emit(TokenKind.Percent, 1);
-            case Char.LessThan:
-                if (next === Char.LessThan) {
-                    if (third === Char.Equals)
-                        return emit(TokenKind.LessThanLessThanEquals, 3);
-                    return emit(TokenKind.LessThanLessThan, 2);
-                }
-                if (next === Char.Equals)
-                    return emit(TokenKind.LessThanEquals, 2);
-                return emit(TokenKind.LessThan, 1);
-            case Char.GreaterThan:
-                if (next === Char.GreaterThan) {
-                    if (third === Char.GreaterThan) {
-                        if (fourth === Char.Equals)
-                            return emit(TokenKind.GreaterThanGreaterThanGreaterThanEquals, 4);
-                        return emit(TokenKind.GreaterThanGreaterThanGreaterThan, 3);
-                    }
-                    if (third === Char.Equals)
-                        return emit(TokenKind.GreaterThanGreaterThanEquals, 3);
-                    return emit(TokenKind.GreaterThanGreaterThan, 2);
-                }
-                if (next === Char.Equals)
-                    return emit(TokenKind.GreaterThanEquals, 2);
-                return emit(TokenKind.GreaterThan, 1);
-            case Char.Ampersand:
-                if (next === Char.Ampersand) {
-                    if (third === Char.Equals)
-                        return emit(TokenKind.AmpersandAmpersandEquals, 3);
-                    return emit(TokenKind.AmpersandAmpersand, 2);
-                }
-                if (next === Char.Equals)
-                    return emit(TokenKind.AmpersandEquals, 2);
-                return emit(TokenKind.Ampersand, 1);
-            case Char.Bar:
-                if (next === Char.Bar) {
-                    if (third === Char.Equals)
-                        return emit(TokenKind.BarBarEquals, 3);
-                    return emit(TokenKind.BarBar, 2);
-                }
-                if (next === Char.Equals)
-                    return emit(TokenKind.BarEquals, 2);
-                return emit(TokenKind.Bar, 1);
-            case Char.Caret:
-                if (next === Char.Equals)
-                    return emit(TokenKind.CaretEquals, 2);
-                return emit(TokenKind.Caret, 1);
-            default:
-                this.pos++;
-                this.error(DiagnosticCode.InvalidCharacter, `Invalid character '${text[start]}'`, start, this.pos);
-                return this.makeToken(TokenKind.Identifier, start, this.pos, text[start] ?? "", precededByLineBreak);
-        }
-    }
 }
+Object.assign(Scanner.prototype, identifierMethods, numberMethods, stringMethods, regexMethods, punctuationMethods);
 //# sourceMappingURL=scanner.js.map