prefix-safe-json 0.1.0 → 0.2.0

package/dist/lexer/scanner.d.ts

@@ -0,0 +1,106 @@
+import { ScannerState } from "./states.js";
+import type { Token } from "./tokens.js";
+import type { Diagnostic, RepairAction, ParserOptions } from "../types.js";
+/**
+ * Incremental JSON scanner.
+ * Feed characters one at a time via feedChar().
+ * Collect tokens via takeTokens().
+ */
+export declare class Scanner {
+    private options;
+    private maxStringBytes;
+    constructor(options?: ParserOptions);
+    private state;
+    private tokens;
+    private diagnostics;
+    private repairs;
+    private stringBuffer;
+    private stringIsKey;
+    private stringByteStart;
+    private unicodeHexBuffer;
+    private highSurrogate;
+    /** Tracks position in surrogate pair sequence: 0=initial, 1=saw backslash, 2=saw 'u' */
+    private surrogatePhase;
+    private numberBuffer;
+    private numberByteStart;
+    private numberHasDigit;
+    private literalTarget;
+    private literalIndex;
+    private literalByteStart;
+    /** Byte offset of the current character being fed. Set by the caller. */
+    private currentByteOffset;
+    /** Whether we're in a key position for string parsing. */
+    private nextStringIsKey;
+    get currentState(): ScannerState;
+    /**
+     * Feed a single character to the scanner.
+     * @param ch - The character to process.
+     * @param byteOffset - Absolute byte offset of this character in the input stream.
+     * @param charByteLength - Number of bytes this character occupies in UTF-8.
+     */
+    feedChar(ch: string, byteOffset: number, charByteLength: number): void;
+    /**
+     * Take all tokens accumulated since the last call.
+     * Clears the internal token buffer.
+     */
+    takeTokens(): Token[];
+    /**
+     * Take all diagnostics accumulated since the last call.
+     * Clears the internal diagnostic buffer.
+     */
+    takeDiagnostics(): Diagnostic[];
+    takeRepairs(): RepairAction[];
+    /**
+     * Set whether the next string to be scanned should be treated as an object key.
+     */
+    setNextStringIsKey(isKey: boolean): void;
+    /**
+     * Get info about any pending (incomplete) value.
+     */
+    getPendingInfo(): {
+        type: "string" | "number" | "literal" | "unicode_escape" | "surrogate" | "none";
+        buffer: string;
+        byteStart: number;
+    };
+    /**
+     * Check numberBuffer against the parts of RFC 8259's number grammar that
+     * aren't already enforced by the state machine's character-by-character
+     * transitions: no leading zero in the integer part, and no trailing
+     * "." or exponent marker with no digit following it. Returns an error
+     * message if invalid, or null if the buffer is a well-formed number.
+     */
+    private numberGrammarError;
+    /**
+     * Attempt to finalize a pending number (at end of input or finish()).
+     *  - "finalized": a valid number token was emitted.
+     *  - "invalid": there was a complete-looking buffer, but it violates JSON
+     *    number grammar (leading zero, trailing "." or exponent marker with
+     *    no digit after it). Nothing is emitted; numberBuffer is left as-is.
+     *  - "not_ready": scanner isn't in a finalizable number state at all
+     *    (e.g. buffer is just "-", or ends right at a bare "e"/"E" with no
+     *    sign or digit yet) — unchanged pre-existing behavior, callers should
+     *    not newly diagnose this case.
+     */
+    finalizeNumber(): "finalized" | "invalid" | "not_ready";
+    /**
+     * Attempt to finalize a pending literal (at end of input or finish).
+     * Returns true if a literal token was emitted.
+     */
+    finalizeLiteral(): boolean;
+    private processStructural;
+    private processString;
+    private processEscape;
+    private processUnicodeEscape;
+    private processSurrogatePending;
+    private processNumber;
+    private processLiteral;
+    private beginString;
+    private beginNumber;
+    private beginLiteral;
+    private commitNumber;
+    private isValueTerminator;
+    private reprocessChar;
+    private emitToken;
+    private emitDiagnostic;
+}
+//# sourceMappingURL=scanner.d.ts.map

package/dist/lexer/scanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../src/lexer/scanner.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAsB3E;;;;GAIG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,CAAC,EAAE,aAAa;IAQnC,OAAO,CAAC,KAAK,CAAyC;IACtD,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,WAAW,CAAoB;IACvC,OAAO,CAAC,OAAO,CAAsB;IAGrC,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAK;IAG5B,OAAO,CAAC,gBAAgB,CAAM;IAC9B,OAAO,CAAC,aAAa,CAAK;IAC1B,wFAAwF;IACxF,OAAO,CAAC,cAAc,CAAK;IAG3B,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,cAAc,CAAS;IAG/B,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,gBAAgB,CAAK;IAG7B,yEAAyE;IACzE,OAAO,CAAC,iBAAiB,CAAK;IAG9B,0DAA0D;IAC1D,OAAO,CAAC,eAAe,CAAS;IAEhC,IAAI,YAAY,IAAI,YAAY,CAE/B;IAED;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI;IAqCtE;;;OAGG;IACH,UAAU,IAAI,KAAK,EAAE;IAMrB;;;OAGG;IACH,eAAe,IAAI,UAAU,EAAE;IAM/B,WAAW,IAAI,YAAY,EAAE;IAM7B;;OAEG;IACH,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIxC;;OAEG;IACH,cAAc,IAAI;QAChB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,gBAAgB,GAAG,WAAW,GAAG,MAAM,CAAC;QAChF,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB;IA2CD;;;;;;OAMG;IACH,OAAO,CAAC,kBAAkB;IA2B1B;;;;;;;;;;OAUG;IACH,cAAc,IAAI,WAAW,GAAG,SAAS,GAAG,WAAW;IAuBvD;;;OAGG;IACH,eAAe,IAAI,OAAO;IA8B1B,OAAO,CAAC,iBAAiB;IAuCzB,OAAO,CAAC,aAAa;IAiErB,OAAO,CAAC,aAAa;IA6CrB,OAAO,CAAC,oBAAoB;IA8D5B,OAAO,CAAC,uBAAuB;IAqC/B,OAAO,CAAC,aAAa;IAiHrB,OAAO,CAAC,cAAc;IAwDtB,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,YAAY;IAapB,OAAO,CAAC,YAAY;IA2BpB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,cAAc;CAWvB"}