prefix-safe-json 0.0.1-alpha.0

package/dist/utf8/decoder.js

@@ -0,0 +1,318 @@
+// ---------------------------------------------------------------------------
+// Incremental UTF-8 Decoder
+// ---------------------------------------------------------------------------
+//
+// Processes Uint8Array chunks and yields code points one at a time.
+// Handles multi-byte characters split across chunk boundaries by buffering
+// incomplete trailing bytes until the next push().
+//
+// Design decisions:
+//   - Does NOT silently replace invalid bytes with U+FFFD
+//   - Rejects overlong encodings
+//   - Reports invalid continuation bytes
+//   - Truncated sequences at finish() are reportable
+// ---------------------------------------------------------------------------
+/**
+ * Incremental UTF-8 decoder that handles multi-byte characters
+ * split across chunk boundaries.
+ */
+export class Utf8Decoder {
+    /** Pending bytes from an incomplete multi-byte sequence. */
+    pending = [];
+    /** Expected total length of the current multi-byte sequence. */
+    pendingExpected = 0;
+    /** Total bytes processed across all push() calls. */
+    totalOffset = 0;
+    bomBuffer = [];
+    checkedForBom = false;
+    /**
+     * Decode a chunk of bytes, returning decoded text and any errors.
+     * Incomplete trailing multi-byte sequences are buffered for the next call.
+     */
+    decode(bytes) {
+        const errors = [];
+        const codePoints = [];
+        let strippedBom = false;
+        let i = 0;
+        // Handle BOM check at the very beginning of the stream
+        if (!this.checkedForBom) {
+            while (this.bomBuffer.length < 3 && i < bytes.length) {
+                this.bomBuffer.push(bytes[i]);
+                i++;
+            }
+            const isBomPrefix = (this.bomBuffer[0] === 0xef) &&
+                (this.bomBuffer.length < 2 || this.bomBuffer[1] === 0xbb) &&
+                (this.bomBuffer.length < 3 || this.bomBuffer[2] === 0xbf);
+            if (isBomPrefix && this.bomBuffer.length < 3) {
+                // Still possibly a BOM, wait for more data
+                return { text: "", consumed: i, errors, strippedBom: false };
+            }
+            this.checkedForBom = true;
+            let bufferToProcess = new Uint8Array();
+            if (this.bomBuffer.length >= 3 &&
+                this.bomBuffer[0] === 0xef &&
+                this.bomBuffer[1] === 0xbb &&
+                this.bomBuffer[2] === 0xbf) {
+                strippedBom = true;
+                this.totalOffset += 3;
+                // The remaining bytes in bomBuffer (if any) need to be processed
+                const remainingInBomBuffer = this.bomBuffer.slice(3);
+                const remainingInBytes = bytes.slice(i);
+                bufferToProcess = new Uint8Array(remainingInBomBuffer.length + remainingInBytes.length);
+                bufferToProcess.set(remainingInBomBuffer);
+                bufferToProcess.set(remainingInBytes, remainingInBomBuffer.length);
+            }
+            else {
+                // Not a BOM. Process the whole bomBuffer + remaining bytes.
+                const remainingInBytes = bytes.slice(i);
+                bufferToProcess = new Uint8Array(this.bomBuffer.length + remainingInBytes.length);
+                bufferToProcess.set(this.bomBuffer);
+                bufferToProcess.set(remainingInBytes, this.bomBuffer.length);
+            }
+            // Reset i and swap bytes to the reconstructed buffer
+            i = 0;
+            bytes = bufferToProcess;
+        }
+        const startOffset = this.totalOffset;
+        // If we have pending bytes from a previous chunk, try to complete the sequence
+        if (this.pending.length > 0) {
+            let brokenByInvalidContinuation = false;
+            while (i < bytes.length && this.pending.length < this.pendingExpected) {
+                const b = bytes[i];
+                if ((b & 0xc0) !== 0x80) {
+                    // Not a valid continuation byte — the pending sequence is broken
+                    errors.push({
+                        kind: "invalid_continuation",
+                        byteOffset: startOffset - this.pending.length,
+                    });
+                    this.pending = [];
+                    this.pendingExpected = 0;
+                    brokenByInvalidContinuation = true;
+                    // Don't consume this byte — it might be a valid start byte
+                    break;
+                }
+                this.pending.push(b);
+                i++;
+                this.totalOffset++;
+            }
+            // brokenByInvalidContinuation resets pending.length/pendingExpected to
+            // the same value (0), which would otherwise make the check below
+            // read as "0 of 0 bytes needed - sequence complete" and spuriously
+            // decode an empty byte array, producing a second, bogus diagnostic
+            // alongside the invalid_continuation one already pushed above.
+            if (!brokenByInvalidContinuation && this.pending.length === this.pendingExpected) {
+                // We have a complete sequence — decode it
+                const result = this.decodeSequence(this.pending, startOffset - (this.pending.length - (i - 0)));
+                if (result.error) {
+                    errors.push(result.error);
+                }
+                else {
+                    codePoints.push(result.codePoint);
+                }
+                this.pending = [];
+                this.pendingExpected = 0;
+            }
+            else if (!brokenByInvalidContinuation && i >= bytes.length) {
+                // Still incomplete — wait for more data
+                const consumed = this.totalOffset - startOffset;
+                return { text: "", consumed, errors, strippedBom };
+            }
+        }
+        // Process remaining bytes
+        while (i < bytes.length) {
+            const b = bytes[i];
+            const seqOffset = this.totalOffset;
+            if (b <= 0x7f) {
+                // Single-byte ASCII
+                codePoints.push(b);
+                i++;
+                this.totalOffset++;
+            }
+            else if ((b & 0xe0) === 0xc0) {
+                // 2-byte sequence
+                const needed = 2;
+                if (i + needed <= bytes.length) {
+                    const seq = [b, bytes[i + 1]];
+                    const result = this.decodeSequence(seq, seqOffset);
+                    if (result.error) {
+                        errors.push(result.error);
+                        i++;
+                        this.totalOffset++;
+                    }
+                    else {
+                        codePoints.push(result.codePoint);
+                        i += needed;
+                        this.totalOffset += needed;
+                    }
+                }
+                else {
+                    // Incomplete at end of chunk — buffer it
+                    this.pendingExpected = needed;
+                    this.pending = [];
+                    for (let j = i; j < bytes.length; j++) {
+                        this.pending.push(bytes[j]);
+                    }
+                    this.totalOffset += bytes.length - i;
+                    i = bytes.length;
+                }
+            }
+            else if ((b & 0xf0) === 0xe0) {
+                // 3-byte sequence
+                const needed = 3;
+                if (i + needed <= bytes.length) {
+                    const seq = [b, bytes[i + 1], bytes[i + 2]];
+                    const result = this.decodeSequence(seq, seqOffset);
+                    if (result.error) {
+                        errors.push(result.error);
+                        i++;
+                        this.totalOffset++;
+                    }
+                    else {
+                        codePoints.push(result.codePoint);
+                        i += needed;
+                        this.totalOffset += needed;
+                    }
+                }
+                else {
+                    this.pendingExpected = needed;
+                    this.pending = [];
+                    for (let j = i; j < bytes.length; j++) {
+                        this.pending.push(bytes[j]);
+                    }
+                    this.totalOffset += bytes.length - i;
+                    i = bytes.length;
+                }
+            }
+            else if ((b & 0xf8) === 0xf0) {
+                // 4-byte sequence
+                const needed = 4;
+                if (i + needed <= bytes.length) {
+                    const seq = [b, bytes[i + 1], bytes[i + 2], bytes[i + 3]];
+                    const result = this.decodeSequence(seq, seqOffset);
+                    if (result.error) {
+                        errors.push(result.error);
+                        i++;
+                        this.totalOffset++;
+                    }
+                    else {
+                        codePoints.push(result.codePoint);
+                        i += needed;
+                        this.totalOffset += needed;
+                    }
+                }
+                else {
+                    this.pendingExpected = needed;
+                    this.pending = [];
+                    for (let j = i; j < bytes.length; j++) {
+                        this.pending.push(bytes[j]);
+                    }
+                    this.totalOffset += bytes.length - i;
+                    i = bytes.length;
+                }
+            }
+            else {
+                // Invalid start byte (0x80-0xBF or 0xF8+)
+                errors.push({
+                    kind: "invalid_start_byte",
+                    byteOffset: seqOffset,
+                });
+                i++;
+                this.totalOffset++;
+            }
+        }
+        const text = codePointsToString(codePoints);
+        const consumed = this.totalOffset - startOffset;
+        return { text, consumed, errors, strippedBom };
+    }
+    /**
+     * Check if there are buffered incomplete bytes.
+     */
+    hasIncomplete() {
+        return this.pending.length > 0;
+    }
+    /**
+     * Get the byte offset where the incomplete sequence started.
+     */
+    incompleteByteOffset() {
+        return this.totalOffset - this.pending.length;
+    }
+    /**
+     * Decode a complete multi-byte UTF-8 sequence into a code point.
+     * Returns an error for invalid continuation, overlong, or out-of-range sequences.
+     */
+    decodeSequence(seq, offset) {
+        const len = seq.length;
+        // Validate continuation bytes
+        for (let i = 1; i < len; i++) {
+            if ((seq[i] & 0xc0) !== 0x80) {
+                return {
+                    codePoint: 0,
+                    error: { kind: "invalid_continuation", byteOffset: offset },
+                };
+            }
+        }
+        let codePoint;
+        let minCodePoint;
+        if (len === 2) {
+            codePoint = ((seq[0] & 0x1f) << 6) | (seq[1] & 0x3f);
+            minCodePoint = 0x80;
+        }
+        else if (len === 3) {
+            codePoint =
+                ((seq[0] & 0x0f) << 12) |
+                    ((seq[1] & 0x3f) << 6) |
+                    (seq[2] & 0x3f);
+            minCodePoint = 0x800;
+        }
+        else {
+            // len === 4
+            codePoint =
+                ((seq[0] & 0x07) << 18) |
+                    ((seq[1] & 0x3f) << 12) |
+                    ((seq[2] & 0x3f) << 6) |
+                    (seq[3] & 0x3f);
+            minCodePoint = 0x10000;
+        }
+        // Check overlong encoding
+        if (codePoint < minCodePoint) {
+            return {
+                codePoint: 0,
+                error: { kind: "overlong", byteOffset: offset },
+            };
+        }
+        // Check valid Unicode range
+        if (codePoint > 0x10ffff) {
+            return {
+                codePoint: 0,
+                error: { kind: "out_of_range", byteOffset: offset },
+            };
+        }
+        return { codePoint };
+    }
+}
+/**
+ * Build a string from an array of code points without spreading the whole
+ * array as call arguments — a single-call spread hits engine argument-count
+ * limits (RangeError: Maximum call stack size exceeded) once codePoints
+ * grows past roughly 100k entries, which a single large push() can trigger.
+ */
+function codePointsToString(codePoints) {
+    const CHUNK_SIZE = 8192;
+    if (codePoints.length <= CHUNK_SIZE) {
+        return String.fromCodePoint(...codePoints);
+    }
+    let text = "";
+    for (let i = 0; i < codePoints.length; i += CHUNK_SIZE) {
+        text += String.fromCodePoint(...codePoints.slice(i, i + CHUNK_SIZE));
+    }
+    return text;
+}
+/**
+ * Convert a string to its UTF-8 byte representation.
+ * Utility for tests and string-mode push().
+ */
+export function stringToUtf8(str) {
+    const encoder = new TextEncoder();
+    return encoder.encode(str);
+}
+//# sourceMappingURL=decoder.js.map

package/dist/utf8/decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decoder.js","sourceRoot":"","sources":["../../src/utf8/decoder.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4BAA4B;AAC5B,8EAA8E;AAC9E,EAAE;AACF,oEAAoE;AACpE,2EAA2E;AAC3E,mDAAmD;AACnD,EAAE;AACF,oBAAoB;AACpB,0DAA0D;AAC1D,iCAAiC;AACjC,yCAAyC;AACzC,qDAAqD;AACrD,8EAA8E;AAuB9E;;;GAGG;AACH,MAAM,OAAO,WAAW;IACtB,4DAA4D;IACpD,OAAO,GAAa,EAAE,CAAC;IAC/B,gEAAgE;IACxD,eAAe,GAAG,CAAC,CAAC;IAC5B,qDAAqD;IAC7C,WAAW,GAAG,CAAC,CAAC;IAEhB,SAAS,GAAa,EAAE,CAAC;IACzB,aAAa,GAAG,KAAK,CAAC;IAE9B;;;OAGG;IACH,MAAM,CAAC,KAAiB;QACtB,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,uDAAuD;QACvD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;gBACxC,CAAC,EAAE,CAAC;YACN,CAAC;YAED,MAAM,WAAW,GACf,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;gBAC5B,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;gBACzD,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YAE5D,IAAI,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,2CAA2C;gBAC3C,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;YAC/D,CAAC;YAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,eAAe,GAAG,IAAI,UAAU,EAAE,CAAC;YAEvC,IACE,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC;gBAC1B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI;gBAC1B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI;gBAC1B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAC1B,CAAC;gBACD,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;gBACtB,iEAAiE;gBACjE,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrD,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxC,eAAe,GAAG,IAAI,UAAU,CAAC,oBAAoB,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBACxF,eAAe,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;gBAC1C,eAAe,CAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACN,4DAA4D;gBAC5D,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxC,eAAe,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAClF,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACpC,eAAe,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC/D,CAAC;YAED,qDAAqD;YACrD,CAAC,GAAG,CAAC,CAAC;YACN,KAAK,GAAG,eAAe,CAAC;QAC1B,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QAErC,+EAA+E;QAC/E,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,2BAA2B,GAAG,KAAK,CAAC;YACxC,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBACtE,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAW,CAAC;gBAC7B,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;oBACxB,iEAAiE;oBACjE,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,sBAAsB;wBAC5B,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;qBAC9C,CAAC,CAAC;oBACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;oBAClB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;oBACzB,2BAA2B,GAAG,IAAI,CAAC;oBACnC,2DAA2D;oBAC3D,MAAM;gBACR,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACrB,CAAC,EAAE,CAAC;gBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC;YAED,uEAAuE;YACvE,iEAAiE;YACjE,mEAAmE;YACnE,mEAAmE;YACnE,+DAA+D;YAC/D,IAAI,CAAC,2BAA2B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;gBACjF,0CAA0C;gBAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAChC,IAAI,CAAC,OAAO,EACZ,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAC9C,CAAC;gBACF,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;gBAClB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,CAAC,2BAA2B,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC7D,wCAAwC;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;gBAChD,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YACrD,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAW,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC;YAEnC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;gBACd,oBAAoB;gBACpB,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC;iBAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC/B,kBAAkB;gBAClB,MAAM,MAAM,GAAG,CAAC,CAAC;gBACjB,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,CAAC,CAAC;oBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBACnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC1B,CAAC,EAAE,CAAC;wBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBAClC,CAAC,IAAI,MAAM,CAAC;wBACZ,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,yCAAyC;oBACzC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;oBAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;oBAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACtC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;oBACxC,CAAC;oBACD,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;oBACrC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC/B,kBAAkB;gBAClB,MAAM,MAAM,GAAG,CAAC,CAAC;gBACjB,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,CAAC,CAAC;oBAChE,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBACnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC1B,CAAC,EAAE,CAAC;wBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBAClC,CAAC,IAAI,MAAM,CAAC;wBACZ,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;oBAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;oBAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACtC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;oBACxC,CAAC;oBACD,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;oBACrC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC/B,kBAAkB;gBAClB,MAAM,MAAM,GAAG,CAAC,CAAC;gBACjB,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAW,CAAC,CAAC;oBACxF,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;oBACnD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBAC1B,CAAC,EAAE,CAAC;wBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACN,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBAClC,CAAC,IAAI,MAAM,CAAC;wBACZ,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC;oBAC9B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;oBAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACtC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC;oBACxC,CAAC;oBACD,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;oBACrC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0CAA0C;gBAC1C,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,oBAAoB;oBAC1B,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;gBACJ,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAChD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAChD,CAAC;IAGD;;;OAGG;IACK,cAAc,CACpB,GAAa,EACb,MAAc;QAEd,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;QAEvB,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzC,OAAO;oBACL,SAAS,EAAE,CAAC;oBACZ,KAAK,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,UAAU,EAAE,MAAM,EAAE;iBAC5D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,SAAiB,CAAC;QACtB,IAAI,YAAoB,CAAC;QAEzB,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACd,SAAS,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,CAAC;YAC7E,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;aAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;YACrB,SAAS;gBACP,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,CAAC;YAC9B,YAAY,GAAG,KAAK,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,YAAY;YACZ,SAAS;gBACP,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBACnC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClC,CAAE,GAAG,CAAC,CAAC,CAAY,GAAG,IAAI,CAAC,CAAC;YAC9B,YAAY,GAAG,OAAO,CAAC;QACzB,CAAC;QAED,0BAA0B;QAC1B,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;YAC7B,OAAO;gBACL,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE;aAChD,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,SAAS,GAAG,QAAQ,EAAE,CAAC;YACzB,OAAO;gBACL,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE;aACpD,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,CAAC;IACvB,CAAC;CACF;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,UAAoB;IAC9C,MAAM,UAAU,GAAG,IAAI,CAAC;IACxB,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QACvD,IAAI,IAAI,MAAM,CAAC,aAAa,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,GAAW;IACtC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC"}

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "prefix-safe-json",
+  "version": "0.0.1-alpha.0",
+  "description": "Incremental LLM tool-call JSON parser and deterministic repair engine — never reports a value until it's unambiguously complete",
+  "keywords": [
+    "json",
+    "streaming",
+    "incremental",
+    "llm",
+    "tool-calling",
+    "function-calling",
+    "json-repair",
+    "json-parser"
+  ],
+  "license": "MIT OR Apache-2.0",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/canblmz1/incremental-tool-json.git"
+  },
+  "homepage": "https://github.com/canblmz1/incremental-tool-json#readme",
+  "bugs": {
+    "url": "https://github.com/canblmz1/incremental-tool-json/issues"
+  },
+  "packageManager": "pnpm@10.33.1",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "LICENSE-MIT",
+    "LICENSE-APACHE",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src/ test/ scripts/",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:unit": "vitest run test/unit/",
+    "test:corpus": "vitest run test/corpus/",
+    "test:invariants": "vitest run test/invariants/",
+    "test:providers": "vitest run test/providers/",
+    "test:coverage": "vitest run --coverage",
+    "test:mutate": "stryker run",
+    "test:fuzz": "vitest run test/fuzz/",
+    "bench": "vitest bench --run",
+    "validate-corpus": "tsx scripts/validate-corpus.ts",
+    "clean": "rimraf dist coverage .vitest",
+    "pack:check": "pnpm pack --dry-run",
+    "example:anthropic": "node examples/anthropic-truncation-safety.mjs"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.8.0",
+    "@stryker-mutator/core": "^9.6.1",
+    "@stryker-mutator/vitest-runner": "^9.6.1",
+    "@types/clarinet": "^0.12.3",
+    "@types/node": "^26.1.2",
+    "@vitest/coverage-v8": "^2.1.9",
+    "ajv": "^8.20.0",
+    "clarinet": "^0.12.6",
+    "eslint": "^9.8.0",
+    "fast-check": "^4.9.0",
+    "jsonrepair": "^3.15.0",
+    "partial-json": "^0.1.7",
+    "rimraf": "^6.0.1",
+    "tsx": "^4.16.0",
+    "typescript": "^5.5.0",
+    "typescript-eslint": "^8.0.0",
+    "vitest": "^2.0.0"
+  }
+}