@opendatalabs/personal-server-ts-core 0.0.1-canary.016adf9 → 0.0.1-canary.052d47e

package/dist/storage/blocks/build.js

@@ -0,0 +1,378 @@
+import { base64ToBytes, BINARY_ENCODING, BINARY_MARKER, } from "../../contracts/binary.js";
+const DEFAULT_BLOCK_TARGET_BYTES = 48 * 1024;
+const DEFAULT_MAX_BLOCK_BYTES = 256 * 1024;
+const JSON_MEDIA_TYPE = "application/json";
+const TEXT_MEDIA_TYPE = "text/plain; charset=utf-8";
+const textEncoder = new TextEncoder();
+export function buildDataBlocks(input) {
+    return buildDataBlocksInternal(input);
+}
+export async function buildDataBlocksAsync(input) {
+    return buildDataBlocksInternal(input, await extractBinaryEnvelopeText(input));
+}
+function buildDataBlocksInternal(input, extractedBinaryText) {
+    const maxBytes = Math.max(1, input.maxBlockBytes ?? DEFAULT_MAX_BLOCK_BYTES);
+    const options = {
+        targetBytes: Math.min(Math.max(1, input.blockTargetBytes ?? DEFAULT_BLOCK_TARGET_BYTES), maxBytes),
+        maxBytes,
+    };
+    const warnings = [];
+    const rawSizeBytes = estimateRawSize(input.content);
+    const classified = classifyContent(input.content, input.mediaType);
+    const blocks = [];
+    let contentKind = classified.kind;
+    if (classified.kind === "json" || classified.kind === "vana-envelope") {
+        const json = classified.value;
+        if (classified.kind === "vana-envelope" && isPlainObject(json)) {
+            const metadata = envelopeMetadata(json);
+            if (Object.keys(metadata).length > 0) {
+                addJsonBlocks(blocks, "$.__envelope", metadata, options);
+            }
+            const binaryData = parseBinaryEnvelopeData(json["data"]);
+            if (binaryData) {
+                contentKind = contentKindForBinaryEnvelope(binaryData);
+                const extractedText = extractedBinaryText?.text?.trim();
+                addBinaryEnvelopeBlock(blocks, "$.data", binaryData, {
+                    extractedTextAvailable: Boolean(extractedText),
+                });
+                if (extractedText) {
+                    addTextBlocks(blocks, "$.data.text", extractedText, options);
+                }
+                else {
+                    warnings.push({
+                        code: `${contentKind}_metadata_only`,
+                        message: `${contentKind} content is represented as metadata only`,
+                        path: "$.data",
+                    });
+                }
+                warnings.push(...(extractedBinaryText?.warnings ?? []));
+            }
+            else {
+                addJsonBlocks(blocks, "$.data", json["data"], options);
+            }
+        }
+        else {
+            addJsonBlocks(blocks, "$", json, options);
+        }
+    }
+    else if (classified.kind === "text") {
+        addTextBlocks(blocks, "$", classified.value, options);
+    }
+    else {
+        blocks.push(createPayload("$", "application/octet-stream", {
+            contentKind: classified.kind,
+            sizeBytes: rawSizeBytes,
+            supported: false,
+        }));
+        warnings.push({
+            code: `${classified.kind}_metadata_only`,
+            message: `${classified.kind} content is represented as metadata only`,
+            path: "$",
+        });
+    }
+    const blocksWithIds = assignBlockIds(blocks);
+    const manifest = {
+        version: 1,
+        scope: input.scope,
+        collectedAt: input.collectedAt,
+        ...(input.schemaId ? { schemaId: input.schemaId } : {}),
+        contentKind,
+        rawSizeBytes,
+        blocks: blocksWithIds.map(({ id, path, mediaType, sizeBytes }) => ({
+            id,
+            path,
+            mediaType,
+            sizeBytes,
+            ...itemCountForPath(path),
+        })),
+        warnings,
+    };
+    return { manifest, blocks: blocksWithIds };
+}
+async function extractBinaryEnvelopeText(input) {
+    const classified = classifyContent(input.content, input.mediaType);
+    if (classified.kind !== "vana-envelope" || !isPlainObject(classified.value)) {
+        return undefined;
+    }
+    const binaryData = parseBinaryEnvelopeData(classified.value["data"]);
+    if (!binaryData || !isPdfBinaryEnvelope(binaryData))
+        return undefined;
+    try {
+        const { extractText } = await import("unpdf");
+        const extracted = await extractText(base64ToBytes(binaryData.content), {
+            mergePages: true,
+        });
+        const text = normalizeExtractedText(extracted.text);
+        if (text === "") {
+            return {
+                warnings: [
+                    {
+                        code: "pdf_text_empty",
+                        message: "PDF text extraction found no readable text",
+                        path: "$.data",
+                    },
+                ],
+            };
+        }
+        return { text, warnings: [] };
+    }
+    catch (error) {
+        return {
+            warnings: [
+                {
+                    code: "pdf_text_extraction_failed",
+                    message: `PDF text extraction failed: ${errorMessage(error)}`,
+                    path: "$.data",
+                },
+            ],
+        };
+    }
+}
+function parseBinaryEnvelopeData(value) {
+    if (!isPlainObject(value) || value[BINARY_MARKER] !== true)
+        return null;
+    if (value.encoding !== BINARY_ENCODING)
+        return null;
+    if (typeof value.content !== "string")
+        return null;
+    if (typeof value.mimeType !== "string")
+        return null;
+    if (typeof value.sizeBytes !== "number")
+        return null;
+    if (typeof value.contentHash !== "string")
+        return null;
+    return value;
+}
+function contentKindForBinaryEnvelope(data) {
+    const mimeType = data.mimeType.toLowerCase();
+    const filename = data.filename?.toLowerCase() ?? "";
+    return mimeType.includes("zip") || filename.endsWith(".zip")
+        ? "zip"
+        : "binary";
+}
+function isPdfBinaryEnvelope(data) {
+    const mimeType = data.mimeType.toLowerCase();
+    const filename = data.filename?.toLowerCase() ?? "";
+    return mimeType.includes("pdf") || filename.endsWith(".pdf");
+}
+function addBinaryEnvelopeBlock(blocks, path, data, options = {}) {
+    blocks.push(createPayload(path, JSON_MEDIA_TYPE, {
+        contentKind: contentKindForBinaryEnvelope(data),
+        mimeType: data.mimeType,
+        ...(data.filename ? { filename: data.filename } : {}),
+        sizeBytes: data.sizeBytes,
+        contentHash: data.contentHash,
+        ...(data.metadata !== undefined ? { metadata: data.metadata } : {}),
+        searchable: options.extractedTextAvailable === true,
+        extractedTextAvailable: options.extractedTextAvailable === true,
+        rawContentAvailable: true,
+    }));
+}
+function normalizeExtractedText(value) {
+    return value
+        .replace(/\r\n?/g, "\n")
+        .replace(/[ \t]+\n/g, "\n")
+        .trim();
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function classifyContent(content, mediaType) {
+    if (content instanceof Uint8Array) {
+        return looksLikeZip(content) ? { kind: "zip" } : { kind: "binary" };
+    }
+    if (typeof content === "string") {
+        const trimmed = content.trimStart();
+        if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+            try {
+                const parsed = JSON.parse(content);
+                return {
+                    kind: isVanaEnvelope(parsed) ? "vana-envelope" : "json",
+                    value: parsed,
+                };
+            }
+            catch {
+                return { kind: "text", value: content };
+            }
+        }
+        return mediaType?.includes("zip")
+            ? { kind: "zip" }
+            : { kind: "text", value: content };
+    }
+    if (content === null ||
+        typeof content === "number" ||
+        typeof content === "boolean" ||
+        Array.isArray(content) ||
+        isPlainObject(content)) {
+        return {
+            kind: isVanaEnvelope(content) ? "vana-envelope" : "json",
+            value: content,
+        };
+    }
+    return { kind: "unsupported" };
+}
+function addJsonBlocks(blocks, path, value, options) {
+    if (jsonSize(value) <= options.targetBytes) {
+        blocks.push(createPayload(path, JSON_MEDIA_TYPE, value));
+        return;
+    }
+    if (typeof value === "string") {
+        addStringBlocks(blocks, path, value, options);
+        return;
+    }
+    if (Array.isArray(value)) {
+        addArrayBlocks(blocks, path, value, options);
+        return;
+    }
+    if (isPlainObject(value)) {
+        addObjectBlocks(blocks, path, value, options);
+        return;
+    }
+    blocks.push(createPayload(path, JSON_MEDIA_TYPE, value));
+}
+function addArrayBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        let end = start;
+        const chunk = [];
+        while (end < value.length) {
+            const next = [...chunk, value[end]];
+            if (chunk.length > 0 && jsonSize(next) > options.targetBytes)
+                break;
+            chunk.push(value[end]);
+            end += 1;
+        }
+        if (chunk.length === 1 && jsonSize(chunk) > options.targetBytes) {
+            addJsonBlocks(blocks, `${path}[${start}]`, chunk[0], options);
+            start += 1;
+            continue;
+        }
+        blocks.push(createPayload(`${path}[${start}:${end}]`, JSON_MEDIA_TYPE, chunk));
+        start = end;
+    }
+}
+function addObjectBlocks(blocks, path, value, options) {
+    const keys = Object.keys(value).sort();
+    let index = 0;
+    while (index < keys.length) {
+        const group = {};
+        const firstKey = keys[index];
+        let lastKey = firstKey;
+        while (index < keys.length) {
+            const key = keys[index];
+            const candidate = { ...group, [key]: value[key] };
+            if (Object.keys(group).length > 0 &&
+                jsonSize(candidate) > options.targetBytes) {
+                break;
+            }
+            group[key] = value[key];
+            lastKey = key;
+            index += 1;
+        }
+        const groupKeys = Object.keys(group);
+        if (groupKeys.length === 1 && jsonSize(group) > options.targetBytes) {
+            const key = groupKeys[0];
+            addJsonBlocks(blocks, `${path}.${escapePathKey(key)}`, group[key], options);
+            continue;
+        }
+        blocks.push(createPayload(`${path}.{${escapePathKey(firstKey)}:${escapePathKey(lastKey)}}`, JSON_MEDIA_TYPE, group));
+    }
+}
+function addStringBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        const end = findBoundedStringEnd(value, start, options, jsonSize);
+        blocks.push(createPayload(`${path}[chars ${start}:${end}]`, JSON_MEDIA_TYPE, value.slice(start, end)));
+        start = end;
+    }
+}
+function addTextBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        let end = findBoundedStringEnd(value, start, options, byteSize);
+        const newline = value.lastIndexOf("\n", end);
+        if (newline > start)
+            end = newline + 1;
+        blocks.push(createPayload(`${path}[chars ${start}:${end}]`, TEXT_MEDIA_TYPE, value.slice(start, end)));
+        start = end;
+    }
+}
+function findBoundedStringEnd(value, start, options, sizeOf) {
+    let end = Math.min(value.length, start + options.targetBytes);
+    while (end > start + 1 &&
+        sizeOf(value.slice(start, end)) > options.maxBytes) {
+        end = start + Math.floor((end - start) / 2);
+    }
+    return end > start ? end : Math.min(value.length, start + 1);
+}
+function createPayload(path, mediaType, value) {
+    return {
+        id: "",
+        path,
+        mediaType,
+        value,
+        sizeBytes: mediaType.startsWith("application/json")
+            ? jsonSize(value)
+            : byteSize(String(value)),
+    };
+}
+function itemCountForPath(path) {
+    const match = path.match(/\[(\d+):(\d+)\]$/);
+    if (!match)
+        return {};
+    return { itemCount: Number(match[2]) - Number(match[1]) };
+}
+function envelopeMetadata(envelope) {
+    const metadata = {};
+    for (const key of Object.keys(envelope).sort()) {
+        if (key !== "data")
+            metadata[key] = envelope[key];
+    }
+    return metadata;
+}
+function isVanaEnvelope(value) {
+    if (!isPlainObject(value))
+        return false;
+    return ("data" in value &&
+        (typeof value["scope"] === "string" ||
+            typeof value["collectedAt"] === "string" ||
+            typeof value["schemaId"] === "string" ||
+            typeof value["schemaUrl"] === "string"));
+}
+function isPlainObject(value) {
+    return (typeof value === "object" &&
+        value !== null &&
+        !Array.isArray(value) &&
+        Object.getPrototypeOf(value) === Object.prototype);
+}
+function looksLikeZip(value) {
+    return value.length >= 4 && value[0] === 0x50 && value[1] === 0x4b;
+}
+function escapePathKey(key) {
+    return /^[A-Za-z_$][A-Za-z0-9_$]*$/.test(key) ? key : JSON.stringify(key);
+}
+function estimateRawSize(value) {
+    if (value instanceof Uint8Array)
+        return value.byteLength;
+    if (typeof value === "string")
+        return byteSize(value);
+    try {
+        return jsonSize(value);
+    }
+    catch {
+        return undefined;
+    }
+}
+function jsonSize(value) {
+    return byteSize(JSON.stringify(value));
+}
+function byteSize(value) {
+    return textEncoder.encode(value).byteLength;
+}
+export function assignBlockIds(blocks) {
+    return blocks.map((block, index) => ({
+        ...block,
+        id: `block-${String(index + 1).padStart(6, "0")}`,
+    }));
+}
+//# sourceMappingURL=build.js.map

package/dist/storage/blocks/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../src/storage/blocks/build.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,aAAa,EACb,eAAe,EACf,aAAa,GAEd,MAAM,2BAA2B,CAAC;AA+BnC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC7C,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,CAAC;AAC3C,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAC3C,MAAM,eAAe,GAAG,2BAA2B,CAAC;AAEpD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,MAAM,UAAU,eAAe,CAC7B,KAA2B;IAE3B,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAA2B;IAE3B,OAAO,uBAAuB,CAAC,KAAK,EAAE,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAA2B,EAC3B,mBAAyC;IAEzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,IAAI,uBAAuB,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG;QACd,WAAW,EAAE,IAAI,CAAC,GAAG,CACnB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,gBAAgB,IAAI,0BAA0B,CAAC,EACjE,QAAQ,CACT;QACD,QAAQ;KACT,CAAC;IACF,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,IAAI,WAAW,GAAgB,UAAU,CAAC,IAAI,CAAC;IAE/C,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACtE,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACzD,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,GAAG,4BAA4B,CAAC,UAAU,CAAC,CAAC;gBACvD,MAAM,aAAa,GAAG,mBAAmB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACxD,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;oBACnD,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC;iBAC/C,CAAC,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBAClB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,GAAG,WAAW,gBAAgB;wBACpC,OAAO,EAAE,GAAG,WAAW,0CAA0C;wBACjE,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;SAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACtC,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,GAAG,EAAE,0BAA0B,EAAE;YAC7C,WAAW,EAAE,UAAU,CAAC,IAAI;YAC5B,SAAS,EAAE,YAAY;YACvB,SAAS,EAAE,KAAK;SACjB,CAAC,CACH,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,gBAAgB;YACxC,OAAO,EAAE,GAAG,UAAU,CAAC,IAAI,0CAA0C;YACrE,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;IACL,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG;QACf,OAAO,EAAE,CAAU;QACnB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,WAAW;QACX,YAAY;QACZ,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,EAAE;YACF,IAAI;YACJ,SAAS;YACT,SAAS;YACT,GAAG,gBAAgB,CAAC,IAAI,CAAC;SAC1B,CAAC,CAAC;QACH,QAAQ;KACT,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;AAC7C,CAAC;AAOD,KAAK,UAAU,yBAAyB,CACtC,KAA2B;IAE3B,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,uBAAuB,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,UAAU,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAEtE,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YACrE,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,sBAAsB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,OAAO;gBACL,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,gBAAgB;wBACtB,OAAO,EAAE,4CAA4C;wBACrD,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,4BAA4B;oBAClC,OAAO,EAAE,+BAA+B,YAAY,CAAC,KAAK,CAAC,EAAE;oBAC7D,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACxE,IAAI,KAAK,CAAC,QAAQ,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,OAAO,KAAsC,CAAC;AAChD,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAwB;IAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1D,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAwB;IACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAA0B,EAC1B,IAAY,EACZ,IAAwB,EACxB,UAAgD,EAAE;IAElD,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE;QACnC,WAAW,EAAE,4BAA4B,CAAC,IAAI,CAAC;QAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,UAAU,EAAE,OAAO,CAAC,sBAAsB,KAAK,IAAI;QACnD,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,KAAK,IAAI;QAC/D,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,KAAK;SACT,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CACtB,OAAgB,EAChB,SAAkB;IAKlB,IAAI,OAAO,YAAY,UAAU,EAAE,CAAC;QAClC,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,OAAO;oBACL,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;oBACvD,KAAK,EAAE,MAAM;iBACd,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;YACjB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,IACE,OAAO,KAAK,IAAI;QAChB,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,OAAO,KAAK,SAAS;QAC5B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACtB,aAAa,CAAC,OAAO,CAAC,EACtB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;YACxD,KAAK,EAAE,OAAO;SACf,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,aAAa,CACpB,MAA0B,EAC1B,IAAY,EACZ,KAAc,EACd,OAAqB;IAErB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CACrB,MAA0B,EAC1B,IAAY,EACZ,KAAgB,EAChB,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,MAAM,KAAK,GAAc,EAAE,CAAC;QAC5B,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW;gBAAE,MAAM;YACpE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACvB,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAChE,aAAa,CAAC,MAAM,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC9D,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,CAClE,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,MAA0B,EAC1B,IAAY,EACZ,KAA8B,EAC9B,OAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAA4B,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QAC9B,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YACzB,MAAM,SAAS,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IACE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;gBAC7B,QAAQ,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,EACzC,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,OAAO,GAAG,GAAG,CAAC;YACd,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACpE,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;YAC1B,aAAa,CACX,MAAM,EACN,GAAG,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,EAC/B,KAAK,CAAC,GAAG,CAAC,EACV,OAAO,CACR,CAAC;YACF,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,KAAK,aAAa,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,EAChE,eAAe,EACf,KAAK,CACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,MAA0B,EAC1B,IAAY,EACZ,KAAa,EACb,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,UAAU,KAAK,IAAI,GAAG,GAAG,EAChC,eAAe,EACf,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CACxB,CACF,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,MAA0B,EAC1B,IAAY,EACZ,KAAa,EACb,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,GAAG,GAAG,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,OAAO,GAAG,KAAK;YAAE,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,UAAU,KAAK,IAAI,GAAG,GAAG,EAChC,eAAe,EACf,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CACxB,CACF,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,KAAa,EACb,OAAqB,EACrB,MAAiC;IAEjC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9D,OACE,GAAG,GAAG,KAAK,GAAG,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAClD,CAAC;QACD,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CACpB,IAAY,EACZ,SAAiB,EACjB,KAAc;IAEd,OAAO;QACL,EAAE,EAAE,EAAE;QACN,IAAI;QACJ,SAAS;QACT,KAAK;QACL,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,kBAAkB,CAAC;YACjD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YACjB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC7C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,gBAAgB,CACvB,QAAiC;IAEjC,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,MAAM;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,OAAO,CACL,MAAM,IAAI,KAAK;QACf,CAAC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ;YACjC,OAAO,KAAK,CAAC,aAAa,CAAC,KAAK,QAAQ;YACxC,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,QAAQ;YACrC,OAAO,KAAK,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,SAAS,CAClD,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;AACrE,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC,UAAU,CAAC;IACzD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAA0B;IACvD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACnC,GAAG,KAAK;QACR,EAAE,EAAE,SAAS,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;KAClD,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/storage/blocks/cursor.d.ts

@@ -0,0 +1,33 @@
+export interface DataBlockCursor {
+    version: 1;
+    scope: string;
+    collectedAt: string;
+    blockIndex: number;
+    intraBlockOffset?: number;
+}
+export interface EncodeDataBlockCursorInput {
+    scope: string;
+    collectedAt: string;
+    blockIndex: number;
+    intraBlockOffset?: number;
+}
+export type DataBlockCursorErrorCode = "cursor_malformed" | "cursor_unsupported_version" | "cursor_scope_mismatch" | "cursor_collected_at_mismatch";
+export interface DataBlockCursorError {
+    code: DataBlockCursorErrorCode;
+    message: string;
+}
+export type DecodeDataBlockCursorResult = {
+    ok: true;
+    cursor: DataBlockCursor;
+} | {
+    ok: false;
+    error: DataBlockCursorError;
+};
+export type ValidateDataBlockCursorResult = DecodeDataBlockCursorResult;
+export declare function encodeDataBlockCursor(input: EncodeDataBlockCursorInput): string;
+export declare function decodeDataBlockCursor(cursor: string): DecodeDataBlockCursorResult;
+export declare function validateDataBlockCursor(cursor: string, expected: {
+    scope: string;
+    collectedAt: string;
+}): ValidateDataBlockCursorResult;
+//# sourceMappingURL=cursor.d.ts.map

package/dist/storage/blocks/cursor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/cursor.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,CAAC,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,wBAAwB,GAChC,kBAAkB,GAClB,4BAA4B,GAC5B,uBAAuB,GACvB,8BAA8B,CAAC;AAEnC,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,eAAe,CAAA;CAAE,GACrC;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,oBAAoB,CAAA;CAAE,CAAC;AAE/C,MAAM,MAAM,6BAA6B,GAAG,2BAA2B,CAAC;AAIxE,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,0BAA0B,GAChC,MAAM,CAmBR;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,GACb,2BAA2B,CA2D7B;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/C,6BAA6B,CAyB/B"}

package/dist/storage/blocks/cursor.js

@@ -0,0 +1,142 @@
+const DATA_BLOCK_CURSOR_VERSION = 1;
+export function encodeDataBlockCursor(input) {
+    assertNonEmptyString(input.scope, "scope");
+    assertNonEmptyString(input.collectedAt, "collectedAt");
+    assertNonNegativeInteger(input.blockIndex, "blockIndex");
+    if (input.intraBlockOffset !== undefined) {
+        assertNonNegativeInteger(input.intraBlockOffset, "intraBlockOffset");
+    }
+    return encodeBase64Url(JSON.stringify({
+        v: DATA_BLOCK_CURSOR_VERSION,
+        scope: input.scope,
+        collectedAt: input.collectedAt,
+        blockIndex: input.blockIndex,
+        ...(input.intraBlockOffset === undefined
+            ? {}
+            : { intraBlockOffset: input.intraBlockOffset }),
+    }));
+}
+export function decodeDataBlockCursor(cursor) {
+    if (!cursor) {
+        return malformedCursor("Cursor is required");
+    }
+    const decoded = decodeBase64Url(cursor);
+    if (decoded === null) {
+        return malformedCursor("Cursor is not valid base64url");
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(decoded);
+    }
+    catch {
+        return malformedCursor("Cursor payload is not valid JSON");
+    }
+    if (!isObject(parsed)) {
+        return malformedCursor("Cursor payload must be an object");
+    }
+    const candidate = parsed;
+    if (candidate.v !== DATA_BLOCK_CURSOR_VERSION) {
+        return {
+            ok: false,
+            error: {
+                code: "cursor_unsupported_version",
+                message: typeof candidate.v === "number"
+                    ? `Unsupported cursor version: ${candidate.v}`
+                    : "Cursor version is missing or invalid",
+            },
+        };
+    }
+    if (typeof candidate.scope !== "string" ||
+        candidate.scope.length === 0 ||
+        typeof candidate.collectedAt !== "string" ||
+        candidate.collectedAt.length === 0 ||
+        !isNonNegativeInteger(candidate.blockIndex) ||
+        (candidate.intraBlockOffset !== undefined &&
+            !isNonNegativeInteger(candidate.intraBlockOffset))) {
+        return malformedCursor("Cursor payload has invalid fields");
+    }
+    return {
+        ok: true,
+        cursor: {
+            version: DATA_BLOCK_CURSOR_VERSION,
+            scope: candidate.scope,
+            collectedAt: candidate.collectedAt,
+            blockIndex: candidate.blockIndex,
+            ...(candidate.intraBlockOffset === undefined
+                ? {}
+                : { intraBlockOffset: candidate.intraBlockOffset }),
+        },
+    };
+}
+export function validateDataBlockCursor(cursor, expected) {
+    const decoded = decodeDataBlockCursor(cursor);
+    if (!decoded.ok)
+        return decoded;
+    if (decoded.cursor.scope !== expected.scope) {
+        return {
+            ok: false,
+            error: {
+                code: "cursor_scope_mismatch",
+                message: "Cursor scope does not match requested scope",
+            },
+        };
+    }
+    if (decoded.cursor.collectedAt !== expected.collectedAt) {
+        return {
+            ok: false,
+            error: {
+                code: "cursor_collected_at_mismatch",
+                message: "Cursor collectedAt does not match requested collectedAt",
+            },
+        };
+    }
+    return decoded;
+}
+function encodeBase64Url(value) {
+    const bytes = new TextEncoder().encode(value);
+    let binary = "";
+    for (const byte of bytes)
+        binary += String.fromCharCode(byte);
+    return btoa(binary)
+        .replace(/\+/g, "-")
+        .replace(/\//g, "_")
+        .replace(/=+$/, "");
+}
+function decodeBase64Url(value) {
+    try {
+        const base64 = value.replace(/-/g, "+").replace(/_/g, "/");
+        const padded = base64.padEnd(base64.length + ((4 - (base64.length % 4)) % 4), "=");
+        const binary = atob(padded);
+        const bytes = Uint8Array.from(binary, (char) => char.charCodeAt(0));
+        return new TextDecoder().decode(bytes);
+    }
+    catch {
+        return null;
+    }
+}
+function malformedCursor(message) {
+    return {
+        ok: false,
+        error: {
+            code: "cursor_malformed",
+            message,
+        },
+    };
+}
+function assertNonEmptyString(value, field) {
+    if (value.length === 0) {
+        throw new Error(`${field} must be a non-empty string`);
+    }
+}
+function assertNonNegativeInteger(value, field) {
+    if (!isNonNegativeInteger(value)) {
+        throw new Error(`${field} must be a non-negative integer`);
+    }
+}
+function isNonNegativeInteger(value) {
+    return typeof value === "number" && Number.isInteger(value) && value >= 0;
+}
+function isObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+//# sourceMappingURL=cursor.js.map

package/dist/storage/blocks/cursor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../src/storage/blocks/cursor.ts"],"names":[],"mappings":"AAAA,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAoCpC,MAAM,UAAU,qBAAqB,CACnC,KAAiC;IAEjC,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3C,oBAAoB,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IACvD,wBAAwB,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACzC,wBAAwB,CAAC,KAAK,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,CAAC;IACvE,CAAC;IAED,OAAO,eAAe,CACpB,IAAI,CAAC,SAAS,CAAC;QACb,CAAC,EAAE,yBAAyB;QAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,GAAG,CAAC,KAAK,CAAC,gBAAgB,KAAK,SAAS;YACtC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC;KAClD,CAAC,CACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAc;IAEd,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,eAAe,CAAC,oBAAoB,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,OAAO,eAAe,CAAC,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,eAAe,CAAC,kCAAkC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtB,OAAO,eAAe,CAAC,kCAAkC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,SAAS,GAAG,MAAmC,CAAC;IACtD,IAAI,SAAS,CAAC,CAAC,KAAK,yBAAyB,EAAE,CAAC;QAC9C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE;gBACL,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EACL,OAAO,SAAS,CAAC,CAAC,KAAK,QAAQ;oBAC7B,CAAC,CAAC,+BAA+B,SAAS,CAAC,CAAC,EAAE;oBAC9C,CAAC,CAAC,sCAAsC;aAC7C;SACF,CAAC;IACJ,CAAC;IAED,IACE,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ;QACnC,SAAS,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAC5B,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ;QACzC,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;QAClC,CAAC,oBAAoB,CAAC,SAAS,CAAC,UAAU,CAAC;QAC3C,CAAC,SAAS,CAAC,gBAAgB,KAAK,SAAS;YACvC,CAAC,oBAAoB,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,EACpD,CAAC;QACD,OAAO,eAAe,CAAC,mCAAmC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI;QACR,MAAM,EAAE;YACN,OAAO,EAAE,yBAAyB;YAClC,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,GAAG,CAAC,SAAS,CAAC,gBAAgB,KAAK,SAAS;gBAC1C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,gBAAgB,EAAE,SAAS,CAAC,gBAAgB,EAAE,CAAC;SACtD;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,MAAc,EACd,QAAgD;IAEhD,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,EAAE,CAAC;QAC5C,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE;gBACL,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,6CAA6C;aACvD;SACF,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE;gBACL,IAAI,EAAE,8BAA8B;gBACpC,OAAO,EAAE,yDAAyD;aACnE;SACF,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,MAAM,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,IAAI,CAAC,MAAM,CAAC;SAChB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAC1B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAC/C,GAAG,CACJ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,OAAO;QACL,EAAE,EAAE,KAAK;QACT,KAAK,EAAE;YACL,IAAI,EAAE,kBAAkB;YACxB,OAAO;SACR;KACF,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa,EAAE,KAAa;IACxD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IACzD,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,KAAa;IAC5D,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,iCAAiC,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/storage/blocks/errors.d.ts

@@ -0,0 +1,6 @@
+export type DataBlockStorageErrorCode = "block_manifest_not_found" | "block_payload_not_found" | "cursor_invalid";
+export declare class DataBlockStorageError extends Error {
+    readonly code: DataBlockStorageErrorCode;
+    constructor(code: DataBlockStorageErrorCode, message: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/storage/blocks/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/errors.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,yBAAyB,GACnC,0BAA0B,GAAG,yBAAyB,GAAG,gBAAgB,CAAC;AAE5E,qBAAa,qBAAsB,SAAQ,KAAK;aAE5B,IAAI,EAAE,yBAAyB;gBAA/B,IAAI,EAAE,yBAAyB,EAC/C,OAAO,EAAE,MAAM;CAKlB"}

package/dist/storage/blocks/errors.js

@@ -0,0 +1,9 @@
+export class DataBlockStorageError extends Error {
+    code;
+    constructor(code, message) {
+        super(message);
+        this.code = code;
+        this.name = "DataBlockStorageError";
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/storage/blocks/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/storage/blocks/errors.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAE5B;IADlB,YACkB,IAA+B,EAC/C,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,SAAI,GAAJ,IAAI,CAA2B;QAI/C,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACtC,CAAC;CACF"}

package/dist/storage/blocks/index.d.ts

@@ -0,0 +1,6 @@
+export type { ContentKind, DataBlockManifest, DataBlockRef, DataBlockWarning, DataScopeBlock, ReadScopeBlocksRequest, ReadScopeBlocksResponse, } from "./types.js";
+export { decodeDataBlockCursor, encodeDataBlockCursor, validateDataBlockCursor, type DataBlockCursor, type DataBlockCursorError, type DataBlockCursorErrorCode, type DecodeDataBlockCursorResult, type EncodeDataBlockCursorInput, type ValidateDataBlockCursorResult, } from "./cursor.js";
+export { buildDataBlocksAsync } from "./build.js";
+export { MAX_SELECTED_BLOCK_IDS, selectScopeBlocksByIds, type SelectScopeBlocksResult, } from "./select.js";
+export { DataBlockStorageError, type DataBlockStorageErrorCode, } from "./errors.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/blocks/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,KAAK,eAAe,EACpB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,2BAA2B,EAChC,KAAK,0BAA0B,EAC/B,KAAK,6BAA6B,GACnC,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,uBAAuB,GAC7B,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,qBAAqB,EACrB,KAAK,yBAAyB,GAC/B,MAAM,aAAa,CAAC"}

package/dist/storage/blocks/index.js

@@ -0,0 +1,5 @@
+export { decodeDataBlockCursor, encodeDataBlockCursor, validateDataBlockCursor, } from "./cursor.js";
+export { buildDataBlocksAsync } from "./build.js";
+export { MAX_SELECTED_BLOCK_IDS, selectScopeBlocksByIds, } from "./select.js";
+export { DataBlockStorageError, } from "./errors.js";
+//# sourceMappingURL=index.js.map

package/dist/storage/blocks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/blocks/index.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,GAOxB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,qBAAqB,GAEtB,MAAM,aAAa,CAAC"}