@opendatalabs/personal-server-ts-core 0.2.0 → 1.0.1

package/dist/storage/adapters/vana.js

@@ -1,96 +1,41 @@
-/**
- * Vana Storage adapter.
- * Uses REST: PUT/GET/DELETE/HEAD against {apiUrl}/v1/blobs/{ownerAddress}/{key}
- * Auth: Web3Signed header on all requests (see vana-storage-design.md Section 3).
- * URL format: full HTTPS URL (no vana:// scheme).
- */
-export function createVanaStorageAdapter(options) {
-    const base = options.apiUrl.replace(/\/+$/, "");
-    const { ownerAddress, signer } = options;
-    function blobUrl(key) {
-        return `${base}/v1/blobs/${ownerAddress}/${key}`;
-    }
-    async function authHeaders(method, uri, body) {
-        const header = await signer.signRequest({
-            aud: options.apiUrl,
-            method,
-            uri,
-            body,
-        });
-        return { Authorization: header };
-    }
-    return {
-        async upload(key, data) {
-            const url = blobUrl(key);
-            const uri = `/v1/blobs/${ownerAddress}/${key}`;
-            const auth = await authHeaders("PUT", uri, data);
-            const res = await fetch(url, {
-                method: "PUT",
-                body: Buffer.from(data),
-                headers: {
-                    "Content-Type": "application/octet-stream",
-                    ...auth,
-                },
-            });
-            if (!res.ok) {
-                throw new Error(`Vana Storage upload failed: ${res.status} ${res.statusText}`);
-            }
-            return url;
+import { createVanaStorageProvider } from "@opendatalabs/vana-sdk/browser";
+import { createSdkStorageAdapter } from "./sdk.js";
+// Default endpoint baked into the SDK's vana-storage provider; mirrored here
+// so urlForKey resolves to the same host the provider uploads to when no
+// explicit apiUrl is configured.
+const DEFAULT_VANA_STORAGE_ENDPOINT = "https://storage.vana.org";
+export function createVanaSyncStorageAdapter(params) {
+    const endpoint = (params.config.storage.config.vana?.apiUrl ?? DEFAULT_VANA_STORAGE_ENDPOINT).replace(/\/+$/, "");
+    // The SDK's vana-storage provider lowercases the owner before building the
+    // blob path (and its URL validator compares against the lowercased form),
+    // so urlForKey MUST lowercase too or the reconstructed download URL won't
+    // match the uploaded blob's key.
+    const owner = params.serverOwner.toLowerCase();
+    // Storage blob paths are scoped by the protocol chain id so data for the same
+    // owner/scope/version never collides across networks. The chain id is the
+    // gateway's — it is never inferred from the storage host (apiUrl), which
+    // selects the product host independently.
+    const chainId = params.config.gateway.chainId;
+    return createSdkStorageAdapter(createVanaStorageProvider({
+        endpoint: params.config.storage.config.vana?.apiUrl,
+        chainId,
+        ownerAddress: owner,
+        signer: {
+            address: params.serverAccount.address,
+            signMessage: (message) => params.serverAccount.signMessage(message),
         },
-        async download(storageUrl) {
-            const uri = new URL(storageUrl).pathname;
-            const auth = await authHeaders("GET", uri);
-            const res = await fetch(storageUrl, { headers: auth });
-            if (res.status === 404) {
-                throw new Error(`Blob not found: ${storageUrl}`);
-            }
-            if (!res.ok) {
-                throw new Error(`Vana Storage download failed: ${res.status} ${res.statusText}`);
-            }
-            return new Uint8Array(await res.arrayBuffer());
+    }), {
+        // Mirror the provider's keying: PUT/GET target
+        // `${endpoint}/v1/chains/${chainId}/blobs/${owner}/${encodeURIComponent-per-segment(key)}`.
+        // The download worker hands us `{scope}/{version}` and we rebuild the
+        // exact URL the provider's pathFromUrl() validator accepts.
+        urlForKey: (key) => {
+            const subpath = key
+                .split("/")
+                .map((segment) => encodeURIComponent(segment))
+                .join("/");
+            return `${endpoint}/v1/chains/${chainId}/blobs/${owner}/${subpath}`;
         },
-        async delete(storageUrl) {
-            const uri = new URL(storageUrl).pathname;
-            const auth = await authHeaders("DELETE", uri);
-            const res = await fetch(storageUrl, {
-                method: "DELETE",
-                headers: auth,
-            });
-            if (res.status === 404)
-                return false;
-            if (!res.ok) {
-                throw new Error(`Vana Storage delete failed: ${res.status} ${res.statusText}`);
-            }
-            return true;
-        },
-        async exists(storageUrl) {
-            const uri = new URL(storageUrl).pathname;
-            const auth = await authHeaders("HEAD", uri);
-            const res = await fetch(storageUrl, { method: "HEAD", headers: auth });
-            return res.ok;
-        },
-        async deleteScope(scope) {
-            const url = `${base}/v1/blobs/${ownerAddress}/${scope}`;
-            const uri = `/v1/blobs/${ownerAddress}/${scope}`;
-            const auth = await authHeaders("DELETE", uri);
-            const res = await fetch(url, { method: "DELETE", headers: auth });
-            if (!res.ok) {
-                throw new Error(`Vana Storage deleteScope failed: ${res.status} ${res.statusText}`);
-            }
-            const body = (await res.json());
-            return body.count ?? 0;
-        },
-        async deleteAll() {
-            const url = `${base}/v1/blobs/${ownerAddress}`;
-            const uri = `/v1/blobs/${ownerAddress}`;
-            const auth = await authHeaders("DELETE", uri);
-            const res = await fetch(url, { method: "DELETE", headers: auth });
-            if (!res.ok) {
-                throw new Error(`Vana Storage deleteAll failed: ${res.status} ${res.statusText}`);
-            }
-            const body = (await res.json());
-            return body.count ?? 0;
-        },
-    };
+    });
 }
 //# sourceMappingURL=vana.js.map

package/dist/storage/adapters/vana.js.map

@@ -1 +1 @@
-{"version":3,"file":"vana.js","sourceRoot":"","sources":["../../../src/storage/adapters/vana.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA6BH,MAAM,UAAU,wBAAwB,CACtC,OAA2B;IAE3B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAChD,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEzC,SAAS,OAAO,CAAC,GAAW;QAC1B,OAAO,GAAG,IAAI,aAAa,YAAY,IAAI,GAAG,EAAE,CAAC;IACnD,CAAC;IAED,KAAK,UAAU,WAAW,CACxB,MAAc,EACd,GAAW,EACX,IAAiB;QAEjB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,MAAM;YACnB,MAAM;YACN,GAAG;YACH,IAAI;SACL,CAAC,CAAC;QACH,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;IACnC,CAAC;IAED,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI;YACpB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,GAAG,GAAG,aAAa,YAAY,IAAI,GAAG,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;YACjD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC3B,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACvB,OAAO,EAAE;oBACP,cAAc,EAAE,0BAA0B;oBAC1C,GAAG,IAAI;iBACR;aACF,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAC9D,CAAC;YACJ,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,UAAU;YACvB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CAAC,mBAAmB,UAAU,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,iCAAiC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAChE,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,UAAU;YACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;gBAClC,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAC9D,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,UAAU;YACrB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACvE,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;QAED,KAAK,CAAC,WAAW,CAAC,KAAK;YACrB,MAAM,GAAG,GAAG,GAAG,IAAI,aAAa,YAAY,IAAI,KAAK,EAAE,CAAC;YACxD,MAAM,GAAG,GAAG,aAAa,YAAY,IAAI,KAAK,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,oCAAoC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CACnE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACzB,CAAC;QAED,KAAK,CAAC,SAAS;YACb,MAAM,GAAG,GAAG,GAAG,IAAI,aAAa,YAAY,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,aAAa,YAAY,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAClE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,kCAAkC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CACjE,CAAC;YACJ,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACzB,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"vana.js","sourceRoot":"","sources":["../../../src/storage/adapters/vana.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAI3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAEnD,6EAA6E;AAC7E,yEAAyE;AACzE,iCAAiC;AACjC,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AAEjE,MAAM,UAAU,4BAA4B,CAAC,MAI5C;IACC,MAAM,QAAQ,GAAG,CACf,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,6BAA6B,CAC3E,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACtB,2EAA2E;IAC3E,0EAA0E;IAC1E,0EAA0E;IAC1E,iCAAiC;IACjC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IAC/C,8EAA8E;IAC9E,0EAA0E;IAC1E,yEAAyE;IACzE,0CAA0C;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAE9C,OAAO,uBAAuB,CAC5B,yBAAyB,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM;QACnD,OAAO;QACP,YAAY,EAAE,KAAK;QACnB,MAAM,EAAE;YACN,OAAO,EAAE,MAAM,CAAC,aAAa,CAAC,OAAO;YACrC,WAAW,EAAE,CAAC,OAAe,EAAE,EAAE,CAC/B,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC;SAC5C;KACF,CAAC,EACF;QACE,+CAA+C;QAC/C,4FAA4F;QAC5F,sEAAsE;QACtE,4DAA4D;QAC5D,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;YACjB,MAAM,OAAO,GAAG,GAAG;iBAChB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;iBAC7C,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,OAAO,GAAG,QAAQ,cAAc,OAAO,UAAU,KAAK,IAAI,OAAO,EAAE,CAAC;QACtE,CAAC;KACF,CACF,CAAC;AACJ,CAAC"}

package/dist/storage/blocks/build.d.ts

@@ -0,0 +1,20 @@
+import type { DataBlockManifest, DataScopeBlock } from "./types.js";
+export type { ContentKind, DataBlockManifest, DataBlockRef, DataBlockWarning, } from "./types.js";
+export type DataBlockPayload = DataScopeBlock;
+export interface BuildDataBlocksInput {
+    scope: string;
+    collectedAt: string;
+    schemaId?: string;
+    content: unknown;
+    mediaType?: string;
+    blockTargetBytes?: number;
+    maxBlockBytes?: number;
+}
+export interface BuildDataBlocksResult {
+    manifest: DataBlockManifest;
+    blocks: DataBlockPayload[];
+}
+export declare function buildDataBlocks(input: BuildDataBlocksInput): BuildDataBlocksResult;
+export declare function buildDataBlocksAsync(input: BuildDataBlocksInput): Promise<BuildDataBlocksResult>;
+export declare function assignBlockIds(blocks: DataBlockPayload[]): DataBlockPayload[];
+//# sourceMappingURL=build.d.ts.map

package/dist/storage/blocks/build.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/build.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,iBAAiB,EAEjB,cAAc,EACf,MAAM,YAAY,CAAC;AAQpB,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,GACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC;AAE9C,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B;AAcD,wBAAgB,eAAe,CAC7B,KAAK,EAAE,oBAAoB,GAC1B,qBAAqB,CAEvB;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,qBAAqB,CAAC,CAEhC;AA+dD,wBAAgB,cAAc,CAAC,MAAM,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,CAK7E"}

package/dist/storage/blocks/build.js

@@ -0,0 +1,378 @@
+import { base64ToBytes, BINARY_ENCODING, BINARY_MARKER, } from "../../contracts/binary.js";
+const DEFAULT_BLOCK_TARGET_BYTES = 48 * 1024;
+const DEFAULT_MAX_BLOCK_BYTES = 256 * 1024;
+const JSON_MEDIA_TYPE = "application/json";
+const TEXT_MEDIA_TYPE = "text/plain; charset=utf-8";
+const textEncoder = new TextEncoder();
+export function buildDataBlocks(input) {
+    return buildDataBlocksInternal(input);
+}
+export async function buildDataBlocksAsync(input) {
+    return buildDataBlocksInternal(input, await extractBinaryEnvelopeText(input));
+}
+function buildDataBlocksInternal(input, extractedBinaryText) {
+    const maxBytes = Math.max(1, input.maxBlockBytes ?? DEFAULT_MAX_BLOCK_BYTES);
+    const options = {
+        targetBytes: Math.min(Math.max(1, input.blockTargetBytes ?? DEFAULT_BLOCK_TARGET_BYTES), maxBytes),
+        maxBytes,
+    };
+    const warnings = [];
+    const rawSizeBytes = estimateRawSize(input.content);
+    const classified = classifyContent(input.content, input.mediaType);
+    const blocks = [];
+    let contentKind = classified.kind;
+    if (classified.kind === "json" || classified.kind === "vana-envelope") {
+        const json = classified.value;
+        if (classified.kind === "vana-envelope" && isPlainObject(json)) {
+            const metadata = envelopeMetadata(json);
+            if (Object.keys(metadata).length > 0) {
+                addJsonBlocks(blocks, "$.__envelope", metadata, options);
+            }
+            const binaryData = parseBinaryEnvelopeData(json["data"]);
+            if (binaryData) {
+                contentKind = contentKindForBinaryEnvelope(binaryData);
+                const extractedText = extractedBinaryText?.text?.trim();
+                addBinaryEnvelopeBlock(blocks, "$.data", binaryData, {
+                    extractedTextAvailable: Boolean(extractedText),
+                });
+                if (extractedText) {
+                    addTextBlocks(blocks, "$.data.text", extractedText, options);
+                }
+                else {
+                    warnings.push({
+                        code: `${contentKind}_metadata_only`,
+                        message: `${contentKind} content is represented as metadata only`,
+                        path: "$.data",
+                    });
+                }
+                warnings.push(...(extractedBinaryText?.warnings ?? []));
+            }
+            else {
+                addJsonBlocks(blocks, "$.data", json["data"], options);
+            }
+        }
+        else {
+            addJsonBlocks(blocks, "$", json, options);
+        }
+    }
+    else if (classified.kind === "text") {
+        addTextBlocks(blocks, "$", classified.value, options);
+    }
+    else {
+        blocks.push(createPayload("$", "application/octet-stream", {
+            contentKind: classified.kind,
+            sizeBytes: rawSizeBytes,
+            supported: false,
+        }));
+        warnings.push({
+            code: `${classified.kind}_metadata_only`,
+            message: `${classified.kind} content is represented as metadata only`,
+            path: "$",
+        });
+    }
+    const blocksWithIds = assignBlockIds(blocks);
+    const manifest = {
+        version: 1,
+        scope: input.scope,
+        collectedAt: input.collectedAt,
+        ...(input.schemaId ? { schemaId: input.schemaId } : {}),
+        contentKind,
+        rawSizeBytes,
+        blocks: blocksWithIds.map(({ id, path, mediaType, sizeBytes }) => ({
+            id,
+            path,
+            mediaType,
+            sizeBytes,
+            ...itemCountForPath(path),
+        })),
+        warnings,
+    };
+    return { manifest, blocks: blocksWithIds };
+}
+async function extractBinaryEnvelopeText(input) {
+    const classified = classifyContent(input.content, input.mediaType);
+    if (classified.kind !== "vana-envelope" || !isPlainObject(classified.value)) {
+        return undefined;
+    }
+    const binaryData = parseBinaryEnvelopeData(classified.value["data"]);
+    if (!binaryData || !isPdfBinaryEnvelope(binaryData))
+        return undefined;
+    try {
+        const { extractText } = await import("unpdf");
+        const extracted = await extractText(base64ToBytes(binaryData.content), {
+            mergePages: true,
+        });
+        const text = normalizeExtractedText(extracted.text);
+        if (text === "") {
+            return {
+                warnings: [
+                    {
+                        code: "pdf_text_empty",
+                        message: "PDF text extraction found no readable text",
+                        path: "$.data",
+                    },
+                ],
+            };
+        }
+        return { text, warnings: [] };
+    }
+    catch (error) {
+        return {
+            warnings: [
+                {
+                    code: "pdf_text_extraction_failed",
+                    message: `PDF text extraction failed: ${errorMessage(error)}`,
+                    path: "$.data",
+                },
+            ],
+        };
+    }
+}
+function parseBinaryEnvelopeData(value) {
+    if (!isPlainObject(value) || value[BINARY_MARKER] !== true)
+        return null;
+    if (value.encoding !== BINARY_ENCODING)
+        return null;
+    if (typeof value.content !== "string")
+        return null;
+    if (typeof value.mimeType !== "string")
+        return null;
+    if (typeof value.sizeBytes !== "number")
+        return null;
+    if (typeof value.contentHash !== "string")
+        return null;
+    return value;
+}
+function contentKindForBinaryEnvelope(data) {
+    const mimeType = data.mimeType.toLowerCase();
+    const filename = data.filename?.toLowerCase() ?? "";
+    return mimeType.includes("zip") || filename.endsWith(".zip")
+        ? "zip"
+        : "binary";
+}
+function isPdfBinaryEnvelope(data) {
+    const mimeType = data.mimeType.toLowerCase();
+    const filename = data.filename?.toLowerCase() ?? "";
+    return mimeType.includes("pdf") || filename.endsWith(".pdf");
+}
+function addBinaryEnvelopeBlock(blocks, path, data, options = {}) {
+    blocks.push(createPayload(path, JSON_MEDIA_TYPE, {
+        contentKind: contentKindForBinaryEnvelope(data),
+        mimeType: data.mimeType,
+        ...(data.filename ? { filename: data.filename } : {}),
+        sizeBytes: data.sizeBytes,
+        contentHash: data.contentHash,
+        ...(data.metadata !== undefined ? { metadata: data.metadata } : {}),
+        searchable: options.extractedTextAvailable === true,
+        extractedTextAvailable: options.extractedTextAvailable === true,
+        rawContentAvailable: true,
+    }));
+}
+function normalizeExtractedText(value) {
+    return value
+        .replace(/\r\n?/g, "\n")
+        .replace(/[ \t]+\n/g, "\n")
+        .trim();
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function classifyContent(content, mediaType) {
+    if (content instanceof Uint8Array) {
+        return looksLikeZip(content) ? { kind: "zip" } : { kind: "binary" };
+    }
+    if (typeof content === "string") {
+        const trimmed = content.trimStart();
+        if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+            try {
+                const parsed = JSON.parse(content);
+                return {
+                    kind: isVanaEnvelope(parsed) ? "vana-envelope" : "json",
+                    value: parsed,
+                };
+            }
+            catch {
+                return { kind: "text", value: content };
+            }
+        }
+        return mediaType?.includes("zip")
+            ? { kind: "zip" }
+            : { kind: "text", value: content };
+    }
+    if (content === null ||
+        typeof content === "number" ||
+        typeof content === "boolean" ||
+        Array.isArray(content) ||
+        isPlainObject(content)) {
+        return {
+            kind: isVanaEnvelope(content) ? "vana-envelope" : "json",
+            value: content,
+        };
+    }
+    return { kind: "unsupported" };
+}
+function addJsonBlocks(blocks, path, value, options) {
+    if (jsonSize(value) <= options.targetBytes) {
+        blocks.push(createPayload(path, JSON_MEDIA_TYPE, value));
+        return;
+    }
+    if (typeof value === "string") {
+        addStringBlocks(blocks, path, value, options);
+        return;
+    }
+    if (Array.isArray(value)) {
+        addArrayBlocks(blocks, path, value, options);
+        return;
+    }
+    if (isPlainObject(value)) {
+        addObjectBlocks(blocks, path, value, options);
+        return;
+    }
+    blocks.push(createPayload(path, JSON_MEDIA_TYPE, value));
+}
+function addArrayBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        let end = start;
+        const chunk = [];
+        while (end < value.length) {
+            const next = [...chunk, value[end]];
+            if (chunk.length > 0 && jsonSize(next) > options.targetBytes)
+                break;
+            chunk.push(value[end]);
+            end += 1;
+        }
+        if (chunk.length === 1 && jsonSize(chunk) > options.targetBytes) {
+            addJsonBlocks(blocks, `${path}[${start}]`, chunk[0], options);
+            start += 1;
+            continue;
+        }
+        blocks.push(createPayload(`${path}[${start}:${end}]`, JSON_MEDIA_TYPE, chunk));
+        start = end;
+    }
+}
+function addObjectBlocks(blocks, path, value, options) {
+    const keys = Object.keys(value).sort();
+    let index = 0;
+    while (index < keys.length) {
+        const group = {};
+        const firstKey = keys[index];
+        let lastKey = firstKey;
+        while (index < keys.length) {
+            const key = keys[index];
+            const candidate = { ...group, [key]: value[key] };
+            if (Object.keys(group).length > 0 &&
+                jsonSize(candidate) > options.targetBytes) {
+                break;
+            }
+            group[key] = value[key];
+            lastKey = key;
+            index += 1;
+        }
+        const groupKeys = Object.keys(group);
+        if (groupKeys.length === 1 && jsonSize(group) > options.targetBytes) {
+            const key = groupKeys[0];
+            addJsonBlocks(blocks, `${path}.${escapePathKey(key)}`, group[key], options);
+            continue;
+        }
+        blocks.push(createPayload(`${path}.{${escapePathKey(firstKey)}:${escapePathKey(lastKey)}}`, JSON_MEDIA_TYPE, group));
+    }
+}
+function addStringBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        const end = findBoundedStringEnd(value, start, options, jsonSize);
+        blocks.push(createPayload(`${path}[chars ${start}:${end}]`, JSON_MEDIA_TYPE, value.slice(start, end)));
+        start = end;
+    }
+}
+function addTextBlocks(blocks, path, value, options) {
+    let start = 0;
+    while (start < value.length) {
+        let end = findBoundedStringEnd(value, start, options, byteSize);
+        const newline = value.lastIndexOf("\n", end);
+        if (newline > start)
+            end = newline + 1;
+        blocks.push(createPayload(`${path}[chars ${start}:${end}]`, TEXT_MEDIA_TYPE, value.slice(start, end)));
+        start = end;
+    }
+}
+function findBoundedStringEnd(value, start, options, sizeOf) {
+    let end = Math.min(value.length, start + options.targetBytes);
+    while (end > start + 1 &&
+        sizeOf(value.slice(start, end)) > options.maxBytes) {
+        end = start + Math.floor((end - start) / 2);
+    }
+    return end > start ? end : Math.min(value.length, start + 1);
+}
+function createPayload(path, mediaType, value) {
+    return {
+        id: "",
+        path,
+        mediaType,
+        value,
+        sizeBytes: mediaType.startsWith("application/json")
+            ? jsonSize(value)
+            : byteSize(String(value)),
+    };
+}
+function itemCountForPath(path) {
+    const match = path.match(/\[(\d+):(\d+)\]$/);
+    if (!match)
+        return {};
+    return { itemCount: Number(match[2]) - Number(match[1]) };
+}
+function envelopeMetadata(envelope) {
+    const metadata = {};
+    for (const key of Object.keys(envelope).sort()) {
+        if (key !== "data")
+            metadata[key] = envelope[key];
+    }
+    return metadata;
+}
+function isVanaEnvelope(value) {
+    if (!isPlainObject(value))
+        return false;
+    return ("data" in value &&
+        (typeof value["scope"] === "string" ||
+            typeof value["collectedAt"] === "string" ||
+            typeof value["schemaId"] === "string" ||
+            typeof value["schemaUrl"] === "string"));
+}
+function isPlainObject(value) {
+    return (typeof value === "object" &&
+        value !== null &&
+        !Array.isArray(value) &&
+        Object.getPrototypeOf(value) === Object.prototype);
+}
+function looksLikeZip(value) {
+    return value.length >= 4 && value[0] === 0x50 && value[1] === 0x4b;
+}
+function escapePathKey(key) {
+    return /^[A-Za-z_$][A-Za-z0-9_$]*$/.test(key) ? key : JSON.stringify(key);
+}
+function estimateRawSize(value) {
+    if (value instanceof Uint8Array)
+        return value.byteLength;
+    if (typeof value === "string")
+        return byteSize(value);
+    try {
+        return jsonSize(value);
+    }
+    catch {
+        return undefined;
+    }
+}
+function jsonSize(value) {
+    return byteSize(JSON.stringify(value));
+}
+function byteSize(value) {
+    return textEncoder.encode(value).byteLength;
+}
+export function assignBlockIds(blocks) {
+    return blocks.map((block, index) => ({
+        ...block,
+        id: `block-${String(index + 1).padStart(6, "0")}`,
+    }));
+}
+//# sourceMappingURL=build.js.map

package/dist/storage/blocks/build.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build.js","sourceRoot":"","sources":["../../../src/storage/blocks/build.ts"],"names":[],"mappings":"AAMA,OAAO,EACL,aAAa,EACb,eAAe,EACf,aAAa,GAEd,MAAM,2BAA2B,CAAC;AA+BnC,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC7C,MAAM,uBAAuB,GAAG,GAAG,GAAG,IAAI,CAAC;AAC3C,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAC3C,MAAM,eAAe,GAAG,2BAA2B,CAAC;AAEpD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,MAAM,UAAU,eAAe,CAC7B,KAA2B;IAE3B,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAA2B;IAE3B,OAAO,uBAAuB,CAAC,KAAK,EAAE,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAA2B,EAC3B,mBAAyC;IAEzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,aAAa,IAAI,uBAAuB,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG;QACd,WAAW,EAAE,IAAI,CAAC,GAAG,CACnB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,gBAAgB,IAAI,0BAA0B,CAAC,EACjE,QAAQ,CACT;QACD,QAAQ;KACT,CAAC;IACF,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnE,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,IAAI,WAAW,GAAgB,UAAU,CAAC,IAAI,CAAC;IAE/C,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACtE,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;QAC9B,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACzD,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,GAAG,4BAA4B,CAAC,UAAU,CAAC,CAAC;gBACvD,MAAM,aAAa,GAAG,mBAAmB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACxD,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE;oBACnD,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC;iBAC/C,CAAC,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBAClB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,GAAG,WAAW,gBAAgB;wBACpC,OAAO,EAAE,GAAG,WAAW,0CAA0C;wBACjE,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;SAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACtC,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,GAAG,EAAE,0BAA0B,EAAE;YAC7C,WAAW,EAAE,UAAU,CAAC,IAAI;YAC5B,SAAS,EAAE,YAAY;YACvB,SAAS,EAAE,KAAK;SACjB,CAAC,CACH,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,GAAG,UAAU,CAAC,IAAI,gBAAgB;YACxC,OAAO,EAAE,GAAG,UAAU,CAAC,IAAI,0CAA0C;YACrE,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;IACL,CAAC;IAED,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG;QACf,OAAO,EAAE,CAAU;QACnB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,WAAW;QACX,YAAY;QACZ,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACjE,EAAE;YACF,IAAI;YACJ,SAAS;YACT,SAAS;YACT,GAAG,gBAAgB,CAAC,IAAI,CAAC;SAC1B,CAAC,CAAC;QACH,QAAQ;KACT,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;AAC7C,CAAC;AAOD,KAAK,UAAU,yBAAyB,CACtC,KAA2B;IAE3B,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,UAAU,CAAC,IAAI,KAAK,eAAe,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,UAAU,GAAG,uBAAuB,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,UAAU,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAEtE,IAAI,CAAC;QACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YACrE,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,sBAAsB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,OAAO;gBACL,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,gBAAgB;wBACtB,OAAO,EAAE,4CAA4C;wBACrD,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,4BAA4B;oBAClC,OAAO,EAAE,+BAA+B,YAAY,CAAC,KAAK,CAAC,EAAE;oBAC7D,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACxE,IAAI,KAAK,CAAC,QAAQ,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACvD,OAAO,KAAsC,CAAC;AAChD,CAAC;AAED,SAAS,4BAA4B,CAAC,IAAwB;IAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1D,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAwB;IACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACpD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAA0B,EAC1B,IAAY,EACZ,IAAwB,EACxB,UAAgD,EAAE;IAElD,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE;QACnC,WAAW,EAAE,4BAA4B,CAAC,IAAI,CAAC;QAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,UAAU,EAAE,OAAO,CAAC,sBAAsB,KAAK,IAAI;QACnD,sBAAsB,EAAE,OAAO,CAAC,sBAAsB,KAAK,IAAI;QAC/D,mBAAmB,EAAE,IAAI;KAC1B,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,KAAK;SACT,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,eAAe,CACtB,OAAgB,EAChB,SAAkB;IAKlB,IAAI,OAAO,YAAY,UAAU,EAAE,CAAC;QAClC,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5C,OAAO;oBACL,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;oBACvD,KAAK,EAAE,MAAM;iBACd,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC;YAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE;YACjB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;IAED,IACE,OAAO,KAAK,IAAI;QAChB,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,OAAO,KAAK,SAAS;QAC5B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACtB,aAAa,CAAC,OAAO,CAAC,EACtB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;YACxD,KAAK,EAAE,OAAO;SACf,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,aAAa,CACpB,MAA0B,EAC1B,IAAY,EACZ,KAAc,EACd,OAAqB;IAErB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CACrB,MAA0B,EAC1B,IAAY,EACZ,KAAgB,EAChB,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,GAAG,GAAG,KAAK,CAAC;QAChB,MAAM,KAAK,GAAc,EAAE,CAAC;QAC5B,OAAO,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW;gBAAE,MAAM;YACpE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACvB,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YAChE,aAAa,CAAC,MAAM,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC9D,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CACT,aAAa,CAAC,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,CAClE,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,MAA0B,EAC1B,IAAY,EACZ,KAA8B,EAC9B,OAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAA4B,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QAC9B,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YACzB,MAAM,SAAS,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IACE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;gBAC7B,QAAQ,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,WAAW,EACzC,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,OAAO,GAAG,GAAG,CAAC;YACd,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACpE,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC;YAC1B,aAAa,CACX,MAAM,EACN,GAAG,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,EAC/B,KAAK,CAAC,GAAG,CAAC,EACV,OAAO,CACR,CAAC;YACF,SAAS;QACX,CAAC;QAED,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,KAAK,aAAa,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,EAChE,eAAe,EACf,KAAK,CACN,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CACtB,MAA0B,EAC1B,IAAY,EACZ,KAAa,EACb,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,UAAU,KAAK,IAAI,GAAG,GAAG,EAChC,eAAe,EACf,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CACxB,CACF,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,MAA0B,EAC1B,IAAY,EACZ,KAAa,EACb,OAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,IAAI,GAAG,GAAG,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7C,IAAI,OAAO,GAAG,KAAK;YAAE,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,aAAa,CACX,GAAG,IAAI,UAAU,KAAK,IAAI,GAAG,GAAG,EAChC,eAAe,EACf,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CACxB,CACF,CAAC;QACF,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC3B,KAAa,EACb,KAAa,EACb,OAAqB,EACrB,MAAiC;IAEjC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9D,OACE,GAAG,GAAG,KAAK,GAAG,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAClD,CAAC;QACD,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,aAAa,CACpB,IAAY,EACZ,SAAiB,EACjB,KAAc;IAEd,OAAO;QACL,EAAE,EAAE,EAAE;QACN,IAAI;QACJ,SAAS;QACT,KAAK;QACL,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,kBAAkB,CAAC;YACjD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YACjB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC7C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,gBAAgB,CACvB,QAAiC;IAEjC,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,IAAI,GAAG,KAAK,MAAM;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,OAAO,CACL,MAAM,IAAI,KAAK;QACf,CAAC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,QAAQ;YACjC,OAAO,KAAK,CAAC,aAAa,CAAC,KAAK,QAAQ;YACxC,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,QAAQ;YACrC,OAAO,KAAK,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,SAAS,CAClD,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC;AACrE,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,KAAK,CAAC,UAAU,CAAC;IACzD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAA0B;IACvD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACnC,GAAG,KAAK;QACR,EAAE,EAAE,SAAS,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;KAClD,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/storage/blocks/cursor.d.ts

@@ -0,0 +1,33 @@
+export interface DataBlockCursor {
+    version: 1;
+    scope: string;
+    collectedAt: string;
+    blockIndex: number;
+    intraBlockOffset?: number;
+}
+export interface EncodeDataBlockCursorInput {
+    scope: string;
+    collectedAt: string;
+    blockIndex: number;
+    intraBlockOffset?: number;
+}
+export type DataBlockCursorErrorCode = "cursor_malformed" | "cursor_unsupported_version" | "cursor_scope_mismatch" | "cursor_collected_at_mismatch";
+export interface DataBlockCursorError {
+    code: DataBlockCursorErrorCode;
+    message: string;
+}
+export type DecodeDataBlockCursorResult = {
+    ok: true;
+    cursor: DataBlockCursor;
+} | {
+    ok: false;
+    error: DataBlockCursorError;
+};
+export type ValidateDataBlockCursorResult = DecodeDataBlockCursorResult;
+export declare function encodeDataBlockCursor(input: EncodeDataBlockCursorInput): string;
+export declare function decodeDataBlockCursor(cursor: string): DecodeDataBlockCursorResult;
+export declare function validateDataBlockCursor(cursor: string, expected: {
+    scope: string;
+    collectedAt: string;
+}): ValidateDataBlockCursorResult;
+//# sourceMappingURL=cursor.d.ts.map

package/dist/storage/blocks/cursor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cursor.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/cursor.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,CAAC,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,wBAAwB,GAChC,kBAAkB,GAClB,4BAA4B,GAC5B,uBAAuB,GACvB,8BAA8B,CAAC;AAEnC,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,eAAe,CAAA;CAAE,GACrC;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,oBAAoB,CAAA;CAAE,CAAC;AAE/C,MAAM,MAAM,6BAA6B,GAAG,2BAA2B,CAAC;AAIxE,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,0BAA0B,GAChC,MAAM,CAmBR;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,GACb,2BAA2B,CA2D7B;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/C,6BAA6B,CAyB/B"}