@opendatalabs/personal-server-ts-core 0.0.1-canary.016adf9 → 0.0.1-canary.052d47e

package/dist/storage/blocks/select.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Block-addressed selection: read exactly the blocks a caller names.
+ *
+ * Search returns a `blockRef` per hit and the manifest is a table of contents,
+ * but without this path a client still has to walk `nextCursor` from the start
+ * of the scope to reach a block it already knows the id of. Every storage
+ * implementation pages the manifest identically, so the selection loop lives
+ * here instead of being copied into each of them.
+ */
+import type { DataBlockManifest, DataBlockWarning, DataScopeBlock } from "./types.js";
+/** Upper bound on block ids honoured in a single block-addressed read. */
+export declare const MAX_SELECTED_BLOCK_IDS = 50;
+export interface SelectScopeBlocksResult {
+    blocks: DataScopeBlock[];
+    warnings: DataBlockWarning[];
+}
+/**
+ * Return the requested blocks in the order they were asked for, bounded by
+ * `maxBytes`. Ids that are not in the manifest, ids dropped by the id cap, and
+ * ids left out because the byte budget ran out are reported as warnings rather
+ * than errors — a partially answered selection is still useful.
+ *
+ * No cursor is produced: the selection order is the caller's, not the
+ * manifest's, so a manifest-index cursor could not resume it.
+ */
+export declare function selectScopeBlocksByIds(manifest: DataBlockManifest, blockIds: readonly string[], options: {
+    maxBytes: number;
+}, loadBlock: (blockId: string) => Promise<DataScopeBlock | null>): Promise<SelectScopeBlocksResult>;
+//# sourceMappingURL=select.d.ts.map

package/dist/storage/blocks/select.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"select.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/select.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB,0EAA0E;AAC1E,eAAO,MAAM,sBAAsB,KAAK,CAAC;AASzC,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAC9B;AAED;;;;;;;;GAQG;AACH,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,iBAAiB,EAC3B,QAAQ,EAAE,SAAS,MAAM,EAAE,EAC3B,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,EAC7B,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,GAC7D,OAAO,CAAC,uBAAuB,CAAC,CAsElC"}

package/dist/storage/blocks/select.js

@@ -0,0 +1,120 @@
+/**
+ * Block-addressed selection: read exactly the blocks a caller names.
+ *
+ * Search returns a `blockRef` per hit and the manifest is a table of contents,
+ * but without this path a client still has to walk `nextCursor` from the start
+ * of the scope to reach a block it already knows the id of. Every storage
+ * implementation pages the manifest identically, so the selection loop lives
+ * here instead of being copied into each of them.
+ */
+/** Upper bound on block ids honoured in a single block-addressed read. */
+export const MAX_SELECTED_BLOCK_IDS = 50;
+/** Ids listed inline in a warning message before it is summarized by count. */
+const WARNING_ID_SAMPLE = 10;
+const TEXT_PAGE_MEDIA_TYPE = "text/plain; charset=utf-8";
+const textEncoder = new TextEncoder();
+const textDecoder = new TextDecoder();
+/**
+ * Return the requested blocks in the order they were asked for, bounded by
+ * `maxBytes`. Ids that are not in the manifest, ids dropped by the id cap, and
+ * ids left out because the byte budget ran out are reported as warnings rather
+ * than errors — a partially answered selection is still useful.
+ *
+ * No cursor is produced: the selection order is the caller's, not the
+ * manifest's, so a manifest-index cursor could not resume it.
+ */
+export async function selectScopeBlocksByIds(manifest, blockIds, options, loadBlock) {
+    const maxBytes = Math.max(1, options.maxBytes);
+    const refById = new Map(manifest.blocks.map((ref) => [ref.id, ref]));
+    const requested = [];
+    const seen = new Set();
+    let cappedIds = 0;
+    for (const blockId of blockIds) {
+        if (typeof blockId !== "string" || !blockId || seen.has(blockId))
+            continue;
+        seen.add(blockId);
+        if (requested.length >= MAX_SELECTED_BLOCK_IDS) {
+            cappedIds += 1;
+            continue;
+        }
+        requested.push(blockId);
+    }
+    const blocks = [];
+    const missingIds = [];
+    const skippedIds = [];
+    const warnings = [];
+    let bytes = 0;
+    for (let index = 0; index < requested.length; index += 1) {
+        const blockId = requested[index];
+        const ref = refById.get(blockId);
+        if (!ref) {
+            missingIds.push(blockId);
+            continue;
+        }
+        // Mirrors the cursor path: a block that does not fit whole is only sliced
+        // when it is the first one in the page, so a caller always makes progress.
+        if (blocks.length > 0 && bytes + ref.sizeBytes > maxBytes) {
+            skippedIds.push(...requested.slice(index));
+            break;
+        }
+        const block = await loadBlock(blockId);
+        if (!block) {
+            missingIds.push(blockId);
+            continue;
+        }
+        const page = pageBlock(block, maxBytes - bytes);
+        blocks.push(page.block);
+        bytes += page.block.sizeBytes;
+        if (page.truncated) {
+            skippedIds.push(...requested.slice(index + 1));
+            break;
+        }
+    }
+    if (cappedIds > 0) {
+        warnings.push({
+            code: "block_selection_capped",
+            message: `${cappedIds} block ids beyond the ${MAX_SELECTED_BLOCK_IDS} id limit were ignored`,
+        });
+    }
+    if (missingIds.length > 0) {
+        warnings.push({
+            code: "block_not_found",
+            message: `${missingIds.length} requested block ids are not in this scope: ${summarizeIds(missingIds)}`,
+        });
+    }
+    if (skippedIds.length > 0) {
+        warnings.push({
+            code: "block_selection_truncated",
+            message: `maxBytes reached; ${skippedIds.length} requested blocks were not returned: ${summarizeIds(skippedIds)}. Request them in a follow-up read.`,
+        });
+    }
+    return { blocks, warnings };
+}
+function summarizeIds(ids) {
+    const sample = ids.slice(0, WARNING_ID_SAMPLE).join(", ");
+    return ids.length > WARNING_ID_SAMPLE
+        ? `${sample}, ...(${ids.length - WARNING_ID_SAMPLE} more)`
+        : sample;
+}
+function pageBlock(block, maxBytes) {
+    const text = typeof block.value === "string" ? block.value : JSON.stringify(block.value);
+    const bytes = textEncoder.encode(text);
+    if (bytes.length <= maxBytes) {
+        return { block, truncated: false };
+    }
+    const end = Math.max(1, maxBytes);
+    return {
+        block: {
+            ...block,
+            path: `${block.path}[bytes 0:${end}]`,
+            mediaType: block.mediaType.startsWith("text/")
+                ? block.mediaType
+                : TEXT_PAGE_MEDIA_TYPE,
+            value: textDecoder.decode(bytes.slice(0, end)),
+            sizeBytes: end,
+            truncated: true,
+        },
+        truncated: true,
+    };
+}
+//# sourceMappingURL=select.js.map

package/dist/storage/blocks/select.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"select.js","sourceRoot":"","sources":["../../../src/storage/blocks/select.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH,0EAA0E;AAC1E,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAEzC,+EAA+E;AAC/E,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AACzD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AACtC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAOtC;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAA2B,EAC3B,QAA2B,EAC3B,OAA6B,EAC7B,SAA8D;IAE9D,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAErE,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAC3E,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,IAAI,SAAS,CAAC,MAAM,IAAI,sBAAsB,EAAE,CAAC;YAC/C,SAAS,IAAI,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QACD,0EAA0E;QAC1E,2EAA2E;QAC3E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,GAAG,QAAQ,EAAE,CAAC;YAC1D,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3C,MAAM;QACR,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAC9B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,UAAU,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EAAE,GAAG,SAAS,yBAAyB,sBAAsB,wBAAwB;SAC7F,CAAC,CAAC;IACL,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,+CAA+C,YAAY,CAAC,UAAU,CAAC,EAAE;SACvG,CAAC,CAAC;IACL,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,2BAA2B;YACjC,OAAO,EAAE,qBAAqB,UAAU,CAAC,MAAM,wCAAwC,YAAY,CAAC,UAAU,CAAC,qCAAqC;SACrJ,CAAC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,YAAY,CAAC,GAAsB;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,OAAO,GAAG,CAAC,MAAM,GAAG,iBAAiB;QACnC,CAAC,CAAC,GAAG,MAAM,SAAS,GAAG,CAAC,MAAM,GAAG,iBAAiB,QAAQ;QAC1D,CAAC,CAAC,MAAM,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAChB,KAAqB,EACrB,QAAgB;IAEhB,MAAM,IAAI,GACR,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC7B,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACrC,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAClC,OAAO;QACL,KAAK,EAAE;YACL,GAAG,KAAK;YACR,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,YAAY,GAAG,GAAG;YACrC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC5C,CAAC,CAAC,KAAK,CAAC,SAAS;gBACjB,CAAC,CAAC,oBAAoB;YACxB,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC9C,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,IAAI;SAChB;QACD,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC"}

package/dist/storage/blocks/types.d.ts

@@ -0,0 +1,56 @@
+export type ContentKind = "vana-envelope" | "json" | "zip" | "text" | "binary" | "unsupported";
+export interface DataBlockManifest {
+    version: 1;
+    scope: string;
+    collectedAt: string;
+    schemaId?: string;
+    contentKind: ContentKind;
+    rawSizeBytes?: number;
+    blocks: DataBlockRef[];
+    warnings: DataBlockWarning[];
+}
+export interface DataBlockRef {
+    id: string;
+    path: string;
+    mediaType: string;
+    sizeBytes: number;
+    itemCount?: number;
+    truncated?: boolean;
+}
+export interface DataBlockWarning {
+    code: string;
+    message: string;
+    fileId?: string;
+    path?: string;
+}
+export interface ReadScopeBlocksRequest {
+    scope: string;
+    collectedAt?: string;
+    cursor?: string;
+    maxBytes?: number;
+    /**
+     * Read only these blocks, in this order, instead of paging the scope from
+     * `cursor`. Ids come from a manifest listing or from a search hit's
+     * `blockRef`. When set, `cursor` is ignored and no `nextCursor` is returned;
+     * `maxBytes` still bounds the response.
+     */
+    blockIds?: string[];
+}
+export interface ReadScopeBlocksResponse {
+    scope: string;
+    collectedAt: string;
+    schemaId?: string;
+    contentKind: ContentKind;
+    blocks: DataScopeBlock[];
+    nextCursor?: string;
+    warnings: DataBlockWarning[];
+}
+export interface DataScopeBlock {
+    id: string;
+    path: string;
+    mediaType: string;
+    value: unknown;
+    sizeBytes: number;
+    truncated?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/storage/blocks/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/storage/blocks/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GACrB,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,aAAa,CAAC;AAEvE,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,CAAC,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,WAAW,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,WAAW,CAAC;IACzB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB"}

package/dist/storage/blocks/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/{grants → storage/blocks}/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/grants/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/storage/blocks/types.ts"],"names":[],"mappings":""}

package/dist/storage/hierarchy/index.d.ts

@@ -1,4 +1,3 @@
 export { timestampToFilename, filenameToTimestamp, buildDataFilePath, buildScopeDir, generateCollectedAt, } from "./paths.js";
-export { writeDataFile, readDataFile, listVersions, deleteDataFile, deleteAllForScope, } from "./manager.js";
 export type { HierarchyManagerOptions, WriteResult } from "./manager.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/storage/hierarchy/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,iBAAiB,GAClB,MAAM,cAAc,CAAC;AAEtB,YAAY,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,YAAY,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC"}

package/dist/storage/hierarchy/index.js

@@ -1,3 +1,2 @@
 export { timestampToFilename, filenameToTimestamp, buildDataFilePath, buildScopeDir, generateCollectedAt, } from "./paths.js";
-export { writeDataFile, readDataFile, listVersions, deleteDataFile, deleteAllForScope, } from "./manager.js";
 //# sourceMappingURL=index.js.map

package/dist/storage/hierarchy/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,iBAAiB,GAClB,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC"}

package/dist/storage/hierarchy/manager.d.ts

@@ -1,4 +1,3 @@
-import type { DataFileEnvelope } from "../../schemas/data-file.js";
 export interface HierarchyManagerOptions {
     dataDir: string;
 }
@@ -7,17 +6,4 @@ export interface WriteResult {
     relativePath: string;
     sizeBytes: number;
 }
-/** Atomic write: mkdir -p, write temp file, rename */
-export declare function writeDataFile(options: HierarchyManagerOptions, envelope: DataFileEnvelope): Promise<WriteResult>;
-/** Read and parse a data file */
-export declare function readDataFile(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<DataFileEnvelope>;
-/** List version filenames for a scope, newest first. Empty array if scope dir doesn't exist. */
-export declare function listVersions(options: HierarchyManagerOptions, scope: string): Promise<string[]>;
-/** Delete a single data file */
-export declare function deleteDataFile(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<void>;
-/**
- * Delete all files for a scope by removing the scope directory recursively.
- * No-op if directory doesn't exist.
- */
-export declare function deleteAllForScope(options: HierarchyManagerOptions, scope: string): Promise<void>;
 //# sourceMappingURL=manager.d.ts.map

package/dist/storage/hierarchy/manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/manager.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAQnE,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,sDAAsD;AACtD,wBAAsB,aAAa,CACjC,OAAO,EAAE,uBAAuB,EAChC,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,WAAW,CAAC,CAuBtB;AAED,iCAAiC;AACjC,wBAAsB,YAAY,CAChC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,gBAAgB,CAAC,CAI3B;AAED,gGAAgG;AAChG,wBAAsB,YAAY,CAChC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC,CAmBnB;AAED,gCAAgC;AAChC,wBAAsB,cAAc,CAClC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAGf;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAGf"}
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/manager.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB"}

package/dist/storage/hierarchy/manager.js

@@ -1,60 +1,2 @@
-import { mkdir, readFile, writeFile, readdir, unlink, rename, stat, rm, } from "node:fs/promises";
-import { dirname, relative } from "node:path";
-import { randomUUID } from "node:crypto";
-import { DataFileEnvelopeSchema } from "../../schemas/data-file.js";
-import { buildDataFilePath, buildScopeDir, filenameToTimestamp, } from "./paths.js";
-/** Atomic write: mkdir -p, write temp file, rename */
-export async function writeDataFile(options, envelope) {
-    const filePath = buildDataFilePath(options.dataDir, envelope.scope, envelope.collectedAt);
-    const dir = dirname(filePath);
-    await mkdir(dir, { recursive: true });
-    const content = JSON.stringify(envelope, null, 2);
-    const tempPath = filePath + ".tmp." + randomUUID();
-    await writeFile(tempPath, content, "utf-8");
-    await rename(tempPath, filePath);
-    const stats = await stat(filePath);
-    return {
-        path: filePath,
-        relativePath: relative(options.dataDir, filePath),
-        sizeBytes: stats.size,
-    };
-}
-/** Read and parse a data file */
-export async function readDataFile(options, scope, collectedAt) {
-    const filePath = buildDataFilePath(options.dataDir, scope, collectedAt);
-    const content = await readFile(filePath, "utf-8");
-    return DataFileEnvelopeSchema.parse(JSON.parse(content));
-}
-/** List version filenames for a scope, newest first. Empty array if scope dir doesn't exist. */
-export async function listVersions(options, scope) {
-    const scopeDir = buildScopeDir(options.dataDir, scope);
-    let entries;
-    try {
-        entries = await readdir(scopeDir);
-    }
-    catch (err) {
-        if (err.code === "ENOENT") {
-            return [];
-        }
-        throw err;
-    }
-    const jsonFiles = entries
-        .filter((f) => f.endsWith(".json"))
-        .sort()
-        .reverse();
-    return jsonFiles.map((f) => filenameToTimestamp(f.replace(".json", "")));
-}
-/** Delete a single data file */
-export async function deleteDataFile(options, scope, collectedAt) {
-    const filePath = buildDataFilePath(options.dataDir, scope, collectedAt);
-    await unlink(filePath);
-}
-/**
- * Delete all files for a scope by removing the scope directory recursively.
- * No-op if directory doesn't exist.
- */
-export async function deleteAllForScope(options, scope) {
-    const scopeDir = buildScopeDir(options.dataDir, scope);
-    await rm(scopeDir, { recursive: true, force: true });
-}
+export {};
 //# sourceMappingURL=manager.js.map

package/dist/storage/hierarchy/manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,QAAQ,EACR,SAAS,EACT,OAAO,EACP,MAAM,EACN,MAAM,EACN,IAAI,EACJ,EAAE,GACH,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAYpB,sDAAsD;AACtD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAgC,EAChC,QAA0B;IAE1B,MAAM,QAAQ,GAAG,iBAAiB,CAChC,OAAO,CAAC,OAAO,EACf,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,CACrB,CAAC;IACF,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,UAAU,EAAE,CAAC;IAEnD,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgC,EAChC,KAAa;IAEb,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAEvD,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SAClC,IAAI,EAAE;SACN,OAAO,EAAE,CAAC;IAEb,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,gCAAgC;AAChC,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IACxE,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAgC,EAChC,KAAa;IAEb,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACvD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACvD,CAAC"}
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/manager.ts"],"names":[],"mappings":""}

package/dist/storage/hierarchy/paths.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/paths.ts"],"names":[],"mappings":"AAGA,sDAAsD;AACtD,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,sDAAsD;AACtD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAS5D;AAED,sEAAsE;AACtE,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,MAAM,CAIR;AAED,iCAAiC;AACjC,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAGpE;AAED,uEAAuE;AACvE,wBAAgB,mBAAmB,IAAI,MAAM,CAI5C"}
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../../src/storage/hierarchy/paths.ts"],"names":[],"mappings":"AAEA,sDAAsD;AACtD,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAEhE;AAED,sDAAsD;AACtD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAS5D;AAED,sEAAsE;AACtE,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,MAAM,CAIR;AAED,iCAAiC;AACjC,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAGpE;AAED,uEAAuE;AACvE,wBAAgB,mBAAmB,IAAI,MAAM,CAI5C"}

package/dist/storage/hierarchy/paths.js

@@ -1,5 +1,4 @@
-import { join } from "node:path";
-import { scopeToPathSegments } from "../../scopes/parse.js";
+import { scopeToPathSegments } from "@opendatalabs/vana-sdk/browser";
 /** "2026-01-21T10:00:00Z" → "2026-01-21T10-00-00Z" */
 export function timestampToFilename(isoTimestamp) {
     return isoTimestamp.replace(/:/g, "-");
@@ -20,12 +19,12 @@ export function filenameToTimestamp(filename) {
 export function buildDataFilePath(baseDir, scope, collectedAt) {
     const segments = scopeToPathSegments(scope);
     const filename = timestampToFilename(collectedAt) + ".json";
-    return join(baseDir, ...segments, filename);
+    return joinPath(baseDir, ...segments, filename);
 }
 /** Directory path for a scope */
 export function buildScopeDir(baseDir, scope) {
     const segments = scopeToPathSegments(scope);
-    return join(baseDir, ...segments);
+    return joinPath(baseDir, ...segments);
 }
 /** Generate current UTC timestamp without milliseconds, ending in Z */
 export function generateCollectedAt() {
@@ -33,4 +32,12 @@ export function generateCollectedAt() {
     now.setMilliseconds(0);
     return now.toISOString().replace(".000Z", "Z");
 }
+function joinPath(...parts) {
+    const [first = "", ...rest] = parts;
+    const prefix = first.startsWith("/") ? "/" : "";
+    const segments = [first, ...rest]
+        .flatMap((part) => part.split("/"))
+        .filter((part) => part.length > 0);
+    return prefix + segments.join("/");
+}
 //# sourceMappingURL=paths.js.map

package/dist/storage/hierarchy/paths.js.map

@@ -1 +1 @@
-{"version":3,"file":"paths.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,sDAAsD;AACtD,MAAM,UAAU,mBAAmB,CAAC,YAAoB;IACtD,OAAO,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,gFAAgF;IAChF,kEAAkE;IAClE,gFAAgF;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAChD,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,iBAAiB,CAC/B,OAAe,EACf,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC;IAC5D,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAC9C,CAAC;AAED,iCAAiC;AACjC,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,KAAa;IAC1D,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC;AACpC,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,mBAAmB;IACjC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"paths.js","sourceRoot":"","sources":["../../../src/storage/hierarchy/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AAErE,sDAAsD;AACtD,MAAM,UAAU,mBAAmB,CAAC,YAAoB;IACtD,OAAO,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,gFAAgF;IAChF,kEAAkE;IAClE,gFAAgF;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAChD,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,iBAAiB,CAC/B,OAAe,EACf,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC;IAC5D,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClD,CAAC;AAED,iCAAiC;AACjC,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,KAAa;IAC1D,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC5C,OAAO,QAAQ,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,mBAAmB;IACjC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,QAAQ,CAAC,GAAG,KAAe;IAClC,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;SAC9B,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAClC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,OAAO,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrC,CAAC"}

package/dist/storage/index/index.d.ts

@@ -1,4 +1,3 @@
-export type { IndexEntry, IndexListOptions } from "./types.js";
-export { initializeDatabase } from "./schema.js";
-export { createIndexManager, type IndexManager } from "./manager.js";
+export type { IndexEntry, IndexListOptions, NewIndexEntry, ScopeSummary, } from "./types.js";
+export type { IndexManager } from "./manager.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/storage/index/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/index/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/storage/index/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC"}

package/dist/storage/index/index.js

@@ -1,3 +1,2 @@
-export { initializeDatabase } from "./schema.js";
-export { createIndexManager } from "./manager.js";
+export {};
 //# sourceMappingURL=index.js.map

package/dist/storage/index/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/index/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAqB,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/storage/index/index.ts"],"names":[],"mappings":""}

package/dist/storage/index/manager.d.ts

@@ -1,12 +1,17 @@
-import type Database from "better-sqlite3";
-import type { IndexEntry, IndexListOptions, ScopeSummary } from "./types.js";
+import type { IndexEntry, IndexListOptions, NewIndexEntry, ScopeSummary } from "./types.js";
 export interface IndexManager {
-    insert(entry: Omit<IndexEntry, "id" | "createdAt">): IndexEntry;
+    insert(entry: NewIndexEntry): IndexEntry;
     findByPath(path: string): IndexEntry | undefined;
     findByScope(options: IndexListOptions): IndexEntry[];
     findLatestByScope(scope: string): IndexEntry | undefined;
     countByScope(scope: string): number;
     deleteByPath(path: string): boolean;
+    /**
+     * Delete a row by path ONLY if it is still unsynced (`dataPointId` null).
+     * Atomic guard so a row that raced to synced after selection keeps its
+     * metadata. Returns true only when an unsynced row was actually removed.
+     */
+    deleteUnsyncedByPath(path: string): boolean;
     listDistinctScopes(options?: {
         scopePrefix?: string;
         limit?: number;
@@ -17,9 +22,12 @@ export interface IndexManager {
     };
     findClosestByScope(scope: string, at: string): IndexEntry | undefined;
     findByFileId(fileId: string): IndexEntry | undefined;
+    /** Find an index entry by its DPv2 data-point id (download dedup). */
+    findByDataPointId(dataPointId: string): IndexEntry | undefined;
     /**
-     * Find all index entries where fileId is null (not yet synced to storage backend).
-     * Returns entries ordered by created_at ASC (oldest first).
+     * Find all index entries where dataPointId is null (not yet synced /
+     * registered on-chain). Returns entries ordered by created_at ASC (oldest
+     * first).
      */
     findUnsynced(options?: {
         limit?: number;
@@ -29,9 +37,27 @@ export interface IndexManager {
      * @returns true if row was updated, false if path not found
      */
     updateFileId(path: string, fileId: string): boolean;
+    /**
+     * Returns the highest stored `version` for a scope, or 0 if none. Used by
+     * `insert` to derive the next expectedVersion for DPv2 AddData.
+     */
+    findLatestVersionByScope(scope: string): number;
+    /**
+     * Update the dataPointId for an index entry (after successful DPv2
+     * registerDataPoint). Sync-worker step that runs alongside fileId update.
+     * @returns true if row was updated, false if path not found
+     */
+    updateDataPointId(path: string, dataPointId: string): boolean;
+    /**
+     * Update the DPv2 `version` for an index entry. Used by the upload worker
+     * when a registration is rebased onto the registry's live version after a
+     * stale-expectedVersion conflict (the blob key embeds the version, so the
+     * local row must follow).
+     * @returns true if row was updated, false if path not found
+     */
+    updateVersion(path: string, version: number): boolean;
     /** Deletes all index entries for a scope. Returns count of deleted rows. */
     deleteByScope(scope: string): number;
     close(): void;
 }
-export declare function createIndexManager(db: Database.Database): IndexManager;
 //# sourceMappingURL=manager.d.ts.map

package/dist/storage/index/manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../../src/storage/index/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,UAAU,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE7E,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,WAAW,CAAC,GAAG,UAAU,CAAC;IAChE,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,UAAU,EAAE,CAAC;IACrD,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACzD,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACpC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACpC,kBAAkB,CAAC,OAAO,CAAC,EAAE;QAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG;QAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACtE,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACrD;;;OAGG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,UAAU,EAAE,CAAC;IACzD;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACpD,4EAA4E;IAC5E,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACrC,KAAK,IAAI,IAAI,CAAC;CACf;AAwBD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,GAAG,YAAY,CAgMtE"}
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../../src/storage/index/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,YAAY,EACb,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,KAAK,EAAE,aAAa,GAAG,UAAU,CAAC;IACzC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,UAAU,EAAE,CAAC;IACrD,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACzD,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACpC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACpC;;;;OAIG;IACH,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5C,kBAAkB,CAAC,OAAO,CAAC,EAAE;QAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG;QAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACtE,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACrD,sEAAsE;IACtE,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IAC/D;;;;OAIG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,UAAU,EAAE,CAAC;IACzD;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACpD;;;OAGG;IACH,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAChD;;;;OAIG;IACH,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9D;;;;;;OAMG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACtD,4EAA4E;IAC5E,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACrC,KAAK,IAAI,IAAI,CAAC;CACf"}

package/dist/storage/index/manager.js

@@ -1,132 +1,2 @@
-function rowToEntry(row) {
-    return {
-        id: row.id,
-        fileId: row.file_id,
-        path: row.path,
-        scope: row.scope,
-        collectedAt: row.collected_at,
-        createdAt: row.created_at,
-        sizeBytes: row.size_bytes,
-    };
-}
-export function createIndexManager(db) {
-    const insertStmt = db.prepare(`INSERT INTO data_files (file_id, path, scope, collected_at, size_bytes)
-     VALUES (@file_id, @path, @scope, @collected_at, @size_bytes)`);
-    const findByPathStmt = db.prepare("SELECT * FROM data_files WHERE path = @path");
-    const findLatestByScopeStmt = db.prepare("SELECT * FROM data_files WHERE scope = @scope ORDER BY collected_at DESC LIMIT 1");
-    const countByScopeStmt = db.prepare("SELECT COUNT(*) AS cnt FROM data_files WHERE scope = @scope");
-    const deleteByPathStmt = db.prepare("DELETE FROM data_files WHERE path = @path");
-    const findClosestByScopeStmt = db.prepare("SELECT * FROM data_files WHERE scope = @scope AND collected_at <= @at ORDER BY collected_at DESC LIMIT 1");
-    const findByFileIdStmt = db.prepare("SELECT * FROM data_files WHERE file_id = @file_id");
-    const findUnsyncedStmt = db.prepare("SELECT * FROM data_files WHERE file_id IS NULL ORDER BY created_at ASC");
-    const findUnsyncedLimitStmt = db.prepare("SELECT * FROM data_files WHERE file_id IS NULL ORDER BY created_at ASC LIMIT @limit");
-    const updateFileIdStmt = db.prepare("UPDATE data_files SET file_id = @file_id WHERE path = @path");
-    const deleteByScopeStmt = db.prepare("DELETE FROM data_files WHERE scope = @scope");
-    return {
-        insert(entry) {
-            const result = insertStmt.run({
-                file_id: entry.fileId,
-                path: entry.path,
-                scope: entry.scope,
-                collected_at: entry.collectedAt,
-                size_bytes: entry.sizeBytes,
-            });
-            const row = db
-                .prepare("SELECT * FROM data_files WHERE id = ?")
-                .get(result.lastInsertRowid);
-            return rowToEntry(row);
-        },
-        findByPath(path) {
-            const row = findByPathStmt.get({ path });
-            return row ? rowToEntry(row) : undefined;
-        },
-        findByScope(options) {
-            let sql = "SELECT * FROM data_files";
-            const params = {};
-            if (options.scope) {
-                sql += " WHERE scope = @scope";
-                params.scope = options.scope;
-            }
-            sql += " ORDER BY collected_at DESC";
-            if (options.limit !== undefined) {
-                sql += " LIMIT @limit";
-                params.limit = options.limit;
-            }
-            if (options.offset !== undefined) {
-                sql += " OFFSET @offset";
-                params.offset = options.offset;
-            }
-            const rows = db.prepare(sql).all(params);
-            return rows.map(rowToEntry);
-        },
-        findLatestByScope(scope) {
-            const row = findLatestByScopeStmt.get({ scope });
-            return row ? rowToEntry(row) : undefined;
-        },
-        countByScope(scope) {
-            const row = countByScopeStmt.get({ scope });
-            return row.cnt;
-        },
-        deleteByPath(path) {
-            const result = deleteByPathStmt.run({ path });
-            return result.changes > 0;
-        },
-        listDistinctScopes(options) {
-            const hasPrefix = options?.scopePrefix !== undefined && options.scopePrefix !== "";
-            const prefix = hasPrefix ? options.scopePrefix + "%" : "%";
-            const countRow = db
-                .prepare("SELECT COUNT(DISTINCT scope) AS cnt FROM data_files WHERE scope LIKE @prefix")
-                .get({ prefix });
-            const total = countRow.cnt;
-            let sql = "SELECT scope, MAX(collected_at) AS latest_collected_at, COUNT(*) AS version_count FROM data_files WHERE scope LIKE @prefix GROUP BY scope ORDER BY scope ASC";
-            const params = { prefix };
-            if (options?.limit !== undefined) {
-                sql += " LIMIT @limit";
-                params.limit = options.limit;
-            }
-            if (options?.offset !== undefined) {
-                sql += " OFFSET @offset";
-                params.offset = options.offset;
-            }
-            const rows = db.prepare(sql).all(params);
-            return {
-                scopes: rows.map((r) => ({
-                    scope: r.scope,
-                    latestCollectedAt: r.latest_collected_at,
-                    versionCount: r.version_count,
-                })),
-                total,
-            };
-        },
-        findClosestByScope(scope, at) {
-            const row = findClosestByScopeStmt.get({ scope, at });
-            return row ? rowToEntry(row) : undefined;
-        },
-        findByFileId(fileId) {
-            const row = findByFileIdStmt.get({ file_id: fileId });
-            return row ? rowToEntry(row) : undefined;
-        },
-        findUnsynced(options) {
-            if (options?.limit !== undefined) {
-                const rows = findUnsyncedLimitStmt.all({
-                    limit: options.limit,
-                });
-                return rows.map(rowToEntry);
-            }
-            const rows = findUnsyncedStmt.all();
-            return rows.map(rowToEntry);
-        },
-        updateFileId(path, fileId) {
-            const result = updateFileIdStmt.run({ file_id: fileId, path });
-            return result.changes > 0;
-        },
-        deleteByScope(scope) {
-            const result = deleteByScopeStmt.run({ scope });
-            return result.changes;
-        },
-        close() {
-            db.close();
-        },
-    };
-}
+export {};
 //# sourceMappingURL=manager.js.map