@opendatalabs/personal-server-ts-server 0.0.1-canary.016adf9 → 0.0.1-canary.052d47e

package/dist/routes/ui.d.ts

@@ -1,6 +1,7 @@
 import { Hono } from "hono";
 export interface UiRouteDeps {
     devToken: string;
+    psLiteBootstrap?: unknown;
 }
 export declare function uiRoute(deps: UiRouteDeps): Hono;
 //# sourceMappingURL=ui.d.ts.map

package/dist/routes/ui.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../../src/routes/ui.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAiBD,wBAAgB,OAAO,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAsB/C"}
+{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../../src/routes/ui.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAqCD,wBAAgB,OAAO,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAoD/C"}

package/dist/routes/ui.js

@@ -1,5 +1,5 @@
 import { readFileSync } from "node:fs";
-import { join, dirname } from "node:path";
+import { join, dirname, sep } from "node:path";
 import { fileURLToPath } from "node:url";
 import { Hono } from "hono";
 // Read the HTML file once at module load time
@@ -8,17 +8,34 @@ function getHtmlPath() {
     const currentDir = dirname(fileURLToPath(import.meta.url));
     return join(currentDir, "..", "ui", "index.html");
 }
-function loadHtml(devToken) {
+function getUiAssetPath(fileName) {
+    const currentDir = dirname(fileURLToPath(import.meta.url));
+    const distPath = join(currentDir, "..", "ui", fileName);
+    if (!currentDir.endsWith(`${sep}dist${sep}routes`)) {
+        return join(currentDir, "..", "..", "dist", "ui", fileName);
+    }
+    return distPath;
+}
+function loadHtml(devToken, psLiteBootstrap) {
     if (!cachedHtml) {
         cachedHtml = readFileSync(getHtmlPath(), "utf-8");
     }
-    return cachedHtml.replace("__DEV_TOKEN__", devToken);
+    return cachedHtml
+        .replace("__DEV_TOKEN__", devToken)
+        .replace('"__PS_LITE_BOOTSTRAP_JSON__"', JSON.stringify(psLiteBootstrap ?? null));
+}
+function contentTypeFor(fileName) {
+    if (fileName.endsWith(".js"))
+        return "application/javascript; charset=utf-8";
+    if (fileName.endsWith(".wasm"))
+        return "application/wasm";
+    return "application/octet-stream";
 }
 export function uiRoute(deps) {
     const app = new Hono();
     app.get("/", (c) => {
         try {
-            const html = loadHtml(deps.devToken);
+            const html = loadHtml(deps.devToken, deps.psLiteBootstrap);
             return c.html(html);
         }
         catch {
@@ -31,6 +48,31 @@ export function uiRoute(deps) {
             }, 500);
         }
     });
+    app.get("/:file", (c) => {
+        const fileName = c.req.param("file");
+        if (fileName !== "ps-lite-debug.js" &&
+            fileName !== "browser_tls_rustls_bg.wasm") {
+            return c.notFound();
+        }
+        try {
+            const asset = readFileSync(getUiAssetPath(fileName));
+            return new Response(asset, {
+                headers: {
+                    "content-type": contentTypeFor(fileName),
+                    "cache-control": "no-store",
+                },
+            });
+        }
+        catch {
+            return c.json({
+                error: {
+                    code: 404,
+                    errorCode: "UI_ASSET_NOT_FOUND",
+                    message: "UI asset not found. Run npm run build.",
+                },
+            }, 404);
+        }
+    });
     return app;
 }
 //# sourceMappingURL=ui.js.map

package/dist/routes/ui.js.map

@@ -1 +1 @@
-{"version":3,"file":"ui.js","sourceRoot":"","sources":["../../src/routes/ui.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAM5B,8CAA8C;AAC9C,IAAI,UAAU,GAAkB,IAAI,CAAC;AAErC,SAAS,WAAW;IAClB,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgB;IAChC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,UAAU,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAiB;IACvC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAEvB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,GAAG;oBACT,SAAS,EAAE,UAAU;oBACrB,OAAO,EAAE,mBAAmB;iBAC7B;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"ui.js","sourceRoot":"","sources":["../../src/routes/ui.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAO5B,8CAA8C;AAC9C,IAAI,UAAU,GAAkB,IAAI,CAAC;AAErC,SAAS,WAAW;IAClB,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,GAAG,OAAO,GAAG,QAAQ,CAAC,EAAE,CAAC;QACnD,OAAO,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgB,EAAE,eAAwB;IAC1D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,UAAU;SACd,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC;SAClC,OAAO,CACN,8BAA8B,EAC9B,IAAI,CAAC,SAAS,CAAC,eAAe,IAAI,IAAI,CAAC,CACxC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,uCAAuC,CAAC;IAC7E,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,kBAAkB,CAAC;IAC1D,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,IAAiB;IACvC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAEvB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC3D,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,GAAG;oBACT,SAAS,EAAE,UAAU;oBACrB,OAAO,EAAE,mBAAmB;iBAC7B;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE;QACtB,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACrC,IACE,QAAQ,KAAK,kBAAkB;YAC/B,QAAQ,KAAK,4BAA4B,EACzC,CAAC;YACD,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC;YACrD,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE;gBACzB,OAAO,EAAE;oBACP,cAAc,EAAE,cAAc,CAAC,QAAQ,CAAC;oBACxC,eAAe,EAAE,UAAU;iBAC5B;aACF,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CACX;gBACE,KAAK,EAAE;oBACL,IAAI,EAAE,GAAG;oBACT,SAAS,EAAE,oBAAoB;oBAC/B,OAAO,EAAE,wCAAwC;iBAClD;aACF,EACD,GAAG,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/routes/write-session.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Write API session route — POST /v1/write/session.
+ *
+ * The builder proves control of its key + write-grant with a Web3Signed proof
+ * (same handshake shape as the self-signing MCP session, routes/mcp.ts) and
+ * gets a short-lived bearer token. The token then gates delegated writes on
+ * the EXISTING ingest endpoint (POST /v1/data/:scope) — see api-auth.ts
+ * authorizeWrite. The PS keeps signing AddData as the owner; the builder
+ * never holds the owner key.
+ *
+ * The handshake itself is runtime-agnostic and lives in core
+ * (write/route.ts), so the browser build mounts the identical logic. This file
+ * is only the Hono mounting and this build's dependency wiring.
+ */
+import { Hono } from "hono";
+import type { Logger } from "pino";
+import type { GatewayClient } from "@opendatalabs/vana-sdk/node";
+import { type WriteProofReplayStore, type WriteSessionStore } from "@opendatalabs/personal-server-ts-core/write";
+import type { TokenStore } from "../token-store.js";
+export interface WriteSessionRouteDeps {
+    logger: Logger;
+    serverOrigin: string | (() => string);
+    serverOwner?: `0x${string}`;
+    gateway: GatewayClient;
+    devToken?: string;
+    accessToken?: string;
+    tokenStore?: TokenStore;
+    /**
+     * Session store shared with the data routes (api-auth authorizeWrite reads
+     * the tokens this route mints). The caller wires ONE store into both.
+     */
+    sessionStore: WriteSessionStore;
+    /** Defaults to a per-route in-memory replay guard. */
+    proofReplayStore?: WriteProofReplayStore;
+}
+export declare function writeSessionRoutes(deps: WriteSessionRouteDeps): Hono;
+//# sourceMappingURL=write-session.d.ts.map

package/dist/routes/write-session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-session.d.ts","sourceRoot":"","sources":["../../src/routes/write-session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAGL,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACvB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEpD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACtC,WAAW,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;IAC5B,OAAO,EAAE,aAAa,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB;;;OAGG;IACH,YAAY,EAAE,iBAAiB,CAAC;IAChC,sDAAsD;IACtD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;CAC1C;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,qBAAqB,GAAG,IAAI,CAqBpE"}

package/dist/routes/write-session.js

@@ -0,0 +1,34 @@
+/**
+ * Write API session route — POST /v1/write/session.
+ *
+ * The builder proves control of its key + write-grant with a Web3Signed proof
+ * (same handshake shape as the self-signing MCP session, routes/mcp.ts) and
+ * gets a short-lived bearer token. The token then gates delegated writes on
+ * the EXISTING ingest endpoint (POST /v1/data/:scope) — see api-auth.ts
+ * authorizeWrite. The PS keeps signing AddData as the owner; the builder
+ * never holds the owner key.
+ *
+ * The handshake itself is runtime-agnostic and lives in core
+ * (write/route.ts), so the browser build mounts the identical logic. This file
+ * is only the Hono mounting and this build's dependency wiring.
+ */
+import { Hono } from "hono";
+import { createInMemoryWriteProofReplayStore, handleWriteSessionRequest, } from "@opendatalabs/personal-server-ts-core/write";
+export function writeSessionRoutes(deps) {
+    const app = new Hono();
+    const proofReplayStore = deps.proofReplayStore ?? createInMemoryWriteProofReplayStore();
+    app.post("/session", (c) => handleWriteSessionRequest(c.req.raw, {
+        serverOrigin: deps.serverOrigin,
+        serverOwner: deps.serverOwner,
+        sessionStore: deps.sessionStore,
+        replayStore: proofReplayStore,
+        authSessionVerifier: deps.gateway,
+        grantVerifier: deps.gateway,
+        devToken: deps.devToken,
+        accessToken: deps.accessToken,
+        tokenStore: deps.tokenStore,
+        logger: deps.logger,
+    }));
+    return app;
+}
+//# sourceMappingURL=write-session.js.map

package/dist/routes/write-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-session.js","sourceRoot":"","sources":["../../src/routes/write-session.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,OAAO,EACL,mCAAmC,EACnC,yBAAyB,GAG1B,MAAM,6CAA6C,CAAC;AAoBrD,MAAM,UAAU,kBAAkB,CAAC,IAA2B;IAC5D,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,gBAAgB,GACpB,IAAI,CAAC,gBAAgB,IAAI,mCAAmC,EAAE,CAAC;IAEjE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CACzB,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE;QACnC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,WAAW,EAAE,gBAAgB;QAC7B,mBAAmB,EAAE,IAAI,CAAC,OAAO;QACjC,aAAa,EAAE,IAAI,CAAC,OAAO;QAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CACH,CAAC;IAEF,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/storage/hierarchy.d.ts

@@ -0,0 +1,36 @@
+import { type DataFileEnvelope } from "@opendatalabs/vana-sdk/browser";
+import { type HierarchyManagerOptions, type WriteResult } from "@opendatalabs/personal-server-ts-core/storage/hierarchy";
+import { type DataBlockManifest, type DataScopeBlock, type ReadScopeBlocksResponse } from "@opendatalabs/personal-server-ts-core/storage/blocks";
+/** Atomic write: mkdir -p, write temp file, rename */
+export declare function writeDataFile(options: HierarchyManagerOptions, envelope: DataFileEnvelope): Promise<WriteResult>;
+/** Read and parse a data file */
+export declare function readDataFile(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<DataFileEnvelope>;
+/** Read a bounded UTF-8 text prefix without parsing the full envelope. */
+export declare function readDataFilePreview(options: HierarchyManagerOptions, scope: string, collectedAt: string, maxBytes: number): Promise<{
+    text: string;
+    truncated: boolean;
+}>;
+export declare function writeBlockManifest(options: HierarchyManagerOptions, scope: string, collectedAt: string, manifest: DataBlockManifest, blocks: DataScopeBlock[]): Promise<void>;
+export declare function readScopeBlocks(options: HierarchyManagerOptions, scope: string, collectedAt: string, readOptions: {
+    cursor?: string;
+    maxBytes: number;
+    blockIds?: readonly string[];
+}): Promise<ReadScopeBlocksResponse>;
+/**
+ * Manifest as a table of contents. Unlike the internal reader this returns null
+ * for a scope that was stored before block sidecars existed, so callers can
+ * degrade instead of failing.
+ */
+export declare function readScopeBlockManifest(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<DataBlockManifest | null>;
+export declare function hasScopeBlocks(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<boolean>;
+/** List version filenames for a scope, newest first. Empty array if scope dir doesn't exist. */
+export declare function listVersions(options: HierarchyManagerOptions, scope: string): Promise<string[]>;
+/** Delete a single data file. Idempotent: a missing file is a no-op (matches deleteByFileId's
+ * no-op contract and avoids stalling the sync cursor when the blob is already gone). */
+export declare function deleteDataFile(options: HierarchyManagerOptions, scope: string, collectedAt: string): Promise<void>;
+/**
+ * Delete all files for a scope by removing the scope directory recursively.
+ * No-op if directory doesn't exist.
+ */
+export declare function deleteAllForScope(options: HierarchyManagerOptions, scope: string): Promise<void>;
+//# sourceMappingURL=hierarchy.d.ts.map

package/dist/storage/hierarchy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hierarchy.d.ts","sourceRoot":"","sources":["../../src/storage/hierarchy.ts"],"names":[],"mappings":"AAcA,OAAO,EAEL,KAAK,gBAAgB,EACtB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAIL,KAAK,uBAAuB,EAC5B,KAAK,WAAW,EACjB,MAAM,yDAAyD,CAAC;AACjE,OAAO,EAKL,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,KAAK,uBAAuB,EAC7B,MAAM,sDAAsD,CAAC;AAO9D,sDAAsD;AACtD,wBAAsB,aAAa,CACjC,OAAO,EAAE,uBAAuB,EAChC,QAAQ,EAAE,gBAAgB,GACzB,OAAO,CAAC,WAAW,CAAC,CAuBtB;AAED,iCAAiC;AACjC,wBAAsB,YAAY,CAChC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,gBAAgB,CAAC,CAI3B;AAED,0EAA0E;AAC1E,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC,CAgB/C;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,cAAc,EAAE,GACvB,OAAO,CAAC,IAAI,CAAC,CAiCf;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC9B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAsFlC;AAED;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAYnC;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,OAAO,CAAC,CAUlB;AAED,gGAAgG;AAChG,wBAAsB,YAAY,CAChC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,EAAE,CAAC,CAmBnB;AAED;wFACwF;AACxF,wBAAsB,cAAc,CAClC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAQf;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,uBAAuB,EAChC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAKf"}

package/dist/storage/hierarchy.js

@@ -0,0 +1,282 @@
+import { access, mkdir, open, readFile, writeFile, readdir, unlink, rename, stat, rm, } from "node:fs/promises";
+import { dirname, join, relative } from "node:path";
+import { randomUUID } from "node:crypto";
+import { DataFileEnvelopeSchema, } from "@opendatalabs/vana-sdk/browser";
+import { buildDataFilePath, buildScopeDir, filenameToTimestamp, } from "@opendatalabs/personal-server-ts-core/storage/hierarchy";
+import { DataBlockStorageError, encodeDataBlockCursor, selectScopeBlocksByIds, validateDataBlockCursor, } from "@opendatalabs/personal-server-ts-core/storage/blocks";
+import { previewJsonEnvelopePrefix } from "@opendatalabs/personal-server-ts-core/storage/preview";
+const TEXT_PAGE_MEDIA_TYPE = "text/plain; charset=utf-8";
+const textEncoder = new TextEncoder();
+const textDecoder = new TextDecoder();
+/** Atomic write: mkdir -p, write temp file, rename */
+export async function writeDataFile(options, envelope) {
+    const filePath = buildDataFilePath(options.dataDir, envelope.scope, envelope.collectedAt);
+    const dir = dirname(filePath);
+    await mkdir(dir, { recursive: true });
+    const content = JSON.stringify(envelope, null, 2);
+    const tempPath = filePath + ".tmp." + randomUUID();
+    await writeFile(tempPath, content, "utf-8");
+    await rename(tempPath, filePath);
+    const stats = await stat(filePath);
+    return {
+        path: filePath,
+        relativePath: relative(options.dataDir, filePath),
+        sizeBytes: stats.size,
+    };
+}
+/** Read and parse a data file */
+export async function readDataFile(options, scope, collectedAt) {
+    const filePath = buildDataFilePath(options.dataDir, scope, collectedAt);
+    const content = await readFile(filePath, "utf-8");
+    return DataFileEnvelopeSchema.parse(JSON.parse(content));
+}
+/** Read a bounded UTF-8 text prefix without parsing the full envelope. */
+export async function readDataFilePreview(options, scope, collectedAt, maxBytes) {
+    const filePath = buildDataFilePath(options.dataDir, scope, collectedAt);
+    const handle = await open(filePath, "r");
+    try {
+        const stats = await handle.stat();
+        const bytesToRead = Math.max(0, Math.min(maxBytes, stats.size));
+        const buffer = Buffer.alloc(bytesToRead);
+        const { bytesRead } = await handle.read(buffer, 0, bytesToRead, 0);
+        return previewJsonEnvelopePrefix(buffer.subarray(0, bytesRead).toString("utf-8"), maxBytes, { sourceTruncated: stats.size > bytesRead });
+    }
+    finally {
+        await handle.close();
+    }
+}
+export async function writeBlockManifest(options, scope, collectedAt, manifest, blocks) {
+    const dir = buildBlockDir(options.dataDir, scope, collectedAt);
+    const tempDir = `${dir}.tmp.${randomUUID()}`;
+    await mkdir(tempDir, { recursive: true });
+    try {
+        for (const block of blocks) {
+            await writeFile(buildBlockPayloadPath(tempDir, block.id), JSON.stringify(block), "utf-8");
+        }
+        await rm(dir, { recursive: true, force: true });
+        await rename(tempDir, dir);
+        const manifestPath = buildBlockManifestPath(options.dataDir, scope, collectedAt);
+        const tempManifestPath = `${manifestPath}.tmp.${randomUUID()}`;
+        await writeFile(tempManifestPath, JSON.stringify(manifest, null, 2), "utf-8");
+        await rename(tempManifestPath, manifestPath);
+    }
+    catch (err) {
+        await rm(tempDir, { recursive: true, force: true });
+        throw err;
+    }
+}
+export async function readScopeBlocks(options, scope, collectedAt, readOptions) {
+    const manifest = await readBlockManifest(options, scope, collectedAt);
+    if (readOptions.blockIds?.length) {
+        const selection = await selectScopeBlocksByIds(manifest, readOptions.blockIds, { maxBytes: readOptions.maxBytes }, (blockId) => readBlockPayloadIfPresent(options, scope, collectedAt, blockId));
+        return {
+            scope: manifest.scope,
+            collectedAt: manifest.collectedAt,
+            ...(manifest.schemaId ? { schemaId: manifest.schemaId } : {}),
+            contentKind: manifest.contentKind,
+            blocks: selection.blocks,
+            warnings: [...manifest.warnings, ...selection.warnings],
+        };
+    }
+    const cursor = readOptions.cursor
+        ? validateDataBlockCursor(readOptions.cursor, { scope, collectedAt })
+        : undefined;
+    if (cursor && !cursor.ok) {
+        throw new DataBlockStorageError("cursor_invalid", cursor.error.message);
+    }
+    const maxBytes = Math.max(1, readOptions.maxBytes);
+    const startIndex = cursor?.ok ? cursor.cursor.blockIndex : 0;
+    const startOffset = cursor?.ok ? (cursor.cursor.intraBlockOffset ?? 0) : 0;
+    const blocks = [];
+    let totalBytes = 0;
+    let nextIndex = startIndex;
+    let nextOffset;
+    while (nextIndex < manifest.blocks.length) {
+        const ref = manifest.blocks[nextIndex];
+        const offset = nextIndex === startIndex ? startOffset : 0;
+        if (offset >= ref.sizeBytes) {
+            nextIndex++;
+            continue;
+        }
+        if (blocks.length > 0 &&
+            offset === 0 &&
+            totalBytes + ref.sizeBytes > maxBytes)
+            break;
+        const block = await readBlockPayload(options, scope, collectedAt, ref.id);
+        const page = pageBlock(block, offset, maxBytes - totalBytes);
+        blocks.push(page.block);
+        totalBytes += page.block.sizeBytes;
+        if (page.nextOffset !== undefined) {
+            nextOffset = page.nextOffset;
+            break;
+        }
+        nextIndex++;
+        if (totalBytes >= maxBytes)
+            break;
+    }
+    return {
+        scope: manifest.scope,
+        collectedAt: manifest.collectedAt,
+        ...(manifest.schemaId ? { schemaId: manifest.schemaId } : {}),
+        contentKind: manifest.contentKind,
+        blocks,
+        ...(nextOffset !== undefined || nextIndex < manifest.blocks.length
+            ? {
+                nextCursor: encodeDataBlockCursor({
+                    scope,
+                    collectedAt,
+                    blockIndex: nextIndex,
+                    ...(nextOffset === undefined
+                        ? {}
+                        : { intraBlockOffset: nextOffset }),
+                }),
+            }
+            : {}),
+        warnings: manifest.warnings,
+    };
+}
+/**
+ * Manifest as a table of contents. Unlike the internal reader this returns null
+ * for a scope that was stored before block sidecars existed, so callers can
+ * degrade instead of failing.
+ */
+export async function readScopeBlockManifest(options, scope, collectedAt) {
+    try {
+        return await readBlockManifest(options, scope, collectedAt);
+    }
+    catch (err) {
+        if (err instanceof DataBlockStorageError &&
+            err.code === "block_manifest_not_found") {
+            return null;
+        }
+        throw err;
+    }
+}
+export async function hasScopeBlocks(options, scope, collectedAt) {
+    try {
+        await access(buildBlockManifestPath(options.dataDir, scope, collectedAt));
+        return true;
+    }
+    catch (err) {
+        if (err.code === "ENOENT") {
+            return false;
+        }
+        throw err;
+    }
+}
+/** List version filenames for a scope, newest first. Empty array if scope dir doesn't exist. */
+export async function listVersions(options, scope) {
+    const scopeDir = buildScopeDir(options.dataDir, scope);
+    let entries;
+    try {
+        entries = await readdir(scopeDir);
+    }
+    catch (err) {
+        if (err.code === "ENOENT") {
+            return [];
+        }
+        throw err;
+    }
+    const jsonFiles = entries
+        .filter((f) => f.endsWith(".json"))
+        .sort()
+        .reverse();
+    return jsonFiles.map((f) => filenameToTimestamp(f.replace(".json", "")));
+}
+/** Delete a single data file. Idempotent: a missing file is a no-op (matches deleteByFileId's
+ * no-op contract and avoids stalling the sync cursor when the blob is already gone). */
+export async function deleteDataFile(options, scope, collectedAt) {
+    const filePath = buildDataFilePath(options.dataDir, scope, collectedAt);
+    try {
+        await unlink(filePath);
+    }
+    catch (err) {
+        if (err.code !== "ENOENT")
+            throw err;
+    }
+    await deleteBlockSidecars(options, scope, collectedAt);
+}
+/**
+ * Delete all files for a scope by removing the scope directory recursively.
+ * No-op if directory doesn't exist.
+ */
+export async function deleteAllForScope(options, scope) {
+    const scopeDir = buildScopeDir(options.dataDir, scope);
+    await rm(scopeDir, { recursive: true, force: true });
+    const blockScopeDir = buildScopeDir(join(options.dataDir, "blocks"), scope);
+    await rm(blockScopeDir, { recursive: true, force: true });
+}
+async function readBlockManifest(options, scope, collectedAt) {
+    try {
+        return JSON.parse(await readFile(buildBlockManifestPath(options.dataDir, scope, collectedAt), "utf-8"));
+    }
+    catch (err) {
+        if (err.code === "ENOENT") {
+            throw new DataBlockStorageError("block_manifest_not_found", `Block manifest not found for ${scope} at ${collectedAt}`);
+        }
+        throw err;
+    }
+}
+async function readBlockPayload(options, scope, collectedAt, blockId) {
+    try {
+        return JSON.parse(await readFile(buildBlockPayloadPath(buildBlockDir(options.dataDir, scope, collectedAt), blockId), "utf-8"));
+    }
+    catch (err) {
+        if (err.code === "ENOENT") {
+            throw new DataBlockStorageError("block_payload_not_found", `Block payload not found for ${scope} at ${collectedAt}: ${blockId}`);
+        }
+        throw err;
+    }
+}
+/** Payload read for block-addressed selection: a missing id is a warning, not a throw. */
+async function readBlockPayloadIfPresent(options, scope, collectedAt, blockId) {
+    try {
+        return await readBlockPayload(options, scope, collectedAt, blockId);
+    }
+    catch (err) {
+        if (err instanceof DataBlockStorageError &&
+            err.code === "block_payload_not_found") {
+            return null;
+        }
+        throw err;
+    }
+}
+function pageBlock(block, offsetBytes, maxBytes) {
+    const text = typeof block.value === "string" ? block.value : JSON.stringify(block.value);
+    const bytes = textEncoder.encode(text);
+    if (offsetBytes <= 0 && bytes.length <= maxBytes) {
+        return { block };
+    }
+    const start = Math.min(Math.max(0, offsetBytes), bytes.length);
+    const end = Math.min(bytes.length, start + Math.max(1, maxBytes));
+    const value = textDecoder.decode(bytes.slice(start, end));
+    return {
+        block: {
+            ...block,
+            path: `${block.path}[bytes ${start}:${end}]`,
+            mediaType: block.mediaType.startsWith("text/")
+                ? block.mediaType
+                : TEXT_PAGE_MEDIA_TYPE,
+            value,
+            sizeBytes: end - start,
+            truncated: end < bytes.length,
+        },
+        ...(end < bytes.length ? { nextOffset: end } : {}),
+    };
+}
+async function deleteBlockSidecars(options, scope, collectedAt) {
+    await rm(buildBlockDir(options.dataDir, scope, collectedAt), {
+        recursive: true,
+        force: true,
+    });
+}
+function buildBlockDir(dataDir, scope, collectedAt) {
+    return join(buildScopeDir(join(dataDir, "blocks"), scope), collectedAt);
+}
+function buildBlockManifestPath(dataDir, scope, collectedAt) {
+    return join(buildBlockDir(dataDir, scope, collectedAt), "manifest.json");
+}
+function buildBlockPayloadPath(dir, blockId) {
+    return join(dir, `${encodeURIComponent(blockId)}.json`);
+}
+//# sourceMappingURL=hierarchy.js.map

package/dist/storage/hierarchy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hierarchy.js","sourceRoot":"","sources":["../../src/storage/hierarchy.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,MAAM,EACN,KAAK,EACL,IAAI,EACJ,QAAQ,EACR,SAAS,EACT,OAAO,EACP,MAAM,EACN,MAAM,EACN,IAAI,EACJ,EAAE,GACH,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,sBAAsB,GAEvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GAGpB,MAAM,yDAAyD,CAAC;AACjE,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,GAIxB,MAAM,sDAAsD,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uDAAuD,CAAC;AAElG,MAAM,oBAAoB,GAAG,2BAA2B,CAAC;AACzD,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AACtC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,sDAAsD;AACtD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAgC,EAChC,QAA0B;IAE1B,MAAM,QAAQ,GAAG,iBAAiB,CAChC,OAAO,CAAC,OAAO,EACf,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,CACrB,CAAC;IACF,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE9B,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,UAAU,EAAE,CAAC;IAEnD,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEnC,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC;QACjD,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,0EAA0E;AAC1E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAAgC,EAChC,KAAa,EACb,WAAmB,EACnB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,yBAAyB,CAC9B,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC/C,QAAQ,EACR,EAAE,eAAe,EAAE,KAAK,CAAC,IAAI,GAAG,SAAS,EAAE,CAC5C,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAgC,EAChC,KAAa,EACb,WAAmB,EACnB,QAA2B,EAC3B,MAAwB;IAExB,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,GAAG,GAAG,QAAQ,UAAU,EAAE,EAAE,CAAC;IAE7C,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,SAAS,CACb,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,EACxC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EACrB,OAAO,CACR,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAE3B,MAAM,YAAY,GAAG,sBAAsB,CACzC,OAAO,CAAC,OAAO,EACf,KAAK,EACL,WAAW,CACZ,CAAC;QACF,MAAM,gBAAgB,GAAG,GAAG,YAAY,QAAQ,UAAU,EAAE,EAAE,CAAC;QAC/D,MAAM,SAAS,CACb,gBAAgB,EAChB,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EACjC,OAAO,CACR,CAAC;QACF,MAAM,MAAM,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAgC,EAChC,KAAa,EACb,WAAmB,EACnB,WAIC;IAED,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IAEtE,IAAI,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAC5C,QAAQ,EACR,WAAW,CAAC,QAAQ,EACpB,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,EAClC,CAAC,OAAO,EAAE,EAAE,CACV,yBAAyB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAClE,CAAC;QACF,OAAO;YACL,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,SAAS,CAAC,QAAQ,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM;QAC/B,CAAC,CAAC,uBAAuB,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;QACrE,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,UAAU,CAAC;IAC3B,IAAI,UAA8B,CAAC;IAEnC,OAAO,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAE,CAAC;QACxC,MAAM,MAAM,GAAG,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YAC5B,SAAS,EAAE,CAAC;YACZ,SAAS;QACX,CAAC;QACD,IACE,MAAM,CAAC,MAAM,GAAG,CAAC;YACjB,MAAM,KAAK,CAAC;YACZ,UAAU,GAAG,GAAG,CAAC,SAAS,GAAG,QAAQ;YAErC,MAAM;QAER,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,GAAG,UAAU,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;QAEnC,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,MAAM;QACR,CAAC;QAED,SAAS,EAAE,CAAC;QAEZ,IAAI,UAAU,IAAI,QAAQ;YAAE,MAAM;IACpC,CAAC;IAED,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,MAAM;QACN,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM;YAChE,CAAC,CAAC;gBACE,UAAU,EAAE,qBAAqB,CAAC;oBAChC,KAAK;oBACL,WAAW;oBACX,UAAU,EAAE,SAAS;oBACrB,GAAG,CAAC,UAAU,KAAK,SAAS;wBAC1B,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;iBACtC,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IACE,GAAG,YAAY,qBAAqB;YACpC,GAAG,CAAC,IAAI,KAAK,0BAA0B,EACvC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,OAAgC,EAChC,KAAa;IAEb,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAEvD,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SAClC,IAAI,EAAE;SACN,OAAO,EAAE,CAAC;IAEb,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED;wFACwF;AACxF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;IACxE,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,GAAG,CAAC;IAClE,CAAC;IACD,MAAM,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;AACzD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAgC,EAChC,KAAa;IAEb,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACvD,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5E,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CACf,MAAM,QAAQ,CACZ,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,EAC3D,OAAO,CACR,CACmB,CAAC;IACzB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,IAAI,qBAAqB,CAC7B,0BAA0B,EAC1B,gCAAgC,KAAK,OAAO,WAAW,EAAE,CAC1D,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,OAAgC,EAChC,KAAa,EACb,WAAmB,EACnB,OAAe;IAEf,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CACf,MAAM,QAAQ,CACZ,qBAAqB,CACnB,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,EAClD,OAAO,CACR,EACD,OAAO,CACR,CACgB,CAAC;IACtB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,IAAI,qBAAqB,CAC7B,yBAAyB,EACzB,+BAA+B,KAAK,OAAO,WAAW,KAAK,OAAO,EAAE,CACrE,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,KAAK,UAAU,yBAAyB,CACtC,OAAgC,EAChC,KAAa,EACb,WAAmB,EACnB,OAAe;IAEf,IAAI,CAAC;QACH,OAAO,MAAM,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IACE,GAAG,YAAY,qBAAqB;YACpC,GAAG,CAAC,IAAI,KAAK,yBAAyB,EACtC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAChB,KAAqB,EACrB,WAAmB,EACnB,QAAgB;IAEhB,MAAM,IAAI,GACR,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,WAAW,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QACjD,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAE1D,OAAO;QACL,KAAK,EAAE;YACL,GAAG,KAAK;YACR,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,UAAU,KAAK,IAAI,GAAG,GAAG;YAC5C,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC;gBAC5C,CAAC,CAAC,KAAK,CAAC,SAAS;gBACjB,CAAC,CAAC,oBAAoB;YACxB,KAAK;YACL,SAAS,EAAE,GAAG,GAAG,KAAK;YACtB,SAAS,EAAE,GAAG,GAAG,KAAK,CAAC,MAAM;SAC9B;QACD,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAgC,EAChC,KAAa,EACb,WAAmB;IAEnB,MAAM,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,EAAE;QAC3D,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CACpB,OAAe,EACf,KAAa,EACb,WAAmB;IAEnB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,EAAE,WAAW,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,sBAAsB,CAC7B,OAAe,EACf,KAAa,EACb,WAAmB;IAEnB,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,EAAE,eAAe,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAW,EAAE,OAAe;IACzD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC1D,CAAC"}

package/dist/storage/index-manager.d.ts

@@ -0,0 +1,60 @@
+import type Database from "better-sqlite3";
+import type { IndexEntry, IndexListOptions, NewIndexEntry, ScopeSummary } from "@opendatalabs/personal-server-ts-core/storage/index";
+export interface IndexManager {
+    insert(entry: NewIndexEntry): IndexEntry;
+    findByPath(path: string): IndexEntry | undefined;
+    findByScope(options: IndexListOptions): IndexEntry[];
+    findLatestByScope(scope: string): IndexEntry | undefined;
+    countByScope(scope: string): number;
+    deleteByPath(path: string): boolean;
+    /**
+     * Delete a row by path ONLY if it is still unsynced (`data_point_id IS NULL`).
+     * Atomic guard against a TOCTOU: a row that became synced after the caller
+     * selected it must keep its metadata (the gateway/on-chain state references
+     * it). Returns true only when an unsynced row was actually removed.
+     */
+    deleteUnsyncedByPath(path: string): boolean;
+    listDistinctScopes(options?: {
+        scopePrefix?: string;
+        limit?: number;
+        offset?: number;
+    }): {
+        scopes: ScopeSummary[];
+        total: number;
+    };
+    findClosestByScope(scope: string, at: string): IndexEntry | undefined;
+    findByFileId(fileId: string): IndexEntry | undefined;
+    /** Find an index entry by its DPv2 data-point id (download dedup). */
+    findByDataPointId(dataPointId: string): IndexEntry | undefined;
+    /**
+     * Find all index entries where dataPointId is null (not yet synced /
+     * registered on-chain). Returns entries ordered by created_at ASC (oldest
+     * first).
+     */
+    findUnsynced(options?: {
+        limit?: number;
+    }): IndexEntry[];
+    /**
+     * Update the fileId for an index entry (after successful upload + on-chain registration).
+     * @returns true if row was updated, false if path not found
+     */
+    updateFileId(path: string, fileId: string): boolean;
+    /** Highest stored `version` for a scope; 0 if none. */
+    findLatestVersionByScope(scope: string): number;
+    /**
+     * Update the dataPointId for an index entry (after DPv2 registerDataPoint).
+     * @returns true if row was updated, false if path not found
+     */
+    updateDataPointId(path: string, dataPointId: string): boolean;
+    /**
+     * Update the DPv2 `version` for an index entry (upload-worker rebase after
+     * a stale-expectedVersion conflict).
+     * @returns true if row was updated, false if path not found
+     */
+    updateVersion(path: string, version: number): boolean;
+    /** Deletes all index entries for a scope. Returns count of deleted rows. */
+    deleteByScope(scope: string): number;
+    close(): void;
+}
+export declare function createIndexManager(db: Database.Database): IndexManager;
+//# sourceMappingURL=index-manager.d.ts.map

package/dist/storage/index-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-manager.d.ts","sourceRoot":"","sources":["../../src/storage/index-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,YAAY,EACb,MAAM,qDAAqD,CAAC;AAE7D,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,KAAK,EAAE,aAAa,GAAG,UAAU,CAAC;IACzC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,UAAU,EAAE,CAAC;IACrD,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACzD,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACpC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACpC;;;;;OAKG;IACH,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5C,kBAAkB,CAAC,OAAO,CAAC,EAAE;QAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG;QAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACtE,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IACrD,sEAAsE;IACtE,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;IAC/D;;;;OAIG;IACH,YAAY,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,UAAU,EAAE,CAAC;IACzD;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACpD,uDAAuD;IACvD,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAChD;;;OAGG;IACH,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9D;;;;OAIG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;IACtD,4EAA4E;IAC5E,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACrC,KAAK,IAAI,IAAI,CAAC;CACf;AAgCD,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,GAAG,YAAY,CAoQtE"}