@opendatalabs/personal-server-ts-core 1.25.1 → 1.27.0

package/dist/storage/legacy-projection.js

@@ -0,0 +1,371 @@
+/**
+ * Serve legacy scope bodies from stored PDPP records.
+ *
+ * PDPP connectors store one envelope per stream, body `{records: [row, …]}`,
+ * under `<source>.<stream>`. Apps that predate PDPP read legacy bodies such
+ * as `chatgpt.conversations` = `{conversations, total}`. `withLegacyProjection`
+ * wraps the raw storage port: when the latest stored body of a projected
+ * scope is `{records}`, reads return the legacy body projected from that
+ * stream and its sibling streams. Every other body is served exactly as
+ * stored. Writes, listings and the sync-facing methods pass through.
+ *
+ * Give the wrapped ("served") port to every reader of data: the HTTP data
+ * route, MCP, derivatives and the job worker. Give the raw port to sync
+ * upload/download, so canonical bytes (and their hashes) never change.
+ */
+import { LEGACY_SCOPE_BINDINGS, projectPdppRecordsToLegacyPayload, } from "../legacy-projection/index.js";
+import { buildDataBlocksAsync } from "./blocks/build.js";
+import { readBuiltScopeBlocks } from "./blocks/page.js";
+import { previewEnvelopeValue } from "./preview.js";
+/**
+ * Sources whose `{records}` bodies are projected. Other sources either emit
+ * legacy wrappers themselves (GitHub, Strava) or have no real-shape parity
+ * evidence yet (Oura), so their stored bodies are served as stored.
+ */
+const PROJECTED_SOURCES = new Set(["chatgpt", "claude"]);
+/** Keys the server stamps into `data`; they are not part of the body. */
+const SERVER_STAMP_KEYS = new Set([
+    "$writtenBy",
+    "$lineage",
+]);
+export function classifyStoredBody(scope, data) {
+    if (!isRecordsBody(data))
+        return "legacy";
+    return isProjectedScope(scope) && !data.records.some(isTaggedRecord)
+        ? "pdpp-projected"
+        : "pdpp-unprojected";
+}
+const SERVED = Symbol.for("personal-server-ts.legacy-projection.served");
+const textEncoder = new TextEncoder();
+/** How many stored versions' body forms one served port remembers. */
+const FORM_CACHE_SIZE = 64;
+/**
+ * Wrap a raw storage port so reads of projected scopes return legacy bodies.
+ * Wrapping an already wrapped port returns it unchanged.
+ */
+export function withLegacyProjection(raw, options = {}) {
+    if (raw[SERVED])
+        return raw;
+    // One entry, keyed by the versions of every input. It saves re-projecting
+    // on repeated reads of the same data; it is not a persistent cache.
+    let memo = null;
+    // The body form of each stored version read so far, so a version that is
+    // not projected (most often a legacy body) is parsed to classify it once,
+    // not on every read. Bounded; the oldest entry goes first.
+    const forms = new Map();
+    const rememberForm = (version, form) => {
+        forms.set(version, form);
+        if (forms.size > FORM_CACHE_SIZE) {
+            forms.delete(forms.keys().next().value);
+        }
+    };
+    /**
+     * The projected view of a stored version, or null when it is served as
+     * stored. `own` is the stored envelope when it had to be read to decide.
+     */
+    async function resolve(scope, collectedAt) {
+        if (!isProjectedScope(scope))
+            return { view: null };
+        const binding = LEGACY_SCOPE_BINDINGS.get(scope);
+        const source = scope.slice(0, scope.indexOf("."));
+        // The latest version joins the latest siblings, whatever order one run
+        // wrote its streams in. A historical version joins, of the sibling
+        // versions written before the next version of `scope`, the one nearest
+        // in time: the one its own run wrote, before or after it.
+        const supersededAt = nextVersionTime(raw, scope, collectedAt);
+        const inputs = binding.pdppStreams.map((stream) => {
+            const storedScope = `${source}.${stream}`;
+            const entry = storedScope === scope
+                ? raw.findEntry({ scope, at: collectedAt })
+                : supersededAt === undefined
+                    ? raw.findEntry({ scope: storedScope })
+                    : nearestBefore(raw, storedScope, collectedAt, supersededAt);
+            return {
+                stream,
+                storedScope,
+                collectedAt: storedScope === scope ? collectedAt : entry?.collectedAt,
+                // The index row id changes when a version is deleted and written
+                // again under the same collectedAt, so it identifies the content.
+                version: entry ? `${entry.id}@${entry.collectedAt}` : null,
+            };
+        });
+        const ownVersion = inputs.find((input) => input.storedScope === scope)?.version;
+        if (ownVersion) {
+            const form = forms.get(ownVersion);
+            if (form !== undefined && form !== "pdpp-projected") {
+                return { view: null };
+            }
+        }
+        const key = JSON.stringify([scope, inputs.map((input) => input.version)]);
+        if (memo?.key === key)
+            return { view: memo.value };
+        const own = await raw.readEnvelope(scope, collectedAt);
+        const form = classifyStoredBody(scope, own.data);
+        if (ownVersion)
+            rememberForm(ownVersion, form);
+        let value = null;
+        if (form === "pdpp-projected") {
+            value = await project(scope, collectedAt, own, inputs);
+            if (value)
+                value.view = key;
+        }
+        memo = { key, value };
+        return { view: value, own };
+    }
+    async function projected(scope, collectedAt) {
+        return (await resolve(scope, collectedAt)).view;
+    }
+    async function project(scope, collectedAt, own, inputs) {
+        const records = [];
+        const fetchedStreams = [];
+        // The projection time is the newest input version, so the same stored
+        // data always projects to the same bytes.
+        let now = collectedAt;
+        for (const input of inputs) {
+            if (!input.collectedAt)
+                continue;
+            const envelope = input.storedScope === scope
+                ? own
+                : await raw.readEnvelope(input.storedScope, input.collectedAt);
+            if (classifyStoredBody(input.storedScope, envelope.data) === "legacy") {
+                continue;
+            }
+            const rows = envelope.data
+                .records;
+            if (rows.some(isTaggedRecord))
+                continue;
+            fetchedStreams.push(input.stream);
+            if (input.collectedAt > now)
+                now = input.collectedAt;
+            for (const row of rows) {
+                records.push({ stream: input.stream, data: row });
+            }
+        }
+        const result = projectPdppRecordsToLegacyPayload(scope, records, {
+            fetchedStreams,
+            now,
+            orderByPrimaryKey: true,
+            allowMissingJoinStreams: true,
+        });
+        if (!result.ok) {
+            options.onIssue?.({
+                kind: "projection_failed",
+                scope,
+                collectedAt,
+                error: result.error,
+            });
+            return null;
+        }
+        if (result.diagnostics?.length) {
+            options.onIssue?.({
+                kind: "projection_diagnostics",
+                scope,
+                collectedAt,
+                diagnostics: result.diagnostics,
+            });
+        }
+        // Server stamps signed the stored records, not this view, so they are
+        // not carried over. `?view=stored` returns them with the stored body.
+        const envelope = { ...own, data: result.payload };
+        return {
+            envelope,
+            bytes: textEncoder.encode(JSON.stringify(envelope)),
+        };
+    }
+    async function builtBlocks(scope, view) {
+        view.built ??= await buildDataBlocksAsync({
+            scope,
+            collectedAt: view.envelope.collectedAt,
+            ...(typeof view.envelope.schemaId === "string"
+                ? { schemaId: view.envelope.schemaId }
+                : {}),
+            content: view.envelope,
+        });
+        return view.built;
+    }
+    const overrides = {
+        [SERVED]: true,
+        async readEnvelope(scope, collectedAt) {
+            const { view, own } = await resolve(scope, collectedAt);
+            return view?.envelope ?? own ?? raw.readEnvelope(scope, collectedAt);
+        },
+        readStoredEnvelope(scope, collectedAt) {
+            return raw.readEnvelope(scope, collectedAt);
+        },
+    };
+    if (raw.readEnvelopeBytes) {
+        const rawBytes = raw.readEnvelopeBytes.bind(raw);
+        overrides.readEnvelopeBytes = async (scope, collectedAt) => (await projected(scope, collectedAt))?.bytes ??
+            rawBytes(scope, collectedAt);
+    }
+    if (raw.readEnvelopeStream) {
+        const rawStream = raw.readEnvelopeStream.bind(raw);
+        overrides.readEnvelopeStream = async (scope, collectedAt) => {
+            const view = await projected(scope, collectedAt);
+            if (!view)
+                return rawStream(scope, collectedAt);
+            const bytes = view.bytes;
+            return new ReadableStream({
+                start(controller) {
+                    controller.enqueue(bytes);
+                    controller.close();
+                },
+            });
+        };
+    }
+    if (raw.readEnvelopePreview) {
+        const rawPreview = raw.readEnvelopePreview.bind(raw);
+        overrides.readEnvelopePreview = async (scope, collectedAt, previewOpts) => {
+            const view = await projected(scope, collectedAt);
+            return view
+                ? previewEnvelopeValue(view.envelope, previewOpts.maxBytes)
+                : rawPreview(scope, collectedAt, previewOpts);
+        };
+    }
+    if (raw.readScopeBlocks) {
+        const rawBlocks = raw.readScopeBlocks.bind(raw);
+        overrides.readScopeBlocks = async (scope, collectedAt, blockOpts) => {
+            const view = await projected(scope, collectedAt);
+            return view
+                ? readBuiltScopeBlocks(await builtBlocks(scope, view), {
+                    ...blockOpts,
+                    cursorView: view.view,
+                })
+                : rawBlocks(scope, collectedAt, blockOpts);
+        };
+    }
+    if (raw.readBlockManifest) {
+        const rawManifest = raw.readBlockManifest.bind(raw);
+        overrides.readBlockManifest = async (scope, collectedAt) => {
+            const view = await projected(scope, collectedAt);
+            return view
+                ? (await builtBlocks(scope, view)).manifest
+                : rawManifest(scope, collectedAt);
+        };
+    }
+    // A stored sidecar answers "yes" for either form (a projected view can
+    // always be split into blocks), so the stored body is only read when the
+    // raw port has no sidecar yet.
+    if (raw.hasScopeBlocks) {
+        const rawHas = raw.hasScopeBlocks.bind(raw);
+        overrides.hasScopeBlocks = async (scope, collectedAt) => (await rawHas(scope, collectedAt)) ||
+            (await projected(scope, collectedAt)) !== null;
+    }
+    if (raw.canReadScopeBlocks) {
+        const rawCan = raw.canReadScopeBlocks.bind(raw);
+        overrides.canReadScopeBlocks = async (scope, collectedAt) => (await rawCan(scope, collectedAt)) ||
+            (await projected(scope, collectedAt)) !== null;
+    }
+    return new Proxy(raw, {
+        get(target, property) {
+            if (Object.prototype.hasOwnProperty.call(overrides, property)) {
+                return overrides[property];
+            }
+            const value = Reflect.get(target, property, target);
+            return typeof value === "function" ? value.bind(target) : value;
+        },
+        has(target, property) {
+            return (Object.prototype.hasOwnProperty.call(overrides, property) ||
+                Reflect.has(target, property));
+        },
+    });
+}
+/**
+ * The projected legacy scopes whose served body is built from `scope`'s
+ * stored stream, other than `scope` itself: `chatgpt.messages` →
+ * `["chatgpt.conversations"]`. Anything that caches a read of a projected
+ * scope must treat a change to these streams as a change to it.
+ */
+export function legacyScopesProjectedFrom(scope) {
+    const dot = scope.indexOf(".");
+    if (dot <= 0)
+        return [];
+    const source = scope.slice(0, dot);
+    const stream = scope.slice(dot + 1);
+    return [...LEGACY_SCOPE_BINDINGS.values()]
+        .filter((binding) => binding.scope !== scope &&
+        binding.scope.startsWith(`${source}.`) &&
+        isProjectedScope(binding.scope) &&
+        binding.pdppStreams.includes(stream))
+        .map((binding) => binding.scope);
+}
+function isProjectedScope(scope) {
+    const dot = scope.indexOf(".");
+    return (dot > 0 &&
+        PROJECTED_SOURCES.has(scope.slice(0, dot)) &&
+        LEGACY_SCOPE_BINDINGS.has(scope));
+}
+const VERSION_PAGE_SIZE = 100;
+/** Versions of `scope`, newest first, until `stop` returns true. */
+function walkVersions(raw, scope, stop) {
+    for (let offset = 0;; offset += VERSION_PAGE_SIZE) {
+        const page = raw.listVersions(scope, { limit: VERSION_PAGE_SIZE, offset });
+        const found = page.find(stop);
+        if (found || page.length < VERSION_PAGE_SIZE)
+            return found;
+    }
+}
+/**
+ * When the version of `scope` after the one at `collectedAt` was collected,
+ * or undefined when that version is the latest (or not indexed).
+ */
+function nextVersionTime(raw, scope, collectedAt) {
+    const at = Date.parse(collectedAt);
+    const latest = raw.findEntry({ scope });
+    if (!latest || !(Date.parse(latest.collectedAt) > at))
+        return undefined;
+    let next = Date.parse(latest.collectedAt);
+    walkVersions(raw, scope, (entry) => {
+        const time = Date.parse(entry.collectedAt);
+        if (time > at)
+            next = time;
+        return !(time > at);
+    });
+    return next;
+}
+/**
+ * The version of `scope` collected nearest to `collectedAt`, among those
+ * collected before `bound` (epoch ms).
+ */
+function nearestBefore(raw, scope, collectedAt, bound) {
+    const at = Date.parse(collectedAt);
+    // Newest first: remember the last version after `at`, stop at the first
+    // one at or before it, and take whichever of the two is nearer.
+    let after;
+    const notAfter = walkVersions(raw, scope, (entry) => {
+        const time = Date.parse(entry.collectedAt);
+        if (time > at) {
+            if (time < bound)
+                after = entry;
+            return false;
+        }
+        return true;
+    });
+    if (!after || !notAfter)
+        return after ?? notAfter;
+    return Date.parse(after.collectedAt) - at <
+        at - Date.parse(notAfter.collectedAt)
+        ? after
+        : notAfter;
+}
+/** A `{stream, data}` row: a record tagged with its stream, not a stream row. */
+function isTaggedRecord(row) {
+    if (row === null || typeof row !== "object" || Array.isArray(row)) {
+        return false;
+    }
+    const { stream, data } = row;
+    return (typeof stream === "string" &&
+        data !== null &&
+        typeof data === "object" &&
+        !Array.isArray(data));
+}
+function isRecordsBody(data) {
+    if (data === null || typeof data !== "object" || Array.isArray(data)) {
+        return false;
+    }
+    const keys = Object.keys(data).filter((key) => !SERVER_STAMP_KEYS.has(key));
+    return (keys.length === 1 &&
+        keys[0] === "records" &&
+        Array.isArray(data.records));
+}
+//# sourceMappingURL=legacy-projection.js.map

package/dist/storage/legacy-projection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"legacy-projection.js","sourceRoot":"","sources":["../../src/storage/legacy-projection.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,EACL,qBAAqB,EACrB,iCAAiC,GAIlC,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAEpD;;;;GAIG;AACH,MAAM,iBAAiB,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE9E,yEAAyE;AACzE,MAAM,iBAAiB,GAAwB,IAAI,GAAG,CAAC;IACrD,YAAY;IACZ,UAAU;CACX,CAAC,CAAC;AAaH,MAAM,UAAU,kBAAkB,CAChC,KAAa,EACb,IAAa;IAEb,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;QAClE,CAAC,CAAC,gBAAgB;QAClB,CAAC,CAAC,kBAAkB,CAAC;AACzB,CAAC;AAwBD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAWzE,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,sEAAsE;AACtE,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,GAAoB,EACpB,UAAmC,EAAE;IAErC,IAAK,GAA2B,CAAC,MAAM,CAAC;QAAE,OAAO,GAAG,CAAC;IAErD,0EAA0E;IAC1E,oEAAoE;IACpE,IAAI,IAAI,GAAoD,IAAI,CAAC;IACjE,yEAAyE;IACzE,0EAA0E;IAC1E,2DAA2D;IAC3D,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAChD,MAAM,YAAY,GAAG,CAAC,OAAe,EAAE,IAAoB,EAAE,EAAE;QAC7D,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,GAAG,eAAe,EAAE,CAAC;YACjC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC;IAEF;;;OAGG;IACH,KAAK,UAAU,OAAO,CACpB,KAAa,EACb,WAAmB;QAEnB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACpD,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QAClD,uEAAuE;QACvE,mEAAmE;QACnE,uEAAuE;QACvE,0DAA0D;QAC1D,MAAM,YAAY,GAAG,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAChD,MAAM,WAAW,GAAG,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;YAC1C,MAAM,KAAK,GACT,WAAW,KAAK,KAAK;gBACnB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;gBAC3C,CAAC,CAAC,YAAY,KAAK,SAAS;oBAC1B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;oBACvC,CAAC,CAAC,aAAa,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YACnE,OAAO;gBACL,MAAM;gBACN,WAAW;gBACX,WAAW,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,EAAE,WAAW;gBACrE,iEAAiE;gBACjE,kEAAkE;gBAClE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;aAC3D,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAC5B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,KAAK,KAAK,CACvC,EAAE,OAAO,CAAC;QACX,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACnC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBACpD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,IAAI,EAAE,GAAG,KAAK,GAAG;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnD,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACjD,IAAI,UAAU;YAAE,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,GAAqB,IAAI,CAAC;QACnC,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC9B,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACvD,IAAI,KAAK;gBAAE,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC;QAC9B,CAAC;QACD,IAAI,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,UAAU,SAAS,CACtB,KAAa,EACb,WAAmB;QAEnB,OAAO,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAClD,CAAC;IAED,KAAK,UAAU,OAAO,CACpB,KAAa,EACb,WAAmB,EACnB,GAAqB,EACrB,MAAuE;QAEvE,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,sEAAsE;QACtE,0CAA0C;QAC1C,IAAI,GAAG,GAAG,WAAW,CAAC;QACtB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,WAAW;gBAAE,SAAS;YACjC,MAAM,QAAQ,GACZ,KAAK,CAAC,WAAW,KAAK,KAAK;gBACzB,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YACnE,IAAI,kBAAkB,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACtE,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAI,QAAQ,CAAC,IAA+C;iBACnE,OAAO,CAAC;YACX,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;gBAAE,SAAS;YACxC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAClC,IAAI,KAAK,CAAC,WAAW,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC;YACrD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,iCAAiC,CAAC,KAAK,EAAE,OAAO,EAAE;YAC/D,cAAc;YACd,GAAG;YACH,iBAAiB,EAAE,IAAI;YACvB,uBAAuB,EAAE,IAAI;SAC9B,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,CAAC,OAAO,EAAE,CAAC;gBAChB,IAAI,EAAE,mBAAmB;gBACzB,KAAK;gBACL,WAAW;gBACX,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,OAAO,EAAE,CAAC;gBAChB,IAAI,EAAE,wBAAwB;gBAC9B,KAAK;gBACL,WAAW;gBACX,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC,CAAC;QACL,CAAC;QACD,sEAAsE;QACtE,sEAAsE;QACtE,MAAM,QAAQ,GAAG,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAsB,CAAC;QACtE,OAAO;YACL,QAAQ;YACR,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;SACpD,CAAC;IACJ,CAAC;IAED,KAAK,UAAU,WAAW,CACxB,KAAa,EACb,IAAe;QAEf,IAAI,CAAC,KAAK,KAAK,MAAM,oBAAoB,CAAC;YACxC,KAAK;YACL,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;YACtC,GAAG,CAAC,OAAQ,IAAI,CAAC,QAAmC,CAAC,QAAQ,KAAK,QAAQ;gBACxE,CAAC,CAAC,EAAE,QAAQ,EAAG,IAAI,CAAC,QAAiC,CAAC,QAAQ,EAAE;gBAChE,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,MAAM,SAAS,GAAkD;QAC/D,CAAC,MAAM,CAAC,EAAE,IAAI;QACd,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW;YACnC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACxD,OAAO,IAAI,EAAE,QAAQ,IAAI,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACvE,CAAC;QACD,kBAAkB,CAAC,KAAK,EAAE,WAAW;YACnC,OAAO,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;KACF,CAAC;IACF,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjD,SAAS,CAAC,iBAAiB,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CACzD,CAAC,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,EAAE,KAAK;YAC5C,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,SAAS,CAAC,kBAAkB,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;YAC1D,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACjD,IAAI,CAAC,IAAI;gBAAE,OAAO,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,OAAO,IAAI,cAAc,CAAa;gBACpC,KAAK,CAAC,UAAU;oBACd,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC1B,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;aACF,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,mBAAmB,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,GAAG,CAAC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,SAAS,CAAC,mBAAmB,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE;YACxE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACjD,OAAO,IAAI;gBACT,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC;gBAC3D,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAClD,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,SAAS,CAAC,eAAe,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE;YAClE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACjD,OAAO,IAAI;gBACT,CAAC,CAAC,oBAAoB,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE;oBACnD,GAAG,SAAS;oBACZ,UAAU,EAAE,IAAI,CAAC,IAAI;iBACtB,CAAC;gBACJ,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;QAC/C,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,SAAS,CAAC,iBAAiB,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YACjD,OAAO,IAAI;gBACT,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAC3C,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACtC,CAAC,CAAC;IACJ,CAAC;IACD,uEAAuE;IACvE,yEAAyE;IACzE,+BAA+B;IAC/B,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,SAAS,CAAC,cAAc,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CACtD,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAClC,CAAC,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC;IACnD,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,SAAS,CAAC,kBAAkB,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,CAC1D,CAAC,MAAM,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAClC,CAAC,MAAM,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,KAAK,CAAC,GAAG,EAAE;QACpB,GAAG,CAAC,MAAM,EAAE,QAAQ;YAClB,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC9D,OAAO,SAAS,CAAC,QAAkC,CAAC,CAAC;YACvD,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACpD,OAAO,OAAO,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAClE,CAAC;QACD,GAAG,CAAC,MAAM,EAAE,QAAQ;YAClB,OAAO,CACL,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAC9B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,GAAG,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,qBAAqB,CAAC,MAAM,EAAE,CAAC;SACvC,MAAM,CACL,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,KAAK,KAAK,KAAK;QACvB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,MAAM,GAAG,CAAC;QACtC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;QAC/B,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CACvC;SACA,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,OAAO,CACL,GAAG,GAAG,CAAC;QACP,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1C,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CACjC,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,oEAAoE;AACpE,SAAS,YAAY,CACnB,GAAoB,EACpB,KAAa,EACb,IAAoC;IAEpC,KAAK,IAAI,MAAM,GAAG,CAAC,GAAI,MAAM,IAAI,iBAAiB,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,iBAAiB;YAAE,OAAO,KAAK,CAAC;IAC7D,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CACtB,GAAoB,EACpB,KAAa,EACb,WAAmB;IAEnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACxE,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1C,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,IAAI,GAAG,EAAE;YAAE,IAAI,GAAG,IAAI,CAAC;QAC3B,OAAO,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CACpB,GAAoB,EACpB,KAAa,EACb,WAAmB,EACnB,KAAa;IAEb,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACnC,wEAAwE;IACxE,gEAAgE;IAChE,IAAI,KAA6B,CAAC;IAClC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,IAAI,GAAG,EAAE,EAAE,CAAC;YACd,IAAI,IAAI,GAAG,KAAK;gBAAE,KAAK,GAAG,KAAK,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,IAAI,QAAQ,CAAC;IAClD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE;QACvC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QACrC,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,GAAY;IAClC,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAA2C,CAAC;IACrE,OAAO,CACL,OAAO,MAAM,KAAK,QAAQ;QAC1B,IAAI,KAAK,IAAI;QACb,OAAO,IAAI,KAAK,QAAQ;QACxB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CACrB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,IAAa;IAEb,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,CACL,IAAI,CAAC,MAAM,KAAK,CAAC;QACjB,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;QACrB,KAAK,CAAC,OAAO,CAAE,IAA6B,CAAC,OAAO,CAAC,CACtD,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opendatalabs/personal-server-ts-core",
-  "version": "1.25.1",
+  "version": "1.27.0",
   "description": "Protocol logic for the Vana Personal Server — auth, grants, scopes, storage, keys",
   "license": "MIT",
   "repository": {
@@ -68,6 +68,10 @@
       "types": "./dist/storage/preview.d.ts",
       "import": "./dist/storage/preview.js"
     },
+    "./storage/legacy-projection": {
+      "types": "./dist/storage/legacy-projection.d.ts",
+      "import": "./dist/storage/legacy-projection.js"
+    },
     "./storage/blocks/build": {
       "types": "./dist/storage/blocks/build.d.ts",
       "import": "./dist/storage/blocks/build.js"
@@ -147,5 +151,8 @@
     "unpdf": "^1.6.2",
     "viem": "^2.54.2",
     "zod": "^4.4.3"
+  },
+  "devDependencies": {
+    "ajv": "^8.20.0"
   }
 }