@pmate/chat-sdk 0.12.0-next.57 → 0.12.0-next.59

package/lib/runtime/readBatchJournal.d.ts

@@ -0,0 +1,35 @@
+import { Dexie } from "dexie";
+export type ReadMutation = {
+    table: "readingThreads" | "readingMessages" | "readingPositions";
+    key: string[];
+    value?: unknown;
+};
+type Plan = {
+    profileKey: string[];
+    header: unknown;
+    versions?: unknown;
+};
+/** Cross-document serialization; the persisted journal is the crash boundary. */
+export declare function lockReadOwner<T>(factory: IDBFactory, name: string, owner: string, run: () => Promise<T>, fallback?: (run: () => Promise<T>) => Promise<T>): Promise<T>;
+/** Stage the full plan first, roll forward bounded batches, publish cursor last. */
+export declare class ReadBatchJournal {
+    private db;
+    private closed;
+    private rows;
+    private knownOwners;
+    private leases;
+    private acquiring;
+    constructor(db: Dexie, closed: () => boolean);
+    lease<T>(owner: string, run: () => Promise<T>): Promise<T>;
+    releaseLeases(): Promise<void>;
+    checkLeases(renew?: boolean): Promise<void>;
+    private check;
+    private tables;
+    recover(owner: string): Promise<void>;
+    private cleanup;
+    private apply;
+    private validatePlan;
+    private finish;
+    commit(owner: string, operations: Iterable<ReadMutation>, plan: Plan): Promise<void>;
+}
+export {};

package/lib/runtime/readBatchJournal.js

@@ -0,0 +1,210 @@
+import { Dexie } from "dexie";
+const LIMIT = 124, BYTES = 1024 * 1024, LEASE_MS = 5_000;
+const size = (value) => JSON.stringify(value).length * 3;
+const localLocks = new WeakMap();
+/** Cross-document serialization; the persisted journal is the crash boundary. */
+export async function lockReadOwner(factory, name, owner, run, fallback) {
+    const key = JSON.stringify(["pmate-reading", name, owner]);
+    if (typeof navigator !== "undefined" && navigator.locks)
+        return navigator.locks.request(key, run);
+    if (typeof window !== "undefined") {
+        if (!fallback)
+            throw new Error("READ_STORAGE_LOCK_UNAVAILABLE");
+        return fallback(run);
+    }
+    let locks = localLocks.get(factory);
+    if (!locks) {
+        locks = new Map();
+        localLocks.set(factory, locks);
+    }
+    const previous = locks.get(key) ?? Promise.resolve();
+    let release;
+    const current = new Promise(resolve => { release = resolve; });
+    locks.set(key, current);
+    await previous;
+    try {
+        return await run();
+    }
+    finally {
+        release();
+        if (locks.get(key) === current)
+            locks.delete(key);
+    }
+}
+/** Stage the full plan first, roll forward bounded batches, publish cursor last. */
+export class ReadBatchJournal {
+    db;
+    closed;
+    rows;
+    knownOwners = new Set();
+    leases = new Map();
+    acquiring = new Set();
+    constructor(db, closed) {
+        this.db = db;
+        this.closed = closed;
+        this.rows = db.table("readBatches");
+    }
+    async lease(owner, run) {
+        const token = crypto.randomUUID();
+        for (;;) {
+            this.check();
+            const attempt = (async () => {
+                const acquired = await this.db.transaction("rw", this.rows, async () => {
+                    const old = (await this.rows.get([owner, "lease"]))?.lease;
+                    if (old && old.expires > Date.now())
+                        return false;
+                    await this.rows.put({ owner, key: "lease", lease: { token, expires: Date.now() + LEASE_MS } });
+                    return true;
+                });
+                if (acquired)
+                    this.leases.set(owner, token);
+                return acquired;
+            })();
+            this.acquiring.add(attempt);
+            const acquired = await attempt.finally(() => this.acquiring.delete(attempt));
+            if (acquired)
+                break;
+            await new Promise(resolve => setTimeout(resolve, 25));
+        }
+        try {
+            const result = await run();
+            this.check();
+            await this.db.transaction("r", this.rows, () => this.checkLeases());
+            return result;
+        }
+        finally {
+            this.leases.delete(owner);
+            if (!this.closed())
+                await this.db.transaction("rw", this.rows, async () => { if ((await this.rows.get([owner, "lease"]))?.lease?.token === token)
+                    await this.rows.delete([owner, "lease"]); });
+        }
+    }
+    async releaseLeases() {
+        await Promise.allSettled([...this.acquiring]);
+        for (const [owner, token] of this.leases)
+            await this.db.transaction("rw", this.rows, async () => { if ((await this.rows.get([owner, "lease"]))?.lease?.token === token)
+                await this.rows.delete([owner, "lease"]); });
+    }
+    async checkLeases(renew = false) {
+        for (const [owner, token] of this.leases) {
+            if ((await this.rows.get([owner, "lease"]))?.lease?.token !== token)
+                throw new Error("READ_STORAGE_LOCK_LOST");
+            if (renew)
+                await this.rows.put({ owner, key: "lease", lease: { token, expires: Date.now() + LEASE_MS } });
+        }
+    }
+    check() { if (this.closed())
+        throw new Error("READ_STORAGE_CLOSED"); }
+    tables() { return [this.rows, ...["readingProfiles", "readingVersions", "readingThreads", "readingMessages", "readingPositions"].map(name => this.db.table(name))]; }
+    async recover(owner) {
+        this.check();
+        const active = (await this.rows.get([owner, "active"]))?.active;
+        if (!active) {
+            if (!this.knownOwners.has(owner)) {
+                await this.cleanup(owner);
+                this.knownOwners.add(owner);
+            }
+            return;
+        }
+        const plan = (await this.rows.get([owner, `${active.id}:plan`]))?.plan;
+        if (!plan || typeof active.id !== "string" || !Number.isSafeInteger(active.next) || !Number.isSafeInteger(active.total) || active.next < 0 || active.total < 1 || active.next > active.total)
+            throw new Error("READ_STORAGE_INCOMPLETE");
+        this.validatePlan(owner, plan);
+        while (active.next < active.total) {
+            this.check();
+            await this.db.transaction("rw", this.tables(), async () => {
+                await this.checkLeases();
+                const chunk = await this.rows.get([owner, `${active.id}:${active.next}`]);
+                if (!chunk?.operations || chunk.operations.length > LIMIT || chunk.operations.some(operation => !["readingThreads", "readingMessages", "readingPositions"].includes(operation.table) || operation.key[0] !== owner || operation.value !== undefined && operation.value.owner !== owner))
+                    throw new Error("READ_STORAGE_INCOMPLETE");
+                await this.apply(chunk.operations);
+                await this.rows.put({ owner, key: "active", active: { ...active, next: active.next + 1 } });
+                await this.checkLeases(true);
+            });
+            active.next++;
+            await new Promise(resolve => setTimeout(resolve, 0));
+        }
+        this.check();
+        await this.db.transaction("rw", this.tables(), async () => { await this.checkLeases(); await this.finish(plan); await this.rows.delete([owner, "active"]); await this.checkLeases(true); });
+        await this.cleanup(owner);
+        this.knownOwners.add(owner);
+    }
+    async cleanup(owner) {
+        for (;;) {
+            this.check();
+            const keys = await this.rows.where("owner").equals(owner).limit(LIMIT).primaryKeys();
+            const removable = keys.filter(key => key[1] !== "lease");
+            if (removable.length)
+                await this.db.transaction("rw", this.rows, async () => { await this.checkLeases(); await this.rows.bulkDelete(removable); await this.checkLeases(true); });
+            const count = keys.length;
+            if (count < LIMIT)
+                return;
+            await new Promise(resolve => setTimeout(resolve, 0));
+        }
+    }
+    async apply(operations) {
+        for (const name of ["readingThreads", "readingMessages", "readingPositions"]) {
+            const selected = operations.filter(operation => operation.table === name);
+            const writes = selected.filter(operation => operation.value !== undefined).map(operation => operation.value);
+            const deletes = selected.filter(operation => operation.value === undefined).map(operation => operation.key);
+            if (writes.length)
+                await this.db.table(name).bulkPut(writes);
+            if (deletes.length)
+                await this.db.table(name).bulkDelete(deletes);
+        }
+    }
+    validatePlan(owner, plan) {
+        const header = plan.header;
+        if (!Array.isArray(plan.profileKey) || JSON.stringify(plan.profileKey) !== owner || !header || header.schemaVersion !== 1 || header.appId !== plan.profileKey[0] || header.profileId !== plan.profileKey[1])
+            throw new Error("READ_IDENTITY_MISMATCH");
+    }
+    async finish(plan) {
+        if (plan.versions !== undefined)
+            await this.db.table("readingVersions").put(plan.versions, plan.profileKey);
+        await this.db.table("readingProfiles").put(plan.header, plan.profileKey);
+    }
+    async commit(owner, operations, plan) {
+        this.check();
+        this.validatePlan(owner, plan);
+        this.knownOwners.delete(owner);
+        await this.cleanup(owner);
+        if (size(plan) > BYTES)
+            throw new Error("READ_STORAGE_RECORD_TOO_LARGE");
+        const id = crypto.randomUUID(), iterator = operations[Symbol.iterator]();
+        let next = iterator.next(), total = 0;
+        while (!next.done) {
+            const batch = [];
+            let bytes = 512;
+            while (!next.done && batch.length < LIMIT) {
+                const weight = size(next.value);
+                if (weight > BYTES - 512)
+                    throw new Error("READ_STORAGE_RECORD_TOO_LARGE");
+                if (batch.length && bytes + weight > BYTES)
+                    break;
+                bytes += weight;
+                batch.push(next.value);
+                next = iterator.next();
+            }
+            if (total === 0 && next.done) {
+                await this.db.transaction("rw", this.tables(), async () => { await this.checkLeases(); await this.apply(batch); await this.finish(plan); await this.checkLeases(true); });
+                this.knownOwners.add(owner);
+                return;
+            }
+            this.check();
+            await this.db.transaction("rw", this.rows, async () => { await this.checkLeases(); await this.rows.put({ owner, key: `${id}:${total++}`, operations: batch }); await this.checkLeases(true); });
+            await new Promise(resolve => setTimeout(resolve, 0));
+        }
+        if (!total) {
+            await this.db.transaction("rw", this.tables(), async () => { await this.checkLeases(); await this.finish(plan); await this.checkLeases(true); });
+            this.knownOwners.add(owner);
+            return;
+        }
+        await this.db.transaction("rw", this.rows, async () => {
+            await this.checkLeases();
+            await this.rows.put({ owner, key: `${id}:plan`, plan });
+            await this.rows.put({ owner, key: "active", active: { id, next: 0, total } });
+            await this.checkLeases(true);
+        });
+        await this.recover(owner);
+    }
+}

package/lib/runtime/readIndex.d.ts

@@ -110,7 +110,7 @@ export interface ReadIndexPersistence {
     /** Transform and persist atomically; UI publishes only the committed result. */
     update(appId: string, profileId: string, transform: ReadIndexTransform, observation?: ReadObservationScope): Promise<ReadIndexState>;
 }
-/** Dexie preserves the legacy database/store and outbound [appId, profileId] keys. */
+/** Preserves the database and logical keys; store renaming fences old format writers. */
 export declare class IndexedDbReadIndex implements ReadIndexPersistence {
     private storageScope?;
     private migrateLegacy;
@@ -121,10 +121,17 @@ export declare class IndexedDbReadIndex implements ReadIndexPersistence {
     private messageRows;
     private positionRows;
     private normalizedStates;
+    private orderedStates;
+    private legacyClean;
     private observationMessages;
     private versions;
     private closed;
+    private journal;
+    private factory;
+    private schemaReady;
+    private ownerTail;
     constructor(factory?: IDBFactory, name?: string, storageScope?: string | undefined, migrateLegacy?: boolean, metadataOnly?: boolean);
+    private owned;
     private transaction;
     private key;
     /** Keyset pages avoid materializing a second, unbounded array of durable rows.
@@ -133,9 +140,7 @@ export declare class IndexedDbReadIndex implements ReadIndexPersistence {
     private hydrate;
     private loadCurrent;
     private loadStored;
-    /** Message bodies are immutable for local read observations: keep them out of
-     * profile/cursor writes, and update only changed normalized rows on sync. */
-    private persist;
+    private cleanupClaimedLegacy;
     load(appId: string, profileId: string): Promise<ReadIndexState | undefined>;
     loadVersioned(appId: string, profileId: string): Promise<{
         state: ReadIndexState | undefined;
@@ -145,6 +150,10 @@ export declare class IndexedDbReadIndex implements ReadIndexPersistence {
     invalidateTeam(appId: string, profileId: string, teamId: string, version: number, knownThreadIds?: readonly string[]): Promise<ReadIndexState>;
     private observe;
     update(appId: string, profileId: string, transform: ReadIndexTransform, observation?: ReadObservationScope): Promise<ReadIndexState>;
+    private updateOwned;
+    private writeState;
+    private cleanUnreachable;
+    private changes;
     close(): Promise<void>;
 }
 export declare function sourcesInConversation(state: ReadIndexState, conversationId: string): IndexedReadThread[];