@maudecode/talaria-web 1.17.2 → 1.19.0

package/dist/sessions/storage/row.js

@@ -0,0 +1,49 @@
+import { str } from '../../util.js';
+import { SessionRowSchema } from '@maudecode/talaria-web-contracts';
+const malformedFiles = new WeakMap();
+/** Read-only projection; never let a corrupt identity acquire a generated ID. */
+export function sanitizeSessionRow(value, store, file) {
+    const row = value && typeof value === 'object' && !Array.isArray(value) ? value : {};
+    file ??= str(row.session_id);
+    if (file && !file.includes('.') && file !== 'index')
+        file += '.json';
+    const mismatchedFile = file.endsWith('.json') && file !== 'index' && row.session_id !== file.slice(0, -5);
+    if (!SessionRowSchema.shape.session_id.safeParse(row.session_id).success || mismatchedFile) {
+        const logged = malformedFiles.get(store) ?? new Set();
+        if (!logged.has(file)) {
+            store.deps.log(`[webui] WARNING: skipping session row with invalid session_id in ${JSON.stringify(file)}`);
+            logged.add(file);
+            malformedFiles.set(store, logged);
+        }
+        return null;
+    }
+    const result = { ...row, title: row.title ?? '' };
+    for (const [key, schema] of Object.entries(SessionRowSchema.shape)) {
+        const value = result[key];
+        if (value === undefined || schema.safeParse(value).success)
+            continue;
+        const coerced = typeof value === 'string' && value.trim() !== ''
+            ? value.trim() === 'true' ? true : value.trim() === 'false' ? false : Number(value)
+            : typeof value === 'number' || typeof value === 'boolean' ? String(value) : undefined;
+        const boolean = value === 0 || value === 1 ? value === 1 : coerced === 0 || coerced === 1 ? coerced === 1 : undefined;
+        if (coerced !== undefined && schema.safeParse(coerced).success)
+            result[key] = coerced;
+        else if (boolean !== undefined && schema.safeParse(boolean).success)
+            result[key] = boolean;
+        else if (key === 'title')
+            result[key] = '';
+        // Invalid persisted permissions must not turn a locked session into an editable one.
+        else if (key === 'read_only')
+            result[key] = true;
+        else
+            Reflect.deleteProperty(result, key);
+    }
+    // These persisted flags affect list filtering before the wire flags are computed.
+    for (const key of ['pre_compression_snapshot', 'default_hidden', 'has_pending_user_message']) {
+        if (result[key] === 'true' || result[key] === 'false')
+            result[key] = result[key] === 'true';
+    }
+    return result;
+}
+/** TAL-306: the row's `sort_ts`, the time it sorts and date-buckets by on every client. */
+//# sourceMappingURL=row.js.map

package/dist/sessions/storage/row.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"row.js","sourceRoot":"","sources":["../../../src/sessions/storage/row.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AACnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAA;AAGnE,MAAM,cAAc,GAAG,IAAI,OAAO,EAA6B,CAAA;AAE/D,iFAAiF;AACjF,MAAM,UAAU,kBAAkB,CAAC,KAAc,EAAE,KAAmB,EAAE,IAAa;IACnF,MAAM,GAAG,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAY,CAAC,CAAC,CAAC,EAAE,CAAA;IAC3F,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;IAC5B,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,OAAO;QAAE,IAAI,IAAI,OAAO,CAAA;IACpE,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,KAAK,OAAO,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACzG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC;QAC3F,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,EAAU,CAAA;QAC7D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,oEAAoE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC1G,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAChB,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QACnC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,MAAM,GAAQ,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE,EAAE,CAAA;IACtD,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO;YAAE,SAAQ;QACpE,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YAC9D,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YACnF,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACvF,MAAM,OAAO,GAAG,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACrH,IAAI,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAA;aAChF,IAAI,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,OAAO,CAAA;aACrF,IAAI,GAAG,KAAK,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAC1C,qFAAqF;aAChF,IAAI,GAAG,KAAK,WAAW;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;;YAC3C,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC1C,CAAC;IACD,kFAAkF;IAClF,KAAK,MAAM,GAAG,IAAI,CAAC,0BAA0B,EAAE,gBAAgB,EAAE,0BAA0B,CAAC,EAAE,CAAC;QAC7F,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,MAAM,CAAA;IAC7F,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,2FAA2F"}

package/dist/sessions/storage/search-text.d.ts

@@ -0,0 +1,4 @@
+export declare function sessionSearchMessageText(message: unknown): string;
+/** TAL-453: a query's distinct whitespace-separated terms, lowercased; a row matches when one field holds them all. */
+export declare function sessionSearchTerms(query: string): string[];
+export declare function sessionSearchMatches(text: string, terms: readonly string[]): boolean;

package/dist/sessions/storage/search-text.js

@@ -0,0 +1,16 @@
+import { str } from '../../util.js';
+export function sessionSearchMessageText(message) {
+    const content = message && typeof message === 'object' ? message.content : '';
+    if (Array.isArray(content))
+        return content.filter((p) => Boolean(p) && typeof p === 'object' && p.type === 'text').map((p) => str(p.text)).join(' ');
+    return str(content);
+}
+/** TAL-453: a query's distinct whitespace-separated terms, lowercased; a row matches when one field holds them all. */
+export function sessionSearchTerms(query) {
+    return [...new Set(query.toLowerCase().split(/\s+/).filter(Boolean))];
+}
+export function sessionSearchMatches(text, terms) {
+    const lower = text.toLowerCase();
+    return terms.length > 0 && terms.every((term) => lower.includes(term));
+}
+//# sourceMappingURL=search-text.js.map

package/dist/sessions/storage/search-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-text.js","sourceRoot":"","sources":["../../../src/sessions/storage/search-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,eAAe,CAAA;AAGnC,MAAM,UAAU,wBAAwB,CAAC,OAAgB;IACvD,MAAM,OAAO,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAE,OAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACtF,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAY,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAK,CAAS,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvK,OAAO,GAAG,CAAC,OAAO,CAAC,CAAA;AACrB,CAAC;AAED,uHAAuH;AACvH,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY,EAAE,KAAwB;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;AACxE,CAAC"}

package/dist/sessions/store.d.ts

@@ -1,50 +1,54 @@
 import type { DraftStore } from './drafts.js';
 import type { SessionEventBus } from './events.js';
-import { anchorSceneIndexFromRecords, Session, type SessionDefaults } from './session.js';
+import { anchorSceneIndexFromRecords, Session, type SessionDefaults, type Message } from './session.js';
+import { type StorageBackend, type StorageIssue, type MessageMatch } from './storage/backend.js';
 export declare class SessionNotFound extends Error {
     readonly sid: string;
     constructor(sid: string);
 }
 export interface SessionStoreDeps {
-    sessionDir: string;
+    storage: StorageBackend;
     drafts: DraftStore;
     events: SessionEventBus;
     /** Defaults for a brand-new session (last workspace of the profile, effective default model). */
-    defaults: (profile: string | null) => SessionDefaults;
+    defaults: (profile: string | null) => SessionDefaults | Promise<SessionDefaults>;
     activeStreamIds: () => Set<string>;
     now: () => number;
     log: (line: string) => void;
     cacheMax: () => number;
     /** TAL-372: a deleted session's other in-memory state goes with it. */
-    onDeleted?: (sid: string) => void;
+    onDeleted?: (sid: string) => void | Promise<void>;
 }
-export declare function statSignature(path: string): string | null;
-/** Python `_read_metadata_json_prefix`: everything before the top-level `messages` (or `anchor_activity_scenes`) key. */
-export declare function readMetadataJsonPrefix(path: string, maxBytes?: number): string | null;
-/**
- * The metadata prefix together with the signature of the inode it was read from (fstat of the open descriptor), so a
- * file atomically replaced during the read is never cached under the replacement's identity.
- */
-export declare function readMetadataJsonPrefixWithSignature(path: string, maxBytes?: number): {
-    prefix: string | null;
-    signature: string;
-};
-/** Offset of `"key":` at JSON nesting depth 1, or null. */
-export declare function findTopLevelJsonKey(text: string, key: string): number | null;
-export declare function readPersistedMessageCount(path: string): number | null;
 export declare class SessionStore {
     readonly deps: SessionStoreDeps;
-    readonly sessionDir: string;
-    readonly indexFile: string;
-    /** Resident sessions in LRU order (oldest first). */
     readonly sessions: Map<string, Session>;
     private readonly locks;
-    private persistedIdsCache;
-    private parsedIndexCache;
+    private readonly writes;
+    private readonly resolutions;
+    private readonly persistedMessages;
+    private indexWriter;
+    private readonly indexPending;
     private indexFlush;
-    private indexPending;
     constructor(deps: SessionStoreDeps);
-    pathFor(sid: string): string;
+    private get backend();
+    exists(sid: string): Promise<boolean>;
+    revision(sid: string): Promise<string | null>;
+    readMessages(sid: string, range: {
+        start: number;
+        end: number;
+    }): Promise<Message[]>;
+    index(): Promise<{
+        entries: import("./storage/backend.js").SessionIndexEntry[];
+        revision: string;
+    }>;
+    hasIndex(): Promise<boolean>;
+    get shrinkBackup(): {
+        discard(sid: string): Promise<void>;
+        restore(sid: string): Promise<boolean>;
+    };
+    diagnose(): Promise<StorageIssue[]>;
+    repair(issue: StorageIssue): Promise<boolean>;
+    close(): Promise<void>;
     /** Serialize one session's read-modify-write sequences (Python `_get_session_agent_lock`). */
     withLock<T>(sid: string, fn: () => Promise<T> | T, opts?: {
         timeoutMs?: number;
@@ -64,60 +68,53 @@ export declare class SessionStore {
             created_at: number;
         } | null;
         enabledToolsets?: string[] | null;
-    }): Session;
+    }): Promise<Session>;
     /** Insert or refresh a session in the LRU and evict over the cap. */
-    touch(session: Session): void;
-    load(sid: string): Session | null;
+    touch(session: Session): Promise<void>;
+    load(sid: string, opts?: {
+        drafts?: boolean;
+        repairDuplicates?: boolean;
+    }): Promise<Session | null>;
     loadMetadataOnly(sid: string, opts?: {
         indexMessageCounts?: Map<string, number>;
-    }): Session | null;
-    /** Resolve a session through the cache with disk-freshness checks (Python `get_session`). Throws `SessionNotFound`. */
+    }): Promise<Session | null>;
     get(sid: string, opts?: {
         metadataOnly?: boolean;
         promote?: boolean;
         cacheOnMiss?: boolean;
-    }): Session;
-    /** Reload a metadata-only stub before mutating persisted fields (Python `_ensure_full_session_before_mutation`). */
-    ensureFull(sid: string, session: Session): Session;
-    /** A cached full session is stale when its sidecar changed on disk and it carries no unsaved runtime state. */
-    private cachedLagsDisk;
+    }): Promise<Session>;
+    private getNow;
+    ensureFull(sid: string, session: Session): Promise<Session>;
+    private cachedLagsStorage;
     save(session: Session, opts?: {
         touchUpdatedAt?: boolean;
         skipIndex?: boolean;
-    }): void;
-    private cleanupStaleTmpFiles;
-    invalidatePersistedIds(): void;
-    persistedIds(): Set<string>;
-    hasPersistedSessionFiles(): boolean;
-    private indexSignature;
-    /** Parsed `_index.json` rows via the stat-validated cache; throws on a corrupt index. */
-    readIndexEntries(): Record<string, unknown>[];
-    indexMessageCounts(entries?: Record<string, unknown>[]): Map<string, number>;
-    private writeIndexPayload;
-    private loadSessionFromPath;
-    /** Rebuild or patch `_index.json` (Python `_write_session_index`). */
-    writeIndex(updates?: (Session | Record<string, unknown>)[]): void;
-    /** Coalesce index rewrites from concurrent saves (Python `_queue_session_index_update`). */
-    queueIndexUpdate(sessions: Session[]): void;
-    private flushIndexNow;
-    pruneFromIndex(sid: string): void;
-    private get deletedTombstoneFile();
-    loadDeletedTombstone(): Set<string>;
-    private saveDeletedTombstone;
-    recordDeletedTombstone(sid: string): void;
-    clearDeletedTombstone(sid: string): void;
-    /** The index marked this id as a deleted WebUI session (Python `_marks_deleted_webui_session`, tombstone half). */
-    wasDeleted(sid: string): boolean;
-    private persistedMessageCount;
-    /** Python `_session_is_evictable`: never drop active, pending, or unsaved sessions. */
-    isEvictable(s: Session | undefined): boolean;
-    evictOverCap(cap?: number): number;
-    /** Remove the sidecar, backup, draft, index row, and tombstone the id. Returns false when the sidecar survived. */
-    deleteFiles(sid: string, opts?: {
+    }): Promise<void>;
+    private serializeSession;
+    private saveNow;
+    searchMessages(sids: readonly string[], terms: readonly string[], depth: number): Promise<Map<string, MessageMatch>>;
+    persistedIds(): Promise<Set<string>>;
+    hasPersistedSessionFiles(): Promise<boolean>;
+    readIndexEntries(): Promise<Record<string, unknown>[]>;
+    indexMessageCounts(entries?: Record<string, unknown>[]): Promise<Map<string, number>>;
+    private serializeIndex;
+    private rebuildIndexNow;
+    rebuildIndex(opts?: {
+        diskOnly?: boolean;
+    }): Promise<void>;
+    writeIndex(updates?: (Session | Record<string, unknown>)[]): Promise<void>;
+    queueIndexUpdate(updates: (Session | Record<string, unknown>)[]): Promise<void>;
+    pruneFromIndex(sid: string): Promise<void>;
+    loadDeletedTombstone(): Promise<Set<string>>;
+    recordDeletedTombstone(sid: string): Promise<void>;
+    clearDeletedTombstone(sid: string): Promise<void>;
+    wasDeleted(sid: string): Promise<boolean>;
+    isEvictable(s: Session | undefined): Promise<boolean>;
+    evictOverCap(cap?: number): Promise<number>;
+    delete(sid: string, opts?: {
         tombstone?: boolean;
-    }): boolean;
-    /** Every persisted session as a fresh full load (Python full-scan paths). */
-    scanAll(): Session[];
+    }): Promise<boolean>;
+    scanAll(): Promise<Session[]>;
 }
 export declare class SessionBusy extends Error {
     readonly sid: string;