elepha 0.1.0

package/dist/serving/lexical-recall.js

@@ -0,0 +1,249 @@
+// Deterministic read-only recall over stored titles and the cached first user
+// prompt. No transcript-derived value can reach a subprocess from this module.
+import { randomUUID } from 'node:crypto';
+import { REMEMBER_DISTINCTIVE_TOKEN_FRACTION, REMEMBER_MATCH_SCORES, REMEMBER_MAX_HITS, REMEMBER_QUERY_FILLER_WORDS, REMEMBER_SCAN_BUDGET_MS, REMEMBER_SESSION_RECENCY_CAP, SESSION_CHAR_BUDGET, } from '../config/constants.js';
+import { escapeShellSyntax } from '../security/sanitize.js';
+import { relativeTime } from '../util/relative-time.js';
+import { DISPLAY_VERBATIM_INSTRUCTIONS, SELECT_HINT, servedContextInstructions } from './instructions.js';
+import { endedAt, hasRealContent, surfaceLabel, titleOf } from './session-reader.js';
+const FILLER_WORDS = new Set(REMEMBER_QUERY_FILLER_WORDS);
+function folded(value) {
+    return value
+        .normalize('NFKC')
+        .replace(/(\p{Lu}+)(\p{Lu}\p{Ll})/gu, '$1 $2')
+        .replace(/([\p{Ll}\p{Nd}])(\p{Lu})/gu, '$1 $2')
+        .toLowerCase();
+}
+function componentTokens(value) {
+    return folded(value).match(/[\p{L}\p{N}]+/gu) ?? [];
+}
+function lexicalTokens(value) {
+    const normalized = folded(value);
+    const compounds = normalized.match(/[\p{L}\p{N}]+(?:[._/@:+-][\p{L}\p{N}]+)*/gu) ?? [];
+    return [...new Set([...compounds, ...componentTokens(normalized)])];
+}
+function phraseText(value) {
+    return componentTokens(value).join(' ');
+}
+/** Returns undefined for empty and filler-only queries, so callers never start a broad scan. */
+export function tokenizeRecallQuery(value) {
+    const display = value.replace(/\s+/g, ' ').trim();
+    const components = componentTokens(value).filter((token) => !FILLER_WORDS.has(token));
+    if (components.length === 0) {
+        return undefined;
+    }
+    const usefulCompounds = lexicalTokens(value).filter((token) => {
+        const parts = componentTokens(token);
+        return parts.some((part) => !FILLER_WORDS.has(part));
+    });
+    const tokens = [...new Set([...usefulCompounds, ...components])];
+    return { components, display, phrase: components.join(' '), tokens };
+}
+function match(texts, query) {
+    let exactPhrase = false;
+    const matched = new Set();
+    for (const text of texts) {
+        const targetPhrase = phraseText(text);
+        const targetTokens = new Set(lexicalTokens(text));
+        if (query.phrase.includes(' ') && targetPhrase.includes(query.phrase)) {
+            exactPhrase = true;
+        }
+        for (const token of query.tokens) {
+            if (targetTokens.has(token)) {
+                matched.add(token);
+            }
+        }
+    }
+    return { exactPhrase, tokens: matched };
+}
+function compareText(a, b) {
+    return a < b ? -1 : a > b ? 1 : 0;
+}
+function compareCandidates(a, b) {
+    return compareText(endedAt(b.session), endedAt(a.session)) || a.session.id - b.session.id;
+}
+function idfScore(hit, rarity) {
+    let score = 0;
+    for (const token of hit.matchedTokens) {
+        score += rarity.idfByToken.get(token) ?? 0;
+    }
+    return score;
+}
+function compareHits(a, b, rarity) {
+    return idfScore(b, rarity) - idfScore(a, rarity) || b.tier - a.tier || compareText(b.endedAt, a.endedAt) || a.sessionId - b.sessionId;
+}
+function startsWithElephaCommand(value) {
+    return value?.trimStart().toLowerCase().startsWith('elepha:') ?? false;
+}
+function isRecallCommandSession(session) {
+    // D80: the title comes from the first non-command turn, so a real title
+    // (or custom title) means substantive work — surface it even if the
+    // session opened with an elepha: command (first_prompt_search matches).
+    if (hasRealContent(session)) {
+        return false;
+    }
+    // No substantive title: a command-only / content-less session. Exclude it
+    // when any signal — title, custom title, or opening prompt — is a command.
+    return [session.custom_title, session.title, session.first_prompt_search].some(startsWithElephaCommand);
+}
+function hitIdentity(candidate) {
+    return {
+        project: candidate.project.displayName,
+        sessionTitle: titleOf(candidate.session),
+        date: endedAt(candidate.session).slice(0, 10),
+        tool: surfaceLabel(candidate.session.tool, candidate.session.surface),
+        endedAt: endedAt(candidate.session),
+        sessionId: candidate.session.id,
+    };
+}
+function prepareMetadata(candidate, query) {
+    const session = candidate.session;
+    const sessionTitles = [session.title, session.custom_title, session.rollup_title].filter((value) => Boolean(value));
+    const titleMatch = match(sessionTitles, query);
+    const firstTurnMatch = session.first_prompt_search === null
+        ? { exactPhrase: false, tokens: new Set() }
+        : match([session.first_prompt_search], query);
+    return { candidate, firstTurnMatch, titleMatch };
+}
+function prepareRarity(prepared, query) {
+    const documentFrequency = new Map(query.tokens.map((token) => [token, 0]));
+    for (const metadata of prepared) {
+        const documentTokens = new Set([...metadata.titleMatch.tokens, ...metadata.firstTurnMatch.tokens]);
+        for (const token of documentTokens) {
+            documentFrequency.set(token, (documentFrequency.get(token) ?? 0) + 1);
+        }
+    }
+    const idfByToken = new Map();
+    const distinctiveTokens = new Set();
+    for (const token of query.tokens) {
+        const frequency = documentFrequency.get(token) ?? 0;
+        idfByToken.set(token, Math.log((prepared.length + 1) / (frequency + 1)) + 1);
+        if (prepared.length > 0 && frequency / prepared.length < REMEMBER_DISTINCTIVE_TOKEN_FRACTION) {
+            distinctiveTokens.add(token);
+        }
+    }
+    return { distinctiveTokens, idfByToken };
+}
+function hitForSession(metadata, query, matchingMode) {
+    const { candidate, firstTurnMatch, titleMatch } = metadata;
+    const matchedTokens = new Set([...titleMatch.tokens, ...firstTurnMatch.tokens]);
+    const matchesQuery = matchingMode === 'strict'
+        ? query.components.every((token) => matchedTokens.has(token))
+        : query.components.some((token) => matchedTokens.has(token));
+    if (!matchesQuery) {
+        return undefined;
+    }
+    if (matchedTokens.size === 0) {
+        return undefined;
+    }
+    if (titleMatch.tokens.size > 0) {
+        return {
+            ...hitIdentity(candidate),
+            matchedTokens,
+            tier: REMEMBER_MATCH_SCORES.title,
+        };
+    }
+    return {
+        ...hitIdentity(candidate),
+        matchedTokens,
+        tier: firstTurnMatch.exactPhrase ? REMEMBER_MATCH_SCORES.exactPhrase : REMEMBER_MATCH_SCORES.body,
+    };
+}
+function rankAndFloorHits(hits, rarity) {
+    const qualifyingHits = rarity.distinctiveTokens.size === 0
+        ? hits
+        : hits.filter((hit) => [...hit.matchedTokens].some((token) => rarity.distinctiveTokens.has(token)));
+    const ranked = qualifyingHits.sort((a, b) => compareHits(a, b, rarity));
+    return (ranked[0]?.matchedTokens.size ?? 0) >= 2 ? ranked.filter((hit) => hit.matchedTokens.size >= 2) : ranked;
+}
+function coverageLine(reasons, searchedProjects, totalProjects, searchedSessions, totalSessions) {
+    if (reasons.length === 0) {
+        return undefined;
+    }
+    return `Partial coverage (${reasons.join(', ')}): searched ${searchedProjects} of ${totalProjects} projects and ${searchedSessions} of ${totalSessions} sessions.`;
+}
+function renderBody(query, hits, coverage, now) {
+    const trailer = coverage === undefined ? ['', SELECT_HINT] : ['', coverage, '', SELECT_HINT];
+    if (hits.length === 0) {
+        return {
+            body: escapeShellSyntax([DISPLAY_VERBATIM_INSTRUCTIONS, `No recall matches found for “${query.display}”.`, ...trailer].join('\n')),
+            sessionIds: [],
+        };
+    }
+    const nonce = randomUUID();
+    const cappedHits = hits.slice(0, REMEMBER_MAX_HITS);
+    const resultCapOmitted = hits.length - cappedHits.length;
+    const build = (shown, budgetOmitted) => {
+        const lines = [
+            servedContextInstructions(nonce),
+            DISPLAY_VERBATIM_INSTRUCTIONS,
+            '',
+            `Recall hits for “${query.display}” (${shown.length} shown of ${hits.length}):`,
+            ...shown.map((hit, index) => `${index + 1}. [${relativeTime(hit.endedAt, now)} | ${hit.tool}] · ${hit.project} · ${hit.sessionTitle}`),
+            resultCapOmitted > 0 ? `+${resultCapOmitted} more matches — refine your query.` : undefined,
+            budgetOmitted > 0
+                ? `+${budgetOmitted} eligible recall hits omitted by the 20k-token output budget (${shown.length} shown of ${cappedHits.length}).`
+                : undefined,
+            ...trailer,
+        ].filter((line) => line !== undefined);
+        return escapeShellSyntax(lines.join('\n'));
+    };
+    let shown = cappedHits.length;
+    let body = build(cappedHits, 0);
+    while (body.length > SESSION_CHAR_BUDGET && shown > 0) {
+        shown -= 1;
+        body = build(cappedHits.slice(0, shown), cappedHits.length - shown);
+    }
+    return { body, sessionIds: cappedHits.slice(0, shown).map((hit) => hit.sessionId) };
+}
+/** Scans recent sessions without an index and returns a fully budgeted injection body. */
+export async function lexicalRecall(reader, projects, query, scope, now, relativeNow, matchingMode) {
+    const scanClock = now ?? Date.now;
+    const allCandidates = projects
+        .flatMap((project) => reader.sessionsFor(project).map((session) => ({ project, session })))
+        .filter((candidate) => !isRecallCommandSession(candidate.session))
+        .sort(compareCandidates);
+    const candidates = allCandidates.slice(0, REMEMBER_SESSION_RECENCY_CAP[scope]);
+    const scanStartedAt = scanClock();
+    const renderedAt = relativeNow ?? scanStartedAt;
+    const prepared = [];
+    // Matching is synchronous stored-metadata tokenization, so there is no reparse or I/O to cancel or run concurrently.
+    for (const candidate of candidates) {
+        if (scanClock() - scanStartedAt > REMEMBER_SCAN_BUDGET_MS) {
+            break;
+        }
+        prepared.push(prepareMetadata(candidate, query));
+    }
+    const capReached = candidates.length < allCandidates.length;
+    const timeBudgetReached = prepared.length < candidates.length;
+    const totalByProject = new Map(projects.map((project) => [project.key, 0]));
+    for (const candidate of allCandidates) {
+        totalByProject.set(candidate.project.key, (totalByProject.get(candidate.project.key) ?? 0) + 1);
+    }
+    const searchedByProject = new Map(projects.map((project) => [project.key, 0]));
+    let notYetIndexedSessions = 0;
+    let searchedSessions = 0;
+    for (const metadata of prepared) {
+        const candidate = metadata.candidate;
+        if (candidate.session.first_prompt_search === null) {
+            notYetIndexedSessions += 1;
+            continue;
+        }
+        searchedSessions += 1;
+        searchedByProject.set(candidate.project.key, (searchedByProject.get(candidate.project.key) ?? 0) + 1);
+    }
+    const searchedProjects = projects.filter((project) => (searchedByProject.get(project.key) ?? 0) === (totalByProject.get(project.key) ?? 0)).length;
+    const reasons = [
+        capReached ? 'recency cap' : undefined,
+        timeBudgetReached ? 'time budget' : undefined,
+        notYetIndexedSessions > 0 ? `${notYetIndexedSessions} not-yet-indexed` : undefined,
+    ].filter((reason) => reason !== undefined);
+    const coverage = coverageLine(reasons, searchedProjects, projects.length, searchedSessions, allCandidates.length);
+    const rarity = prepareRarity(prepared, query);
+    const hits = prepared.flatMap((metadata) => {
+        const hit = hitForSession(metadata, query, matchingMode);
+        return hit === undefined ? [] : [hit];
+    });
+    return renderBody(query, rankAndFloorHits(hits, rarity), coverage, renderedAt);
+}
+//# sourceMappingURL=lexical-recall.js.map

package/dist/serving/lexical-recall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lexical-recall.js","sourceRoot":"","sources":["../../src/serving/lexical-recall.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,+EAA+E;AAE/E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACH,mCAAmC,EACnC,qBAAqB,EACrB,iBAAiB,EACjB,2BAA2B,EAC3B,uBAAuB,EACvB,4BAA4B,EAC5B,mBAAmB,GACtB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE5D,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,6BAA6B,EAAE,WAAW,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC1G,OAAO,EAAE,OAAO,EAAE,cAAc,EAA0C,YAAY,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAgD7H,MAAM,YAAY,GAAG,IAAI,GAAG,CAAS,2BAA2B,CAAC,CAAC;AAElE,SAAS,MAAM,CAAC,KAAa;IACzB,OAAO,KAAK;SACP,SAAS,CAAC,MAAM,CAAC;SACjB,OAAO,CAAC,2BAA2B,EAAE,OAAO,CAAC;SAC7C,OAAO,CAAC,4BAA4B,EAAE,OAAO,CAAC;SAC9C,WAAW,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IAClC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAChC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,4CAA4C,CAAC,IAAI,EAAE,CAAC;IACvF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC7B,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACtF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,eAAe,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,eAAe,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IACjE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;AACzE,CAAC;AAED,SAAS,KAAK,CAAC,KAAuB,EAAE,KAAkB;IACtD,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QAClD,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACpE,WAAW,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACrC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAmB,EAAE,CAAmB;IAC/D,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;AAC9F,CAAC;AAED,SAAS,QAAQ,CAAC,GAAc,EAAE,MAAoB;IAClD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;QACpC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,CAAY,EAAE,CAAY,EAAE,MAAoB;IACjE,OAAO,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;AAC1I,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAgC;IAC7D,OAAO,KAAK,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;AAC3E,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAsB;IAClD,wEAAwE;IACxE,oEAAoE;IACpE,wEAAwE;IACxE,IAAI,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,0EAA0E;IAC1E,2EAA2E;IAC3E,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;AAC5G,CAAC;AAED,SAAS,WAAW,CAAC,SAA2B;IAC5C,OAAO;QACH,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW;QACtC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;QACxC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,EAAE,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;QACrE,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;QACnC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE;KAClC,CAAC;AACN,CAAC;AAED,SAAS,eAAe,CAAC,SAA2B,EAAE,KAAkB;IACpE,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;IAClC,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IACrI,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAC/C,MAAM,cAAc,GAChB,OAAO,CAAC,mBAAmB,KAAK,IAAI;QAChC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,GAAG,EAAU,EAAE;QACnD,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,KAAK,CAAC,CAAC;IACtD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,QAA4B,EAAE,KAAkB;IACnE,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;QACnG,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACjC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,mCAAmC,EAAE,CAAC;YAC3F,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,QAA0B,EAAE,KAAkB,EAAE,YAA+B;IAClG,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,GAAG,QAAQ,CAAC;IAC3D,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAChF,MAAM,YAAY,GACd,YAAY,KAAK,QAAQ;QACrB,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7D,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,IAAI,CAAC,YAAY,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO;YACH,GAAG,WAAW,CAAC,SAAS,CAAC;YACzB,aAAa;YACb,IAAI,EAAE,qBAAqB,CAAC,KAAK;SACpC,CAAC;IACN,CAAC;IACD,OAAO;QACH,GAAG,WAAW,CAAC,SAAS,CAAC;QACzB,aAAa;QACb,IAAI,EAAE,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,CAAC,qBAAqB,CAAC,IAAI;KACpG,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAiB,EAAE,MAAoB;IAC7D,MAAM,cAAc,GAChB,MAAM,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC;QAC/B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC5G,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACxE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACpH,CAAC;AAED,SAAS,YAAY,CACjB,OAAiB,EACjB,gBAAwB,EACxB,aAAqB,EACrB,gBAAwB,EACxB,aAAqB;IAErB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,OAAO,qBAAqB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,gBAAgB,OAAO,aAAa,iBAAiB,gBAAgB,OAAO,aAAa,YAAY,CAAC;AACvK,CAAC;AAED,SAAS,UAAU,CAAC,KAAkB,EAAE,IAAiB,EAAE,QAA4B,EAAE,GAAW;IAChG,MAAM,OAAO,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC;IAC7F,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO;YACH,IAAI,EAAE,iBAAiB,CACnB,CAAC,6BAA6B,EAAE,gCAAgC,KAAK,CAAC,OAAO,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC5G;YACD,UAAU,EAAE,EAAE;SACjB,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;IAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACzD,MAAM,KAAK,GAAG,CAAC,KAAkB,EAAE,aAAqB,EAAU,EAAE;QAChE,MAAM,KAAK,GAAG;YACV,yBAAyB,CAAC,KAAK,CAAC;YAChC,6BAA6B;YAC7B,EAAE;YACF,oBAAoB,KAAK,CAAC,OAAO,MAAM,KAAK,CAAC,MAAM,aAAa,IAAI,CAAC,MAAM,IAAI;YAC/E,GAAG,KAAK,CAAC,GAAG,CACR,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,OAAO,MAAM,GAAG,CAAC,YAAY,EAAE,CAC3H;YACD,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,gBAAgB,oCAAoC,CAAC,CAAC,CAAC,SAAS;YAC3F,aAAa,GAAG,CAAC;gBACb,CAAC,CAAC,IAAI,aAAa,iEAAiE,KAAK,CAAC,MAAM,aAAa,UAAU,CAAC,MAAM,IAAI;gBAClI,CAAC,CAAC,SAAS;YACf,GAAG,OAAO;SACb,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACvD,OAAO,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC;IAEF,IAAI,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC;IAC9B,IAAI,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAChC,OAAO,IAAI,CAAC,MAAM,GAAG,mBAAmB,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACpD,KAAK,IAAI,CAAC,CAAC;QACX,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,MAAqB,EACrB,QAAsB,EACtB,KAAkB,EAClB,KAAkB,EAClB,GAA+B,EAC/B,WAA+B,EAC/B,YAA+B;IAE/B,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAClC,MAAM,aAAa,GAAG,QAAQ;SACzB,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;SAC1F,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;SACjE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7B,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,4BAA4B,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,SAAS,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,WAAW,IAAI,aAAa,CAAC;IAChD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,qHAAqH;IACrH,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,IAAI,SAAS,EAAE,GAAG,aAAa,GAAG,uBAAuB,EAAE,CAAC;YACxD,MAAM;QACV,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;IAC5D,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IAC9D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;QACpC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACrC,IAAI,SAAS,CAAC,OAAO,CAAC,mBAAmB,KAAK,IAAI,EAAE,CAAC;YACjD,qBAAqB,IAAI,CAAC,CAAC;YAC3B,SAAS;QACb,CAAC;QACD,gBAAgB,IAAI,CAAC,CAAC;QACtB,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1G,CAAC;IACD,MAAM,gBAAgB,GAAG,QAAQ,CAAC,MAAM,CACpC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CACpG,CAAC,MAAM,CAAC;IACT,MAAM,OAAO,GAAG;QACZ,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;QACtC,iBAAiB,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;QAC7C,qBAAqB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,qBAAqB,kBAAkB,CAAC,CAAC,CAAC,SAAS;KACrF,CAAC,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAClH,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACvC,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;QACzD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,KAAK,EAAE,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AACnF,CAAC"}

package/dist/serving/session-reader.js

@@ -0,0 +1,302 @@
+// Tool-neutral read path for historical episodes. It owns transcript reparse
+// and the 20k newest-first budget; callers own their transport/envelopes.
+import { randomUUID } from 'node:crypto';
+import { defaultAdapters } from '../adapters/index.js';
+import { AUTO_BRIEF_AGGREGATE_FILE_LIMIT, AUTO_BRIEF_AGGREGATE_SESSION_LIMIT, MAX_GET_SESSION_LAST_N, RECENT_SESSION_WINDOW_MS, SESSION_CHAR_BUDGET, } from '../config/constants.js';
+import { omissionMarker, RAW_TURN_SEPARATOR, renderableRawTurns, renderRawTurn } from '../rendering/raw-turn-renderer.js';
+import { openProviderTranscript } from '../security/provider-transcript.js';
+import { isSubstantive, readProjectSessionAggregates, readProjectSessions, readSessionById, } from '../storage/session-read-model.js';
+import { UNTITLED_EPISODE } from '../storage/session-title.js';
+import { TOOL_METADATA } from '../types/index.js';
+import { dataBlockClose, dataBlockOpen } from './instructions.js';
+function leafStrings(value) {
+    if (typeof value === 'string') {
+        return [value];
+    }
+    if (Array.isArray(value)) {
+        return value.flatMap(leafStrings);
+    }
+    if (value && typeof value === 'object') {
+        return Object.values(value).flatMap(leafStrings);
+    }
+    return [];
+}
+function decodedStrings(value) {
+    try {
+        return leafStrings(JSON.parse(value));
+    }
+    catch {
+        return [];
+    }
+}
+export function surfaceLabel(tool, surface) {
+    const displayName = TOOL_METADATA[tool].displayName;
+    return surface === 'desktop' ? `${displayName} Desktop` : `${displayName} CLI`;
+}
+export function endedAt(session) {
+    return session.last_turn_at ?? session.last_ingested_at ?? session.started_at;
+}
+export function titleOf(session) {
+    return session.title?.trim() || UNTITLED_EPISODE;
+}
+export function hasRealContent(session) {
+    if (session.custom_title?.trim()) {
+        return true;
+    }
+    const title = session.title?.trim();
+    return title !== undefined && title !== '' && title !== UNTITLED_EPISODE;
+}
+export function newestActivity(sessions, { excludeNativeId }) {
+    let newest;
+    let newestEndedAt = Number.NEGATIVE_INFINITY;
+    for (const session of sessions) {
+        if (session.native_id === excludeNativeId) {
+            continue;
+        }
+        const sessionEndedAt = Date.parse(endedAt(session));
+        if (sessionEndedAt > newestEndedAt) {
+            newest = session;
+            newestEndedAt = sessionEndedAt;
+        }
+    }
+    return newest;
+}
+export class SessionReader {
+    db;
+    openTranscript;
+    adapters;
+    sessionsMemo = new Map();
+    consentedSessionsMemo = new Map();
+    constructor(db, adapters = defaultAdapters(), openTranscript = openProviderTranscript) {
+        this.db = db;
+        this.openTranscript = openTranscript;
+        this.adapters = adapters;
+    }
+    /**
+     * Memoized per reader instance, the same pattern as ProjectResolver.list:
+     * one operation's repeated reads of a project share a single load. A
+     * long-lived caller constructs a fresh reader per request so later
+     * requests observe daemon writes.
+     */
+    sessionsFor(project) {
+        const key = project.projectIds.join(',');
+        const cached = this.sessionsMemo.get(key);
+        if (cached !== undefined) {
+            return cached;
+        }
+        const rows = readProjectSessions(this.db, project.projectIds);
+        this.sessionsMemo.set(key, rows);
+        return rows;
+    }
+    sessionAggregatesFor(projects) {
+        const projectIds = [...new Set(projects.flatMap((project) => project.projectIds))];
+        return readProjectSessionAggregates(this.db, projectIds);
+    }
+    /**
+     * Reads every session belonging to the already consent-filtered project
+     * sets in one newest-first query. The caller owns the consent boundary;
+     * this reader only combines its internal project ids.
+     */
+    recentConsentedSessions(projects) {
+        const projectIds = [...new Set(projects.flatMap((project) => project.projectIds))].sort((a, b) => a - b);
+        if (projectIds.length === 0) {
+            return [];
+        }
+        const key = projectIds.join(',');
+        const cached = this.consentedSessionsMemo.get(key);
+        if (cached !== undefined) {
+            return cached;
+        }
+        const rows = readProjectSessions(this.db, projectIds).filter(hasRealContent);
+        this.consentedSessionsMemo.set(key, rows);
+        return rows;
+    }
+    consentedTotal(projects) {
+        return this.recentConsentedSessions(projects).length;
+    }
+    sessionById(id) {
+        return readSessionById(this.db, id);
+    }
+    newestSubstantive(project) {
+        return this.sessionsFor(project).find(isSubstantive);
+    }
+    counts(project, now = Date.now()) {
+        const rows = this.sessionsFor(project);
+        const sevenDaysAgo = now - RECENT_SESSION_WINDOW_MS;
+        return { total: rows.length, recent: rows.filter((row) => Date.parse(endedAt(row)) >= sevenDaysAgo).length };
+    }
+    storedRecallFieldsFor(sessions) {
+        const ids = [...new Set([...sessions].map((session) => session.id))];
+        const bySession = new Map(ids.map((id) => [id, new Map()]));
+        if (ids.length === 0) {
+            return bySession;
+        }
+        const rows = this.db
+            .prepare(`SELECT session_id, turn_index, decisions, files_touched, pending_items
+                 FROM memories WHERE session_id IN (${ids.map(() => '?').join(',')})
+                 ORDER BY session_id, turn_index`)
+            .all(...ids);
+        for (const row of rows) {
+            bySession.get(row.session_id)?.set(row.turn_index, {
+                decisions: decodedStrings(row.decisions),
+                filesTouched: decodedStrings(row.files_touched),
+                pendingItems: decodedStrings(row.pending_items),
+            });
+        }
+        return bySession;
+    }
+    storedTurnRecallFields(session) {
+        return this.storedRecallFieldsFor([session]).get(session.id) ?? new Map();
+    }
+    async turns(session, signal, storedIndexes, bounds) {
+        const opened = await this.openTranscript(session.tool, session.source_path);
+        if ('reason' in opened) {
+            return { reason: opened.reason };
+        }
+        const { handle } = opened;
+        try {
+            const indexes = storedIndexes ?? new Set(this.storedTurnRecallFields(session).keys());
+            if (indexes.size === 0) {
+                return { reason: 'no_stored_turn_indexes' };
+            }
+            const turns = [];
+            const retained = new Map();
+            let matchedTurns = 0;
+            let renderedTurns = 0;
+            let omittedBefore = 0;
+            let retainedRenderedChars = 0;
+            let highWaterTurns = 0;
+            let highWaterRenderedChars = 0;
+            for await (const turn of this.adapters[session.tool].parseTurns(session.source_path, undefined, {
+                closeTrailingOnIdle: true,
+                handle,
+                signal,
+            })) {
+                if (signal?.aborted) {
+                    return { reason: 'deadline' };
+                }
+                if (indexes.has(turn.turnIndex)) {
+                    matchedTurns += 1;
+                    if (bounds === undefined) {
+                        turns.push(turn);
+                    }
+                    else {
+                        const rendered = renderRawTurn(turn, renderedTurns + 1);
+                        if (rendered !== null) {
+                            renderedTurns += 1;
+                            const framedLength = dataBlockOpen(bounds.nonce).length + 1 + rendered.length + 1 + dataBlockClose(bounds.nonce).length;
+                            retainedRenderedChars += framedLength + (retained.size === 0 ? 1 : RAW_TURN_SEPARATOR.length);
+                            retained.set(turn.turnIndex, { turn, renderedLength: framedLength });
+                            while ((bounds.lastN !== undefined && retained.size > bounds.lastN) ||
+                                retainedRenderedChars > bounds.charBudget) {
+                                const oldest = retained.entries().next().value;
+                                if (oldest === undefined) {
+                                    break;
+                                }
+                                const [oldestIndex, oldestTurn] = oldest;
+                                const oldestContribution = oldestTurn.renderedLength + (retained.size === 1 ? 1 : RAW_TURN_SEPARATOR.length);
+                                retained.delete(oldestIndex);
+                                retainedRenderedChars -= oldestContribution;
+                                omittedBefore += 1;
+                            }
+                            highWaterTurns = Math.max(highWaterTurns, retained.size);
+                            highWaterRenderedChars = Math.max(highWaterRenderedChars, retainedRenderedChars);
+                        }
+                    }
+                    if (matchedTurns === indexes.size) {
+                        break;
+                    }
+                }
+            }
+            if (signal?.aborted) {
+                return { reason: 'deadline' };
+            }
+            if (matchedTurns === 0) {
+                return { reason: 'transcript_reparse_empty' };
+            }
+            if (bounds === undefined) {
+                return { turns };
+            }
+            return {
+                turns: [...retained.values()].map((entry) => entry.turn),
+                omittedBefore,
+                retentionHighWater: { turns: highWaterTurns, renderedChars: highWaterRenderedChars },
+            };
+        }
+        catch {
+            return { reason: 'transcript_unreadable' };
+        }
+        finally {
+            await handle.close();
+        }
+    }
+    async render(session, lastN, signal, charBudget = SESSION_CHAR_BUDGET) {
+        const nonce = randomUUID();
+        const boundedLastN = lastN === undefined ? undefined : Math.min(Math.max(1, Math.trunc(lastN)), MAX_GET_SESSION_LAST_N);
+        const parsed = await this.turns(session, signal, undefined, { lastN: boundedLastN, charBudget, nonce });
+        return parsed.turns === undefined
+            ? { reason: parsed.reason }
+            : { episode: boundedRender(parsed.turns, boundedLastN, charBudget, nonce, parsed.omittedBefore) };
+    }
+    aggregate(project) {
+        const rows = this.sessionsFor(project).filter(isSubstantive).slice(0, AUTO_BRIEF_AGGREGATE_SESSION_LIMIT);
+        const ids = rows.map((row) => row.id);
+        if (ids.length === 0) {
+            return { files: [], surfaces: [], lastActivity: null };
+        }
+        const memories = this.db
+            .prepare(`SELECT files_touched FROM memories WHERE session_id IN (${ids.map(() => '?').join(',')})`)
+            .all(...ids);
+        const count = new Map();
+        for (const memory of memories) {
+            try {
+                const files = JSON.parse(memory.files_touched);
+                if (Array.isArray(files)) {
+                    for (const file of files) {
+                        if (typeof file === 'string') {
+                            count.set(file, (count.get(file) ?? 0) + 1);
+                        }
+                    }
+                }
+            }
+            catch {
+                // Stored malformed JSON is not a valid zero; omit it from an aggregate only.
+            }
+        }
+        const files = [...count.entries()]
+            .sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0]))
+            .slice(0, AUTO_BRIEF_AGGREGATE_FILE_LIMIT)
+            .map(([file]) => file.split('/').filter(Boolean).at(-1) ?? file);
+        return { files, surfaces: [...new Set(rows.map((row) => surfaceLabel(row.tool, row.surface)))], lastActivity: endedAt(rows[0]) };
+    }
+}
+export function boundedRender(turns, lastN, charBudget = SESSION_CHAR_BUDGET, nonce = randomUUID(), omittedBefore = 0) {
+    const pieces = renderableRawTurns(turns, omittedBefore).map((piece) => `${dataBlockOpen(nonce)}\n${piece}\n${dataBlockClose(nonce)}`);
+    const eligible = lastN === undefined ? pieces : pieces.slice(-lastN);
+    const chosen = [];
+    let renderedChars = 0;
+    for (let index = eligible.length - 1; index >= 0; index--) {
+        const piece = eligible[index];
+        if (piece === undefined) {
+            continue;
+        }
+        const addition = piece.length + (chosen.length === 0 ? 1 : RAW_TURN_SEPARATOR.length);
+        if (renderedChars + addition > charBudget) {
+            break;
+        }
+        chosen.unshift(piece);
+        renderedChars += addition;
+    }
+    const total = omittedBefore + pieces.length;
+    const omitted = total - chosen.length;
+    const suffix = omitted === 0 ? '' : `\n${omissionMarker(omitted, chosen.length, total)}\n`;
+    return {
+        text: `${chosen.join(RAW_TURN_SEPARATOR)}${chosen.length > 0 ? '\n' : ''}${suffix}`,
+        returned: chosen.length,
+        omitted,
+        total,
+        renderedChars,
+        nonce,
+    };
+}
+//# sourceMappingURL=session-reader.js.map

package/dist/serving/session-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-reader.js","sourceRoot":"","sources":["../../src/serving/session-reader.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,0EAA0E;AAE1E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EACH,+BAA+B,EAC/B,kCAAkC,EAClC,sBAAsB,EACtB,wBAAwB,EACxB,mBAAmB,GACtB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAC;AAC1H,OAAO,EAAE,sBAAsB,EAAiC,MAAM,oCAAoC,CAAC;AAE3G,OAAO,EACH,aAAa,EAEb,4BAA4B,EAC5B,mBAAmB,EACnB,eAAe,GAElB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAwC,aAAa,EAAiB,MAAM,mBAAmB,CAAC;AACvG,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAgClE,SAAS,WAAW,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACjC,IAAI,CAAC;QACD,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,CAAC;IACd,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAc,EAAE,OAAiC;IAC1E,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC;IACpD,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,WAAW,UAAU,CAAC,CAAC,CAAC,GAAG,WAAW,MAAM,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAgF;IACpG,OAAO,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,UAAU,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAAqC;IACzD,OAAO,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,gBAAgB,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAsD;IACjF,IAAI,OAAO,CAAC,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;IACpC,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,gBAAgB,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,cAAc,CAC1B,QAAiC,EACjC,EAAE,eAAe,EAA+B;IAEhD,IAAI,MAAiC,CAAC;IACtC,IAAI,aAAa,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,SAAS,KAAK,eAAe,EAAE,CAAC;YACxC,SAAS;QACb,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACpD,IAAI,cAAc,GAAG,aAAa,EAAE,CAAC;YACjC,MAAM,GAAG,OAAO,CAAC;YACjB,aAAa,GAAG,cAAc,CAAC;QACnC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,aAAa;IAMD,EAAE;IAEF,cAAc;IAPlB,QAAQ,CAAmC;IAC3C,YAAY,GAAG,IAAI,GAAG,EAA2B,CAAC;IAClD,qBAAqB,GAAG,IAAI,GAAG,EAA2B,CAAC;IAE5E,YACqB,EAAqB,EACtC,QAAQ,GAAqC,eAAe,EAAE,EAC7C,cAAc,GAA6B,sBAAsB;kBAFjE,EAAE;8BAEF,cAAc;QAE/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,WAAW,CAAC,OAAmB;QAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,oBAAoB,CAAC,QAA+B;QAChD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACnF,OAAO,4BAA4B,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAC7D,CAAC;IAED;;;;OAIG;IACH,uBAAuB,CAAC,QAA+B;QACnD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC7E,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,QAA+B;QAC1C,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACzD,CAAC;IAED,WAAW,CAAC,EAAU;QAClB,OAAO,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,iBAAiB,CAAC,OAAmB;QACjC,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,CAAC,OAAmB,EAAE,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,YAAY,GAAG,GAAG,GAAG,wBAAwB,CAAC;QACpD,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,MAAM,EAAE,CAAC;IACjH,CAAC;IAED,qBAAqB,CAAC,QAA6C;QAC/D,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,GAAG,EAAkC,CAAC,CAAC,CAAC,CAAC;QAC5F,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACf,OAAO,CACJ;sDACsC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;iDACjC,CACpC;aACA,GAAG,CAAC,GAAG,GAAG,CAMb,CAAC;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE;gBAC/C,SAAS,EAAE,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC;gBACxC,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC;gBAC/C,YAAY,EAAE,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC;aAClD,CAAC,CAAC;QACP,CAAC;QACD,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,sBAAsB,CAAC,OAAkC;QACrD,OAAO,IAAI,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;IAC9E,CAAC;IAED,KAAK,CAAC,KAAK,CACP,OAAsB,EACtB,MAAoB,EACpB,aAAmC,EACnC,MAA6B;QAO7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAC5E,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YACrB,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACrC,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAC1B,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,aAAa,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACtF,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;YAChD,CAAC;YACD,MAAM,KAAK,GAAiB,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;YACjD,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,qBAAqB,GAAG,CAAC,CAAC;YAC9B,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,sBAAsB,GAAG,CAAC,CAAC;YAC/B,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,EAAE;gBAC5F,mBAAmB,EAAE,IAAI;gBACzB,MAAM;gBACN,MAAM;aACT,CAAC,EAAE,CAAC;gBACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;oBAClB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;gBAClC,CAAC;gBACD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC9B,YAAY,IAAI,CAAC,CAAC;oBAClB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;wBACvB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC;yBAAM,CAAC;wBACJ,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC;wBACxD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;4BACpB,aAAa,IAAI,CAAC,CAAC;4BACnB,MAAM,YAAY,GACd,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;4BACvG,qBAAqB,IAAI,YAAY,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;4BAC9F,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;4BACrE,OACI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;gCAC5D,qBAAqB,GAAG,MAAM,CAAC,UAAU,EAC3C,CAAC;gCACC,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gCAC/C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;oCACvB,MAAM;gCACV,CAAC;gCACD,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC;gCACzC,MAAM,kBAAkB,GACpB,UAAU,CAAC,cAAc,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gCACtF,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gCAC7B,qBAAqB,IAAI,kBAAkB,CAAC;gCAC5C,aAAa,IAAI,CAAC,CAAC;4BACvB,CAAC;4BACD,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;4BACzD,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;wBACrF,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;wBAChC,MAAM;oBACV,CAAC;gBACL,CAAC;YACL,CAAC;YACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBAClB,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;YAClC,CAAC;YACD,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;YAClD,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,CAAC;YACD,OAAO;gBACH,KAAK,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;gBACxD,aAAa;gBACb,kBAAkB,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,sBAAsB,EAAE;aACvF,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC/C,CAAC;gBAAS,CAAC;YACP,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CACR,OAAsB,EACtB,KAAc,EACd,MAAoB,EACpB,UAAU,GAAW,mBAAmB;QAExC,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;QACxH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,KAAK,KAAK,SAAS;YAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;YAC3B,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAC1G,CAAC;IAED,SAAS,CAAC,OAAmB;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,kCAAkC,CAAC,CAAC;QAC1G,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAC3D,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE;aACnB,OAAO,CAAC,2DAA2D,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;aACnG,GAAG,CAAC,GAAG,GAAG,CAAqC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;QACxC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACD,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACxD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACvB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;4BAC3B,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBAChD,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,6EAA6E;YACjF,CAAC;QACL,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;aAC7B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACvD,KAAK,CAAC,CAAC,EAAE,+BAA+B,CAAC;aACzC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QACrE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrI,CAAC;CACJ;AAED,MAAM,UAAU,aAAa,CACzB,KAA2B,EAC3B,KAAc,EACd,UAAU,GAAW,mBAAmB,EACxC,KAAK,GAAW,UAAU,EAAE,EAC5B,aAAa,GAAW,CAAC;IAEzB,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtI,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;IACrE,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,SAAS;QACb,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACtF,IAAI,aAAa,GAAG,QAAQ,GAAG,UAAU,EAAE,CAAC;YACxC,MAAM;QACV,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtB,aAAa,IAAI,QAAQ,CAAC;IAC9B,CAAC;IACD,MAAM,KAAK,GAAG,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5C,MAAM,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC;IAC3F,OAAO;QACH,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE;QACnF,QAAQ,EAAE,MAAM,CAAC,MAAM;QACvB,OAAO;QACP,KAAK;QACL,aAAa;QACb,KAAK;KACR,CAAC;AACN,CAAC"}

package/dist/storage/backfill-runner.js

@@ -0,0 +1,34 @@
+/** Plans and applies transcript-derived storage backfills. Verification reuses its plan result. */
+export async function planBackfill(db, adapters, deriver) {
+    const { sessions, state } = deriver.load(db);
+    const changes = [];
+    let sessionsMissingTranscript = 0;
+    for (const session of sessions) {
+        const change = await deriver.derive({ db, adapters, session, state });
+        if (change?.transcriptMissing) {
+            sessionsMissingTranscript++;
+        }
+        if (change !== undefined) {
+            changes.push(change);
+        }
+    }
+    return { changes, sessionsScanned: sessions.length, sessionsMissingTranscript };
+}
+export async function applyBackfill(db, adapters, deriver) {
+    const plan = await planBackfill(db, adapters, deriver);
+    const apply = db.transaction((changes) => {
+        let sessionsSkippedConcurrent = 0;
+        for (const change of changes) {
+            if (!deriver.shouldWrite(change)) {
+                continue;
+            }
+            sessionsSkippedConcurrent += deriver.write(db, change)?.sessionsSkippedConcurrent ?? 0;
+        }
+        return sessionsSkippedConcurrent;
+    });
+    const sessionsSkippedConcurrent = apply(plan.changes);
+    deriver.recordConcurrentSkips?.(plan, sessionsSkippedConcurrent);
+    await deriver.afterApply?.({ db, adapters, plan });
+    return plan;
+}
+//# sourceMappingURL=backfill-runner.js.map

package/dist/storage/backfill-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill-runner.js","sourceRoot":"","sources":["../../src/storage/backfill-runner.ts"],"names":[],"mappings":"AA+BA,mGAAmG;AACnG,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,EAAY,EACZ,QAA0C,EAC1C,OAAgD;IAEhD,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,yBAAyB,GAAG,CAAC,CAAC;IAElC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,IAAI,MAAM,EAAE,iBAAiB,EAAE,CAAC;YAC5B,yBAAyB,EAAE,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;IACL,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,MAAM,EAAE,yBAAyB,EAAE,CAAC;AACpF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,EAAY,EACZ,QAA0C,EAC1C,OAAgD;IAEhD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,OAAiB,EAAE,EAAE;QAC/C,IAAI,yBAAyB,GAAG,CAAC,CAAC;QAClC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/B,SAAS;YACb,CAAC;YACD,yBAAyB,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,yBAAyB,IAAI,CAAC,CAAC;QAC3F,CAAC;QACD,OAAO,yBAAyB,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,MAAM,yBAAyB,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtD,OAAO,CAAC,qBAAqB,EAAE,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;IACjE,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,OAAO,IAAI,CAAC;AAChB,CAAC"}