@xopcai/xopc 0.0.205 → 0.0.207

package/dist/src/session/session-context-for-llm.d.ts

@@ -6,6 +6,7 @@
  * {@link buildSessionContextForLlm} first (or use {@link SessionStore.loadMessages}, which already does).
  */
 import type { AgentMessage } from '@earendil-works/pi-agent-core';
+import { type CompactionAudit, type CompactionHandover } from './compaction-types.js';
 /** Persisted-only row: never sent to the model as a chat message. */
 export interface XopcTranscriptContextEntry {
     kind: 'context';
@@ -73,15 +74,16 @@ export interface XopcTranscriptCompactionEntry {
     type: 'compaction';
     at: string;
     baseSeq: number;
-    plannerVersion: number;
+    plannerVersion: 3;
     summaryModelRef: string;
     qualityAudit: 'passed' | 'disabled';
+    handover: CompactionHandover;
+    audit: CompactionAudit;
     summary: string;
     messages: AgentMessage[];
     firstKeptIndex: number;
     tokensBefore: number;
     tokensAfter: number;
-    restoredFromCompactionId?: string;
 }
 /** Persisted label change for a transcript entry. */
 export interface XopcTranscriptLabelEntry {

package/dist/src/session/session-context-for-llm.js

@@ -1,3 +1,4 @@
+import { isCompactionAudit, isCompactionHandover } from "./compaction-types.js";
 //#region src/session/session-context-for-llm.ts
 function isTranscriptContextEntry(x) {
 	if (!x || typeof x !== "object") return false;
@@ -24,7 +25,7 @@ function isTranscriptSummaryMessageEntry(x) {
 function isTranscriptCompactionEntry(x) {
 	if (!x || typeof x !== "object") return false;
 	const row = x;
-	return row.type === "compaction" && typeof row.at === "string" && typeof row.baseSeq === "number" && Number.isInteger(row.baseSeq) && typeof row.plannerVersion === "number" && Number.isInteger(row.plannerVersion) && typeof row.summaryModelRef === "string" && (row.qualityAudit === "passed" || row.qualityAudit === "disabled") && typeof row.summary === "string" && Array.isArray(row.messages) && typeof row.firstKeptIndex === "number" && typeof row.tokensBefore === "number" && typeof row.tokensAfter === "number";
+	return row.type === "compaction" && typeof row.at === "string" && typeof row.baseSeq === "number" && Number.isInteger(row.baseSeq) && row.plannerVersion === 3 && typeof row.summaryModelRef === "string" && (row.qualityAudit === "passed" || row.qualityAudit === "disabled") && typeof row.summary === "string" && isCompactionHandover(row.handover) && isCompactionAudit(row.audit) && Array.isArray(row.messages) && typeof row.firstKeptIndex === "number" && typeof row.tokensBefore === "number" && typeof row.tokensAfter === "number";
 }
 function isTranscriptLabelEntry(x) {
 	if (!x || typeof x !== "object") return false;

package/dist/src/session/store.d.ts

@@ -32,11 +32,13 @@ export declare class SessionStore {
     private window;
     private compactor;
     private compactionHooks;
+    private readonly compactionTails;
     constructor(options: SessionStoreOptions, windowConfig?: Partial<WindowConfig>, compactionConfig?: Partial<CompactionConfig>);
     setCompactionHooks(hooks: SessionCompactionHooks): void;
     private runCompactionHook;
     private resolveWorkspaceCwd;
     private runStoreMutation;
+    private runCompactionExclusive;
     initialize(): Promise<void>;
     getSessionsRoot(): string;
     resolveTranscriptPath(sessionKey: string, options?: {
@@ -142,12 +144,15 @@ export declare class SessionStore {
         tool: number;
         needsTrim: boolean;
     };
-    applyCompaction(key: string, messages: AgentMessage[], result: CompactionResult): Promise<AgentMessage[]>;
+    applyCompaction(key: string, result: CompactionResult, expectedSnapshot?: import("../storage/sqlite/transcript-repository.js").CompactionSourceSnapshot): Promise<AgentMessage[]>;
     compact(key: string, messages: AgentMessage[], model: Model<Api>, instructions?: string, force?: boolean, executionOptions?: CompactionExecutionOptions): Promise<CompactionResult>;
     getCompactionStats(key: string): Promise<{
         compactionCount: number;
         totalTokensBefore: number;
         totalTokensAfter: number;
+        auditPassedCount: number;
+        auditDegradedCount: number;
+        auditMissingItemsFound: number;
         lastCompactionAt: string;
     }>;
     listCompactionBoundaries(key: string): Promise<CompactionBoundarySummary[]>;
@@ -158,6 +163,10 @@ export declare class SessionStore {
     }): Promise<AgentMessage[]>;
     estimateTokenUsage(_key: string, messages: AgentMessage[]): Promise<number>;
     searchInSession(key: string, keyword: string): Promise<Message[]>;
+    recallSession(key: string, query: string, options?: {
+        limit?: number;
+        beforeSeq?: number;
+    }): import("../storage/sqlite/transcript-repository.js").SessionTranscriptRecallMatch[];
     exportSession(key: string, format: ExportFormat): Promise<string>;
     importSessionExport(targetKey: string, jsonContent: string): Promise<{
         sessionKey: string;

package/dist/src/session/store.js

@@ -6,7 +6,7 @@ import "./types.js";
 import { buildSessionContextForLlm, buildSessionDisplayMessages, isRuntimeOnlyTranscriptMessage, isTranscriptCompactionEntry, mergeLlmMessagesPreservingContextRows, transcriptRowsFromJsonArray } from "./session-context-for-llm.js";
 import { estimateTokensFromMessages } from "../storage/sqlite/row-mappers.js";
 import { deleteSessionRecord, ensureSessionRecord, findSessionKeyBySessionId, getGlobalSessionStats, getSessionMetadata, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord } from "../storage/sqlite/session-repository.js";
-import { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary } from "../storage/sqlite/transcript-repository.js";
+import { appendCompactionBoundaryIfUnchanged, appendTranscriptEntry, listCompactionBoundaries, loadCompactionSourceSnapshot, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, searchSessionTranscript } from "../storage/sqlite/transcript-repository.js";
 import "../storage/sqlite/index.js";
 import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
 import { readPostCompactionContext } from "../agent/reply/post-compaction-context.js";
@@ -35,6 +35,7 @@ var SessionStore = class {
 	window;
 	compactor;
 	compactionHooks = {};
+	compactionTails = /* @__PURE__ */ new Map();
 	constructor(options, windowConfig, compactionConfig) {
 		this.options = options;
 		this.window = new SlidingWindow(windowConfig);
@@ -64,6 +65,21 @@ var SessionStore = class {
 	async runStoreMutation(fn) {
 		return fn();
 	}
+	async runCompactionExclusive(sessionKey, fn) {
+		const previous = this.compactionTails.get(sessionKey) ?? Promise.resolve();
+		let release;
+		const current = new Promise((resolve) => {
+			release = resolve;
+		});
+		this.compactionTails.set(sessionKey, current);
+		await previous;
+		try {
+			return await fn();
+		} finally {
+			release();
+			if (this.compactionTails.get(sessionKey) === current) this.compactionTails.delete(sessionKey);
+		}
+	}
 	async initialize() {
 		requireXopcDatabase();
 		log.debug("Session store initialized (SQLite)");
@@ -297,12 +313,13 @@ var SessionStore = class {
 			plannerVersion: row.plannerVersion,
 			summaryModelRef: row.summaryModelRef,
 			qualityAudit: row.qualityAudit,
+			handover: row.handover,
+			audit: row.audit,
 			summary: row.summary,
 			messages: row.messages,
 			firstKeptIndex: row.firstKeptIndex,
 			tokensBefore: row.tokensBefore,
-			tokensAfter: row.tokensAfter,
-			restoredFromCompactionId: row.restoredFromCompactionId
+			tokensAfter: row.tokensAfter
 		});
 		return {
 			type: "xopc_session_transcript",
@@ -419,21 +436,25 @@ var SessionStore = class {
 	getWindowStats(messages) {
 		return this.window.getStats(messages);
 	}
-	async applyCompaction(key, messages, result) {
-		const compacted = this.compactor.applyCompaction(messages, result);
+	async applyCompaction(key, result, expectedSnapshot = loadCompactionSourceSnapshot(key)) {
+		if (!expectedSnapshot) throw new Error(`Session not found: ${key}`);
+		if (!result.compacted || !result.handover || !result.audit) throw new Error("Cannot persist an incomplete compaction result");
+		const compacted = result.messages;
 		return this.runStoreMutation(async () => {
-			appendCompactionBoundary(key, {
+			if (!appendCompactionBoundaryIfUnchanged(key, expectedSnapshot, {
 				type: "compaction",
 				at: (/* @__PURE__ */ new Date()).toISOString(),
-				plannerVersion: result.plannerVersion ?? 2,
+				plannerVersion: 3,
 				summaryModelRef: result.summaryModelRef ?? "unknown",
 				qualityAudit: result.qualityAudit ?? "disabled",
+				handover: result.handover,
+				audit: result.audit,
 				summary: result.summary,
 				messages: compacted,
 				firstKeptIndex: result.firstKeptIndex,
 				tokensBefore: result.tokensBefore,
 				tokensAfter: result.tokensAfter
-			});
+			})) throw new Error(`Session changed while compaction was running: ${key}`);
 			log.info({
 				key,
 				tokensBefore: result.tokensBefore,
@@ -445,23 +466,27 @@ var SessionStore = class {
 		});
 	}
 	async compact(key, messages, model, instructions, force, executionOptions) {
-		const tokenCount = this.estimateTokens(messages);
-		await this.runCompactionHook("before", {
-			sessionKey: key,
-			messageCount: messages.length,
-			tokenCount
-		});
-		const result = await this.compactor.compact(messages, model, instructions, force, executionOptions);
-		if (result.compacted) {
-			const compacted = await this.applyCompaction(key, messages, result);
-			await this.runCompactionHook("after", {
+		return this.runCompactionExclusive(key, async () => {
+			const snapshot = loadCompactionSourceSnapshot(key);
+			if (!snapshot) throw new Error(`Session not found: ${key}`);
+			const tokenCount = this.estimateTokens(messages);
+			await this.runCompactionHook("before", {
 				sessionKey: key,
-				messageCount: compacted.length,
-				tokenCount: result.tokensAfter,
-				compactedCount: Math.max(0, Math.min(messages.length, result.firstKeptIndex))
+				messageCount: messages.length,
+				tokenCount
 			});
-		}
-		return result;
+			const result = await this.compactor.compact(snapshot.entries, model, instructions, force, executionOptions);
+			if (result.compacted) {
+				const compacted = await this.applyCompaction(key, result, snapshot);
+				await this.runCompactionHook("after", {
+					sessionKey: key,
+					messageCount: compacted.length,
+					tokenCount: result.tokensAfter,
+					compactedCount: Math.max(0, Math.min(messages.length, result.firstKeptIndex))
+				});
+			}
+			return result;
+		});
 	}
 	async getCompactionStats(key) {
 		if (!await this.getMetadata(key)) return void 0;
@@ -470,6 +495,9 @@ var SessionStore = class {
 			compactionCount: boundaries.length,
 			totalTokensBefore: boundaries.reduce((sum, boundary) => sum + boundary.tokensBefore, 0),
 			totalTokensAfter: boundaries.reduce((sum, boundary) => sum + boundary.tokensAfter, 0),
+			auditPassedCount: boundaries.filter((boundary) => boundary.audit.status === "passed").length,
+			auditDegradedCount: boundaries.filter((boundary) => boundary.audit.status === "degraded").length,
+			auditMissingItemsFound: boundaries.reduce((sum, boundary) => sum + boundary.audit.missingItemsFound, 0),
 			lastCompactionAt: boundaries[0]?.createdAt
 		};
 	}
@@ -498,6 +526,10 @@ var SessionStore = class {
 		const q = keyword.toLowerCase();
 		return this.convertMessages(messages.filter((m) => this.extractTextContent(this.messageContent(m)).toLowerCase().includes(q)));
 	}
+	recallSession(key, query, options) {
+		requireXopcDatabase();
+		return searchSessionTranscript(key, query, options);
+	}
 	async exportSession(key, format) {
 		const metadata = await this.getMetadata(key);
 		if (!metadata) throw new Error(`Session not found: ${key}`);

package/dist/src/session/types.d.ts

@@ -1,3 +1,4 @@
+import type { CompactionAudit } from './compaction-types.js';
 import type { TranscriptStoredRow } from './session-context-for-llm.js';
 export interface Message {
     role: 'system' | 'user' | 'assistant' | 'tool' | 'toolResult';
@@ -174,7 +175,7 @@ export interface SessionExport {
     /** Full on-disk rows (LLM + `kind: 'context'`) for audit / round-trip. */
     transcriptRows: TranscriptStoredRow[];
 }
-/** Append-only context boundary produced by compaction or logical restoration. */
+/** Append-only context boundary produced by compaction. */
 export interface CompactionBoundarySummary {
     id: string;
     seq: number;
@@ -183,5 +184,5 @@ export interface CompactionBoundarySummary {
     tokensBefore: number;
     tokensAfter: number;
     summaryPreview: string;
-    restoredFromCompactionId?: string;
+    audit: CompactionAudit;
 }

package/dist/src/storage/sqlite/index.d.ts

@@ -20,7 +20,7 @@ export { buildRelationshipPrompt, getRelationshipSettings, isProactiveSupportAll
 export { buildDefaultSessionMetadata, type SessionMetadataSeed, } from './session-metadata.js';
 export { buildGlobalSessionStats, classifyStoredRow, estimateTokensFromMessages, extractFtsContent, metadataToSessionInsert, sessionConfigRowToConfig, sessionRowToMetadata, transcriptEntryRowToStoredRow, type SessionConfigRow, type SessionRow, type TranscriptEntryRow, } from './row-mappers.js';
 export { deleteSessionRecord, ensureSessionRecord, getCurrentSessionId, getGlobalSessionStats, findSessionKeyBySessionId, getSessionPersistedLevels, getSessionMetadata, incrementSessionStatsOnAppend, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord, resolveSessionAgentId, updateSessionStats, } from './session-repository.js';
-export { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, } from './transcript-repository.js';
+export { appendCompactionBoundaryIfUnchanged, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, loadCompactionSourceSnapshot, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, searchSessionTranscript, type CompactionSourceSnapshot, type SessionTranscriptRecallMatch, type TranscriptSourceEntry, } from './transcript-repository.js';
 export { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord, } from './notes-repository.js';
 export { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord, type NoteAgentContextRecord, } from './note-agent-context-repository.js';
 export { appendMemorySignal, appendMemoryTraceEvent, deleteMemoryRecord, getMemoryProviderState, getMemoryTurnFeedback, getMemoryRecord, hasUnresolvedMemoryConflict, listMemorySignals, listMemoryTraceEvents, listMemoryRecords, markMemoryRecordsConflicted, searchMemoryRecords, setMemoryRecordStatus, setMemoryProviderState, setMemoryTurnFeedback, summarizeMemoryRecallFeedback, upsertMemoryRecord, type AppendMemorySignalInput, type AppendMemoryTraceEventInput, type ListMemoryRecordsOptions, type MemoryRecallFeedbackSummary, type MemorySignalRowPayload, type MemoryFeedback, type MemoryFeedbackRating, type MemoryTraceEventPayload, type SearchMemoryRecordsOptions, type SetMemoryTurnFeedbackInput, type UpsertMemoryRecordInput, } from './memory-records-repository.js';

package/dist/src/storage/sqlite/index.js

@@ -21,7 +21,7 @@ import { buildGlobalSessionStats, classifyStoredRow, estimateTokensFromMessages,
 import { deleteSessionRecord, ensureSessionRecord, findSessionKeyBySessionId, getCurrentSessionId, getGlobalSessionStats, getSessionMetadata, getSessionPersistedLevels, incrementSessionStatsOnAppend, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord, resolveSessionAgentId, updateSessionStats } from "./session-repository.js";
 import { getSessionTaskPlan, setSessionTaskPlan } from "./session-task-plan-repository.js";
 import { buildRelationshipPrompt, getRelationshipSettings, isProactiveSupportAllowed, updateRelationshipSettings } from "./relationship-settings-repository.js";
-import { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary } from "./transcript-repository.js";
+import { appendCompactionBoundaryIfUnchanged, appendTranscriptEntry, listCompactionBoundaries, loadCompactionSourceSnapshot, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, searchSessionTranscript } from "./transcript-repository.js";
 import { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord } from "./notes-repository.js";
 import { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord } from "./note-agent-context-repository.js";
 import { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, pruneBoundedKnowledgeSourceItems, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, startKnowledgeSyncRun, upsertKnowledgeSourceItems } from "./knowledge-repository.js";
@@ -32,4 +32,4 @@ import { appendConnectorExecutionAudit, claimConnectorWebhookDelivery, completeC
 import { getConnectorAccount, listConnectorAccounts, reconcileConnectorAccount, refreshConnectorAccountCurrent } from "./connector-account-repository.js";
 import { getConnectorSyncPolicy, getConnectorSyncPolicyForConnection, listConnectorSyncPolicies, upsertConnectorSyncPolicy } from "./connector-sync-policy-repository.js";
 import { getUserTrustPolicy, setUserTrustPolicy } from "./user-trust-repository.js";
-export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, acknowledgeHomeAttention, appendCompactionBoundary, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, bindEndpointPrincipal, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, cancelQueuedSessionInput, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, claimNextConnectorLearningJob, claimNextSessionInput, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, consumeConnectorApproval, consumeContextConsent, createCollaborationRule, createConnectorApproval, createContextEvidence, createEndpointPrincipal, createObjectLinkRecord, createUnderstanding, decideConnectorApproval, decideContextConsent, deleteCollaborationRule, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteObjectLinkRecord, deleteSessionConfig, deleteSessionRecord, deleteUnderstanding, discoverSqlMigrations, enqueueConnectorLearningJob, ensureContextConsent, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findSessionInput, findSessionKeyBySessionId, finishContextConsolidationRun, finishEndpointToolInvocationAudit, finishKnowledgeSyncRun, finishSessionInputRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getCollaborationRule, getConnectorAccount, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getConnectorSyncPolicy, getConnectorSyncPolicyForConnection, getContextConsolidationRun, getCurrentSessionId, getEndpointPrincipal, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getMemoryTurnFeedback, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionInputState, getSessionMetadata, getSessionPersistedLevels, getSessionTaskPlan, getSqliteDatabase, getTurnPersonalization, getUnderstanding, getUserProfile, getUserTrustPolicy, getXopcDatabase, hasContextConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, insertSessionInput, inspectSchemaMigrationStatus, isHomeAttentionAcknowledged, isProactiveSupportAllowed, isUnderstandingSuppressed, isXopcDatabaseOpen, linkUnderstandingEvidence, listActivityRecords, listCachedConnectorCatalogEntries, listCollaborationRules, listCompactionBoundaries, listComposerInputHistory, listConnectorAccounts, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listConnectorLearningJobs, listConnectorSyncPolicies, listContextConsolidationDecisions, listContextConsolidationRuns, listEndpointPrincipals, listEndpointToolInvocationAudits, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listUnderstandingEvidence, listUnderstandings, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, mutateQueuedSessionInput, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, pruneBoundedKnowledgeSourceItems, readSchemaVersion, readSchemaVersionForTest, reconcileConnectorAccount, recordActivityEvent, recordContextConsolidationDecision, recordContextFeedback, recordContextRun, recoverSessionInputState, recoverStaleConnectorLearningJobs, refreshConnectorAccountCurrent, rejectUnderstanding, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveXopcDatabasePath, restoreBeforeCompactionBoundary, reviseCollaborationRule, reviseUnderstanding, revokeEndpointPrincipal, runSqliteWriteTransaction, searchMemoryRecords, sessionConfigRowToConfig, sessionRowToMetadata, setCollaborationRuleStatus, setConnectorLearningPaused, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setMemoryProviderState, setMemoryRecordStatus, setMemoryTurnFeedback, setSessionConfig, setSessionInputStatus, setSessionTaskPlan, setUnderstandingStatus, setUserTrustPolicy, startContextConsolidationRun, startEndpointToolInvocationAudit, startKnowledgeSyncRun, summarizeMemoryRecallFeedback, summarizeUserUnderstandingQuality, touchEndpointPrincipal, transcriptEntryRowToStoredRow, updateConnectorLearningJob, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateUserProfile, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertConnectorSyncPolicy, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };
+export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, acknowledgeHomeAttention, appendCompactionBoundaryIfUnchanged, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, bindEndpointPrincipal, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, cancelQueuedSessionInput, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, claimNextConnectorLearningJob, claimNextSessionInput, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, consumeConnectorApproval, consumeContextConsent, createCollaborationRule, createConnectorApproval, createContextEvidence, createEndpointPrincipal, createObjectLinkRecord, createUnderstanding, decideConnectorApproval, decideContextConsent, deleteCollaborationRule, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteObjectLinkRecord, deleteSessionConfig, deleteSessionRecord, deleteUnderstanding, discoverSqlMigrations, enqueueConnectorLearningJob, ensureContextConsent, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findSessionInput, findSessionKeyBySessionId, finishContextConsolidationRun, finishEndpointToolInvocationAudit, finishKnowledgeSyncRun, finishSessionInputRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getCollaborationRule, getConnectorAccount, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getConnectorSyncPolicy, getConnectorSyncPolicyForConnection, getContextConsolidationRun, getCurrentSessionId, getEndpointPrincipal, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getMemoryTurnFeedback, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionInputState, getSessionMetadata, getSessionPersistedLevels, getSessionTaskPlan, getSqliteDatabase, getTurnPersonalization, getUnderstanding, getUserProfile, getUserTrustPolicy, getXopcDatabase, hasContextConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, insertSessionInput, inspectSchemaMigrationStatus, isHomeAttentionAcknowledged, isProactiveSupportAllowed, isUnderstandingSuppressed, isXopcDatabaseOpen, linkUnderstandingEvidence, listActivityRecords, listCachedConnectorCatalogEntries, listCollaborationRules, listCompactionBoundaries, listComposerInputHistory, listConnectorAccounts, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listConnectorLearningJobs, listConnectorSyncPolicies, listContextConsolidationDecisions, listContextConsolidationRuns, listEndpointPrincipals, listEndpointToolInvocationAudits, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listUnderstandingEvidence, listUnderstandings, loadCompactionSourceSnapshot, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, mutateQueuedSessionInput, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, pruneBoundedKnowledgeSourceItems, readSchemaVersion, readSchemaVersionForTest, reconcileConnectorAccount, recordActivityEvent, recordContextConsolidationDecision, recordContextFeedback, recordContextRun, recoverSessionInputState, recoverStaleConnectorLearningJobs, refreshConnectorAccountCurrent, rejectUnderstanding, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveXopcDatabasePath, restoreBeforeCompactionBoundary, reviseCollaborationRule, reviseUnderstanding, revokeEndpointPrincipal, runSqliteWriteTransaction, searchMemoryRecords, searchSessionTranscript, sessionConfigRowToConfig, sessionRowToMetadata, setCollaborationRuleStatus, setConnectorLearningPaused, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setMemoryProviderState, setMemoryRecordStatus, setMemoryTurnFeedback, setSessionConfig, setSessionInputStatus, setSessionTaskPlan, setUnderstandingStatus, setUserTrustPolicy, startContextConsolidationRun, startEndpointToolInvocationAudit, startKnowledgeSyncRun, summarizeMemoryRecallFeedback, summarizeUserUnderstandingQuality, touchEndpointPrincipal, transcriptEntryRowToStoredRow, updateConnectorLearningJob, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateUserProfile, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertConnectorSyncPolicy, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };

package/dist/src/storage/sqlite/migrations/121_automation_inbox.sql

@@ -0,0 +1,24 @@
+ALTER TABLE automations ADD COLUMN conversation_mode TEXT NOT NULL DEFAULT 'new_session'
+  CHECK (conversation_mode IN ('new_session', 'continuous'));
+ALTER TABLE automations ADD COLUMN notification_policy TEXT NOT NULL DEFAULT 'attention'
+  CHECK (notification_policy IN ('attention', 'all', 'none'));
+ALTER TABLE automations ADD COLUMN completion_webhook_url TEXT;
+
+UPDATE automations
+SET completion_webhook_url = json_extract(after_run_json, '$.url')
+WHERE json_extract(after_run_json, '$.kind') = 'webhook';
+
+ALTER TABLE automations DROP COLUMN after_run_json;
+
+UPDATE automation_runs
+SET current_phase = 'completion_hook'
+WHERE current_phase = 'after_run';
+
+UPDATE automation_run_events
+SET type = replace(type, 'after_run.', 'completion_hook.'),
+    message = replace(message, 'After-run webhook', 'Completion webhook')
+WHERE type LIKE 'after_run.%';
+
+ALTER TABLE automation_runs ADD COLUMN read_at_ms INTEGER;
+CREATE INDEX IF NOT EXISTS idx_automation_runs_unread_created
+  ON automation_runs(read_at_ms, created_at_ms DESC);

package/dist/src/storage/sqlite/migrations/122_automation_session_projects.sql

@@ -0,0 +1,18 @@
+UPDATE sessions
+SET project_id = (
+  SELECT a.project_id
+  FROM automation_runs r
+  JOIN automations a ON a.automation_id = r.automation_id
+  WHERE r.session_key = sessions.session_key
+    AND a.project_id IS NOT NULL
+  ORDER BY r.created_at_ms DESC
+  LIMIT 1
+)
+WHERE project_id IS NULL
+  AND EXISTS (
+    SELECT 1
+    FROM automation_runs r
+    JOIN automations a ON a.automation_id = r.automation_id
+    WHERE r.session_key = sessions.session_key
+      AND a.project_id IS NOT NULL
+  );

package/dist/src/storage/sqlite/migrations/123_remove_v2_compaction_boundaries.sql

@@ -0,0 +1,25 @@
+DELETE FROM transcript_fts
+WHERE entry_id IN (
+  SELECT entry_id
+  FROM transcript_entries
+  WHERE entry_kind = 'compaction'
+);
+
+DELETE FROM transcript_entries
+WHERE entry_kind = 'compaction';
+
+UPDATE sessions
+SET
+  compacted_count = 0,
+  message_count = (
+    SELECT COUNT(*)
+    FROM transcript_entries e
+    WHERE e.session_id = sessions.session_id
+      AND e.entry_kind = 'message'
+  ),
+  estimated_tokens = (
+    SELECT COALESCE(SUM((length(COALESCE(json_extract(e.payload_json, '$.content'), '')) + 3) / 4), 0)
+    FROM transcript_entries e
+    WHERE e.session_id = sessions.session_id
+      AND e.entry_kind = 'message'
+  );

package/dist/src/storage/sqlite/migrations/runner.d.ts

@@ -3,7 +3,7 @@ import type { ApplyMigrationsOptions } from './types.js';
 /** Baseline schema version applied from schema.sql on first open. */
 export declare const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-export declare const XOPC_DB_SCHEMA_VERSION = 120;
+export declare const XOPC_DB_SCHEMA_VERSION = 123;
 export declare function resolveMigrationsDir(override?: string): string;
 /**
  * Apply sequential SQL migrations from (currentVersion + 1) through targetVersion.

package/dist/src/storage/sqlite/migrations/runner.js

@@ -12,7 +12,7 @@ const log = createLogger("Sqlite:Migrations");
 /** Baseline schema version applied from schema.sql on first open. */
 const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-const XOPC_DB_SCHEMA_VERSION = 120;
+const XOPC_DB_SCHEMA_VERSION = 123;
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 function backupBeforeTaskCutover(db, databasePath) {
 	db.exec("PRAGMA wal_checkpoint(FULL)");
@@ -57,7 +57,7 @@ function applySingleMigration(db, migration) {
 * Each step runs in its own transaction and updates schema_meta on success.
 */
 function applyPendingMigrations(db, options = {}) {
-	const targetVersion = options.targetVersion ?? 120;
+	const targetVersion = options.targetVersion ?? 123;
 	let currentVersion = readSchemaVersion(db);
 	if (currentVersion > targetVersion) throw new DatabaseSchemaTooNewError(currentVersion, targetVersion);
 	if (currentVersion >= targetVersion) return currentVersion;
@@ -94,7 +94,7 @@ function applyPendingMigrations(db, options = {}) {
 }
 /** Inspect schema version without mutating the database. */
 function inspectSchemaMigrationStatus(db, options = {}) {
-	const appVersion = options.targetVersion ?? 120;
+	const appVersion = options.targetVersion ?? 123;
 	const dbVersion = readSchemaVersion(db);
 	if (dbVersion > appVersion) return {
 		dbVersion,

package/dist/src/storage/sqlite/migrations/runner.ts

@@ -19,7 +19,7 @@ const log = createLogger('Sqlite:Migrations');
 export const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 
 /** Latest schema version this release supports (increment when adding migrations). */
-export const XOPC_DB_SCHEMA_VERSION = 120;
+export const XOPC_DB_SCHEMA_VERSION = 123;
 
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 

package/dist/src/storage/sqlite/schema.js

@@ -32,7 +32,7 @@ function ensureXopcDatabaseSchema(db, options = {}) {
 		currentVersion = 11;
 	}
 	applyPendingMigrations(db, {
-		targetVersion: 120,
+		targetVersion: 123,
 		databasePath: options.databasePath
 	});
 }

package/dist/src/storage/sqlite/transcript-repository.d.ts

@@ -2,11 +2,34 @@ import type { AgentMessage } from '@earendil-works/pi-agent-core';
 import type { CompactionBoundarySummary } from '../../session/types.js';
 import { type TranscriptStoredRow, type XopcTranscriptCompactionEntry } from '../../session/session-context-for-llm.js';
 import { type TranscriptEntryRow } from './row-mappers.js';
+export interface TranscriptSourceEntry {
+    entryId: string;
+    seq: number;
+    createdAt: number;
+    row: TranscriptStoredRow;
+}
+export interface CompactionSourceSnapshot {
+    sessionId: string;
+    lastSeq: number;
+    entries: TranscriptSourceEntry[];
+}
+export interface SessionTranscriptRecallMatch {
+    entryId: string;
+    seq: number;
+    role: string | null;
+    createdAt: number;
+    content: string;
+}
 export declare function appendTranscriptEntry(sessionKey: string, row: TranscriptStoredRow, opts?: {
     sessionId?: string;
     tokenDelta?: number;
 }): TranscriptEntryRow;
-export declare function appendCompactionBoundary(sessionKey: string, row: Omit<XopcTranscriptCompactionEntry, 'baseSeq'>): TranscriptEntryRow;
+export declare function appendCompactionBoundaryIfUnchanged(sessionKey: string, expected: Pick<CompactionSourceSnapshot, 'sessionId' | 'lastSeq'>, row: Omit<XopcTranscriptCompactionEntry, 'baseSeq'>): TranscriptEntryRow | null;
+export declare function loadCompactionSourceSnapshot(sessionKey: string): CompactionSourceSnapshot | null;
+export declare function searchSessionTranscript(sessionKey: string, query: string, options?: {
+    limit?: number;
+    beforeSeq?: number;
+}): SessionTranscriptRecallMatch[];
 export declare function loadTranscriptRowsForSession(sessionKey: string): TranscriptStoredRow[];
 export declare function loadTranscriptHistoryRowsForSession(sessionKey: string): TranscriptStoredRow[];
 export declare function loadTranscriptRows(sessionId: string): TranscriptStoredRow[];

package/dist/src/storage/sqlite/transcript-repository.js

@@ -1,6 +1,7 @@
 import { getSqliteDatabase, runSqliteWriteTransaction } from "./transaction.js";
 import { buildSessionContextForLlm, isRuntimeOnlyTranscriptMessage } from "../../session/session-context-for-llm.js";
 import { classifyStoredRow, estimateTokensFromMessages, extractFtsContent, transcriptEntryRowToStoredRow } from "./row-mappers.js";
+import { escapeFts5Query } from "./fts.js";
 import { getCurrentSessionId, readCurrentSessionId } from "./session-repository.js";
 import { randomUUID } from "node:crypto";
 //#region src/storage/sqlite/transcript-repository.ts
@@ -58,13 +59,15 @@ function appendTranscriptEntry(sessionKey, row, opts) {
 		return inserted;
 	});
 }
-function appendCompactionBoundary(sessionKey, row) {
+function appendCompactionBoundaryIfUnchanged(sessionKey, expected, row) {
 	return runSqliteWriteTransaction((db) => {
 		const sessionId = readCurrentSessionId(db, sessionKey);
 		if (!sessionId) throw new Error(`Session not found: ${sessionKey}`);
+		if (sessionId !== expected.sessionId) return null;
+		if (nextSeq(db, sessionId) - 1 !== expected.lastSeq) return null;
 		const boundary = {
 			...row,
-			baseSeq: nextSeq(db, sessionId) - 1
+			baseSeq: expected.lastSeq
 		};
 		const inserted = insertEntry(db, {
 			sessionId,
@@ -83,6 +86,65 @@ function appendCompactionBoundary(sessionKey, row) {
 		return inserted;
 	});
 }
+function loadCompactionSourceSnapshot(sessionKey) {
+	const db = getSqliteDatabase();
+	const sessionId = getCurrentSessionId(sessionKey);
+	if (!sessionId) return null;
+	const rows = db.prepare(`SELECT entry_id, session_id, seq, entry_kind, role, payload_json, created_at
+       FROM transcript_entries
+       WHERE session_id = ?
+       ORDER BY seq ASC`).all(sessionId);
+	return {
+		sessionId,
+		lastSeq: rows.at(-1)?.seq ?? 0,
+		entries: rows.map((entry) => ({
+			entryId: entry.entry_id,
+			seq: entry.seq,
+			createdAt: entry.created_at,
+			row: transcriptEntryRowToStoredRow(entry)
+		}))
+	};
+}
+function searchSessionTranscript(sessionKey, query, options = {}) {
+	const sessionId = getCurrentSessionId(sessionKey);
+	const normalized = query.trim();
+	if (!sessionId || !normalized) return [];
+	const limit = Math.min(20, Math.max(1, options.limit ?? 8));
+	const beforeSeq = options.beforeSeq ?? Number.MAX_SAFE_INTEGER;
+	const db = getSqliteDatabase();
+	const ftsRows = db.prepare(`SELECT e.entry_id, e.seq, e.role, e.created_at, f.content
+       FROM transcript_fts f
+       JOIN transcript_entries e
+         ON e.session_id = f.session_id AND e.entry_id = f.entry_id
+       WHERE transcript_fts MATCH ?
+         AND f.session_id = ?
+         AND e.entry_kind <> 'compaction'
+         AND e.seq < ?
+       ORDER BY bm25(transcript_fts), e.seq DESC
+       LIMIT ?`).all(escapeFts5Query(normalized), sessionId, beforeSeq, limit);
+	const escapedLike = normalized.replaceAll("\\", "\\\\").replaceAll("%", "\\%").replaceAll("_", "\\_");
+	const literalRows = db.prepare(`SELECT entry_id, seq, role, created_at, payload_json AS content
+       FROM transcript_entries
+       WHERE session_id = ?
+         AND entry_kind <> 'compaction'
+         AND seq < ?
+         AND payload_json LIKE ? ESCAPE '\\'
+       ORDER BY seq DESC
+       LIMIT ?`).all(sessionId, beforeSeq, `%${escapedLike}%`, limit);
+	const seen = /* @__PURE__ */ new Set();
+	return [...ftsRows, ...literalRows].flatMap((row) => {
+		const result = row;
+		if (seen.has(result.entry_id)) return [];
+		seen.add(result.entry_id);
+		return [{
+			entryId: result.entry_id,
+			seq: result.seq,
+			role: result.role,
+			createdAt: result.created_at,
+			content: result.content
+		}];
+	}).slice(0, limit);
+}
 function loadTranscriptRowsForSession(sessionKey) {
 	const sessionId = getCurrentSessionId(sessionKey);
 	if (!sessionId) return [];
@@ -210,7 +272,7 @@ function listCompactionBoundaries(sessionKey) {
 			tokensBefore: payload.tokensBefore,
 			tokensAfter: payload.tokensAfter,
 			summaryPreview: payload.summary.slice(0, 500),
-			restoredFromCompactionId: payload.restoredFromCompactionId
+			audit: payload.audit
 		};
 	});
 }
@@ -221,42 +283,29 @@ function restoreBeforeCompactionBoundary(sessionKey, compactionId) {
 		const boundary = db.prepare(`SELECT seq FROM transcript_entries
          WHERE session_id = ? AND entry_id = ? AND entry_kind = 'compaction'`).get(sessionId, compactionId);
 		if (!boundary) throw new Error(`Compaction boundary not found: ${compactionId}`);
-		const restoredMessages = buildSessionContextForLlm(db.prepare(`SELECT entry_id, session_id, seq, entry_kind, role, payload_json, created_at
+		const removedEntryIds = db.prepare(`SELECT entry_id
+         FROM transcript_entries
+         WHERE session_id = ? AND seq >= ?`).all(sessionId, boundary.seq);
+		for (const entry of removedEntryIds) db.prepare(`DELETE FROM transcript_fts WHERE entry_id = ?`).run(entry.entry_id);
+		db.prepare(`DELETE FROM transcript_entries WHERE session_id = ? AND seq >= ?`).run(sessionId, boundary.seq);
+		const remainingEntries = db.prepare(`SELECT entry_id, session_id, seq, entry_kind, role, payload_json, created_at
          FROM transcript_entries
-         WHERE session_id = ? AND seq < ?
-         ORDER BY seq ASC`).all(sessionId, boundary.seq).map(transcriptEntryRowToStoredRow));
+         WHERE session_id = ?
+         ORDER BY seq ASC`).all(sessionId);
+		const restoredMessages = buildSessionContextForLlm(remainingEntries.map(transcriptEntryRowToStoredRow));
 		if (restoredMessages.length === 0) throw new Error(`No restorable context exists before compaction boundary: ${compactionId}`);
-		const current = db.prepare(`SELECT estimated_tokens FROM sessions WHERE session_key = ?`).get(sessionKey);
 		const tokensAfter = estimateTokensFromMessages(restoredMessages);
-		const baseSeq = nextSeq(db, sessionId) - 1;
-		insertEntry(db, {
-			sessionId,
-			sessionKey,
-			row: {
-				type: "compaction",
-				at: (/* @__PURE__ */ new Date()).toISOString(),
-				baseSeq,
-				plannerVersion: 2,
-				summaryModelRef: "logical-restore",
-				qualityAudit: "disabled",
-				summary: `Restored the effective context that existed before compaction boundary ${compactionId}.`,
-				messages: restoredMessages,
-				firstKeptIndex: 0,
-				tokensBefore: current.estimated_tokens,
-				tokensAfter,
-				restoredFromCompactionId: compactionId
-			}
-		});
+		const compactedCount = remainingEntries.filter((entry) => entry.entry_kind === "compaction").length;
 		const now = Date.now();
 		db.prepare(`UPDATE sessions SET
         message_count = ?,
         estimated_tokens = ?,
-        compacted_count = compacted_count + 1,
+        compacted_count = ?,
         updated_at = ?,
         last_accessed_at = ?,
         last_interaction_at = ?
-      WHERE session_key = ?`).run(restoredMessages.length, tokensAfter, now, now, now, sessionKey);
+      WHERE session_key = ?`).run(restoredMessages.length, tokensAfter, compactedCount, now, now, now, sessionKey);
 	});
 }
 //#endregion
-export { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary };
+export { appendCompactionBoundaryIfUnchanged, appendTranscriptEntry, listCompactionBoundaries, loadCompactionSourceSnapshot, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, searchSessionTranscript };