@xopcai/xopc 0.0.170 → 0.0.171

package/dist/src/session/store.js

@@ -3,18 +3,19 @@ import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
 import { requireXopcDatabase } from "../storage/sqlite/connection.js";
 import "./types.js";
-import { buildSessionContextForLlm, buildSessionDisplayMessages, mergeLlmMessagesPreservingContextRows, transcriptRowsFromJsonArray } from "./session-context-for-llm.js";
+import { buildSessionContextForLlm, buildSessionDisplayMessages, isRuntimeOnlyTranscriptMessage, isTranscriptCompactionEntry, mergeLlmMessagesPreservingContextRows, transcriptRowsFromJsonArray } from "./session-context-for-llm.js";
 import { estimateTokensFromMessages } from "../storage/sqlite/row-mappers.js";
 import { deleteSessionRecord, ensureSessionRecord, findSessionKeyBySessionId, getGlobalSessionStats, getSessionMetadata, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord } from "../storage/sqlite/session-repository.js";
-import { appendTranscriptEntry, captureCompactionCheckpoint, getCompactionCheckpointDetail, listCompactionCheckpoints, loadCheckpointRows, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreCompactionCheckpoint } from "../storage/sqlite/transcript-repository.js";
+import { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary } from "../storage/sqlite/transcript-repository.js";
 import "../storage/sqlite/index.js";
 import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
 import { readPostCompactionContext } from "../agent/reply/post-compaction-context.js";
 import { SessionCompactor } from "../agent/memory/compaction.js";
+import { resolveCompactionPolicy } from "../agent/memory/compaction-policy.js";
 import { SlidingWindow } from "../agent/memory/window.js";
-import { normalizeCompactionCheckpointId } from "./compaction-checkpoints.js";
 import { isAppendOnlyLlmTranscriptMessage } from "./transcript-stats.js";
 import { transcriptRowsToClientHistory } from "./client-history.js";
+import { computeTranscriptUserRoundDeleteRange } from "./user-round-delete.js";
 //#region src/session/store.ts
 init_paths_state();
 init_logger();
@@ -23,11 +24,30 @@ const INDEX_VERSION = "1.0";
 var SessionStore = class {
 	window;
 	compactor;
+	compactionHooks = {};
 	constructor(options, windowConfig, compactionConfig) {
 		this.options = options;
 		this.window = new SlidingWindow(windowConfig);
 		this.compactor = new SessionCompactor(compactionConfig);
 	}
+	setCompactionHooks(hooks) {
+		this.compactionHooks = hooks;
+	}
+	async runCompactionHook(phase, event) {
+		try {
+			if (phase === "before") await this.compactionHooks.before?.(event);
+			else await this.compactionHooks.after?.({
+				...event,
+				compactedCount: event.compactedCount ?? 0
+			});
+		} catch (err) {
+			log.warn({
+				err,
+				phase,
+				sessionKey: event.sessionKey
+			}, `Session compaction ${phase} hook failed`);
+		}
+	}
 	resolveWorkspaceCwd(sessionKey) {
 		return resolveEffectiveAgentProfileForSession(this.options.config, sessionKey).resolvedWorkspacePath;
 	}
@@ -94,8 +114,7 @@ var SessionStore = class {
 				limit,
 				offset: hasBeforeCursor ? void 0 : offset,
 				beforeIndex: hasBeforeCursor ? parsedBefore : void 0,
-				includeContext: true,
-				includeArchived: true
+				includeContext: true
 			});
 			const messages = transcriptRowsToClientHistory(page.rows);
 			const endIndex = hasBeforeCursor ? Math.min(page.total, Math.max(0, parsedBefore)) : Math.max(0, page.total - offset);
@@ -242,16 +261,19 @@ var SessionStore = class {
 		if (!metadata?.sessionId) return null;
 		const rows = await this.loadTranscriptRows(key);
 		const compactions = [];
-		for (const row of rows) if (row.type === "compaction") {
-			const c = row;
-			compactions.push({
-				at: c.at ?? (/* @__PURE__ */ new Date()).toISOString(),
-				summary: c.summary ?? "",
-				firstKeptIndex: Number(c.firstKeptIndex ?? 0),
-				tokensBefore: c.tokensBefore ?? 0,
-				tokensAfter: c.tokensAfter ?? 0
-			});
-		}
+		for (const row of rows) if (isTranscriptCompactionEntry(row)) compactions.push({
+			at: row.at,
+			baseSeq: row.baseSeq,
+			plannerVersion: row.plannerVersion,
+			summaryModelRef: row.summaryModelRef,
+			qualityAudit: row.qualityAudit,
+			summary: row.summary,
+			messages: row.messages,
+			firstKeptIndex: row.firstKeptIndex,
+			tokensBefore: row.tokensBefore,
+			tokensAfter: row.tokensAfter,
+			restoredFromCompactionId: row.restoredFromCompactionId
+		});
 		return {
 			type: "xopc_session_transcript",
 			version: 1,
@@ -346,34 +368,42 @@ var SessionStore = class {
 			replaceTranscriptRows(key, mergeLlmMessagesPreservingContextRows(await this.loadTranscriptRows(key), messages));
 		});
 	}
+	async deleteUserRound(key, userRoundIndex) {
+		return this.runStoreMutation(async () => {
+			requireXopcDatabase();
+			const canonicalRows = (await this.loadTranscriptRows(key)).filter((row) => !isTranscriptCompactionEntry(row) && !isRuntimeOnlyTranscriptMessage(row));
+			const range = computeTranscriptUserRoundDeleteRange(canonicalRows, userRoundIndex);
+			if (!range) return null;
+			const removedRows = canonicalRows.slice(range.startIndex, range.startIndex + range.count);
+			const remainingRows = canonicalRows.slice(0, range.startIndex).concat(canonicalRows.slice(range.startIndex + range.count));
+			const removedMessages = buildSessionDisplayMessages(removedRows);
+			const remainingMessages = buildSessionDisplayMessages(remainingRows);
+			replaceTranscriptRows(key, remainingRows);
+			return {
+				deleted: removedMessages.length,
+				removedMessages,
+				remainingMessages
+			};
+		});
+	}
 	getWindowStats(messages) {
 		return this.window.getStats(messages);
 	}
-	needsCompaction(key, messages, contextWindow) {
-		return this.compactor.needsCompaction(messages, contextWindow);
-	}
-	prepareCompaction(key, messages, contextWindow) {
-		const result = this.compactor.needsCompaction(messages, contextWindow);
-		return {
-			needsCompaction: result.needed,
-			messages,
-			stats: result
-		};
-	}
 	async applyCompaction(key, messages, result) {
 		const compacted = this.compactor.applyCompaction(messages, result);
 		return this.runStoreMutation(async () => {
-			const merged = mergeLlmMessagesPreservingContextRows(await this.loadTranscriptRows(key), compacted);
-			captureCompactionCheckpoint(key);
-			replaceTranscriptRows(key, merged, { appendCompaction: {
+			appendCompactionBoundary(key, {
+				type: "compaction",
 				at: (/* @__PURE__ */ new Date()).toISOString(),
+				plannerVersion: result.plannerVersion ?? 2,
+				summaryModelRef: result.summaryModelRef ?? "unknown",
+				qualityAudit: result.qualityAudit ?? "disabled",
 				summary: result.summary,
+				messages: compacted,
 				firstKeptIndex: result.firstKeptIndex,
 				tokensBefore: result.tokensBefore,
 				tokensAfter: result.tokensAfter
-			} });
-			const metadata = await this.getMetadata(key);
-			if (metadata) await this.updateMetadata(key, { compactedCount: metadata.compactedCount + 1 });
+			});
 			log.info({
 				key,
 				tokensBefore: result.tokensBefore,
@@ -384,37 +414,44 @@ var SessionStore = class {
 			return compacted;
 		});
 	}
-	async compact(key, messages, contextWindow, instructions, force) {
-		const result = await this.compactor.compact(messages, instructions, force);
-		if (result.compacted) await this.applyCompaction(key, messages, result);
+	async compact(key, messages, model, instructions, force, executionOptions) {
+		const tokenCount = this.estimateTokens(messages);
+		await this.runCompactionHook("before", {
+			sessionKey: key,
+			messageCount: messages.length,
+			tokenCount
+		});
+		const result = await this.compactor.compact(messages, model, instructions, force, executionOptions);
+		if (result.compacted) {
+			const compacted = await this.applyCompaction(key, messages, result);
+			await this.runCompactionHook("after", {
+				sessionKey: key,
+				messageCount: compacted.length,
+				tokenCount: result.tokensAfter,
+				compactedCount: Math.max(0, Math.min(messages.length, result.firstKeptIndex))
+			});
+		}
 		return result;
 	}
 	async getCompactionStats(key) {
-		const metadata = await this.getMetadata(key);
-		if (!metadata) return;
+		if (!await this.getMetadata(key)) return void 0;
+		const boundaries = listCompactionBoundaries(key);
 		return {
-			compactionCount: metadata.compactedCount,
-			totalTokensBefore: 0,
-			totalTokensAfter: 0,
-			lastCompactionAt: void 0
+			compactionCount: boundaries.length,
+			totalTokensBefore: boundaries.reduce((sum, boundary) => sum + boundary.tokensBefore, 0),
+			totalTokensAfter: boundaries.reduce((sum, boundary) => sum + boundary.tokensAfter, 0),
+			lastCompactionAt: boundaries[0]?.createdAt
 		};
 	}
-	async listCompactionCheckpoints(key) {
-		requireXopcDatabase();
-		return listCompactionCheckpoints(key);
-	}
-	async getCompactionCheckpointDetail(key, checkpointId) {
+	async listCompactionBoundaries(key) {
 		requireXopcDatabase();
-		const id = normalizeCompactionCheckpointId(checkpointId);
-		if (!id) return null;
-		return getCompactionCheckpointDetail(key, id);
+		return listCompactionBoundaries(key);
 	}
-	async restoreCompactionCheckpoint(key, checkpointId) {
+	async restoreBeforeCompactionBoundary(key, compactionId) {
 		return this.runStoreMutation(async () => {
 			requireXopcDatabase();
-			const id = normalizeCompactionCheckpointId(checkpointId);
-			if (!id) throw new Error(`Invalid checkpoint id: ${checkpointId}`);
-			restoreCompactionCheckpoint(key, id);
+			if (!compactionId.trim()) throw new Error("compactionId is required");
+			restoreBeforeCompactionBoundary(key, compactionId);
 		});
 	}
 	async deleteSession(key) {
@@ -553,20 +590,7 @@ var SessionStore = class {
 	}
 	async loadDisplayMessages(key) {
 		requireXopcDatabase();
-		const checkpoints = listCompactionCheckpoints(key);
-		const rowSets = [];
-		for (const checkpoint of [...checkpoints].reverse()) rowSets.push(loadCheckpointRows(key, checkpoint.id));
-		rowSets.push(await this.loadTranscriptRows(key));
-		const messages = [];
-		const seen = /* @__PURE__ */ new Set();
-		for (const rows of rowSets) for (const message of buildSessionDisplayMessages(rows)) {
-			if (this.isCompactionSummaryMessage(message)) continue;
-			const identity = this.displayMessageIdentity(message);
-			if (seen.has(identity)) continue;
-			seen.add(identity);
-			messages.push(message);
-		}
-		return messages;
+		return buildSessionDisplayMessages(await this.loadTranscriptRows(key));
 	}
 	paginateDisplayMessages(messages, options = {}) {
 		const total = messages.length;
@@ -588,24 +612,9 @@ var SessionStore = class {
 			endIndex
 		};
 	}
-	displayMessageIdentity(message) {
-		const record = message;
-		return JSON.stringify({
-			role: message.role,
-			timestamp: record.timestamp,
-			toolCallId: record.toolCallId ?? record.tool_call_id,
-			toolName: record.toolName,
-			content: this.messageContent(message)
-		});
-	}
 	messageContent(msg) {
 		return msg.content;
 	}
-	isCompactionSummaryMessage(msg) {
-		if (msg.role !== "user") return false;
-		const text = this.extractTextContent(this.messageContent(msg)).trim();
-		return /^\[Previous conversation summary\]/i.test(text);
-	}
 	extractTextContent(content) {
 		if (typeof content === "string") return content;
 		if (Array.isArray(content)) {
@@ -621,9 +630,11 @@ var SessionStore = class {
 		return "";
 	}
 	async injectPostCompactionContext(key) {
+		const policy = resolveCompactionPolicy(this.options.config);
 		const contextText = readPostCompactionContext({
 			cfg: this.options.config,
-			sessionKey: key
+			sessionKey: key,
+			sectionNames: policy.postCompactionSections
 		});
 		if (!contextText?.trim()) return;
 		try {

package/dist/src/session/transcript-format.d.ts

@@ -1,17 +1,11 @@
 /**
  * API-level transcript summary types (authoritative storage is SQLite `transcript_entries`).
  */
-import type { TranscriptStoredRow } from './session-context-for-llm.js';
+import type { TranscriptStoredRow, XopcTranscriptCompactionEntry } from './session-context-for-llm.js';
 export declare const XOPC_SESSION_TRANSCRIPT_TYPE: "xopc_session_transcript";
 export declare const CURRENT_SESSION_TRANSCRIPT_VERSION = 1;
 /** Record appended when context compaction runs (mirrors pi `CompactionEntry` audit fields). */
-export interface TranscriptCompactionRecord {
-    at: string;
-    summary: string;
-    firstKeptIndex: number;
-    tokensBefore: number;
-    tokensAfter: number;
-}
+export type TranscriptCompactionRecord = Omit<XopcTranscriptCompactionEntry, 'type'>;
 /** Synthetic document shape returned by {@link SessionStore.loadTranscriptDocument} for API parity. */
 export interface XopcSessionTranscriptV1 {
     type: typeof XOPC_SESSION_TRANSCRIPT_TYPE;

package/dist/src/session/types.d.ts

@@ -179,12 +179,14 @@ export interface SessionExport {
     /** Full on-disk rows (LLM + `kind: 'context'`) for audit / round-trip. */
     transcriptRows: TranscriptStoredRow[];
 }
-/** On-disk pre-compaction snapshot (OpenClaw-style checkpoint list). */
-export interface CompactionCheckpointSummary {
+/** Append-only context boundary produced by compaction or logical restoration. */
+export interface CompactionBoundarySummary {
     id: string;
-    sizeBytes: number;
-    modifiedAt: string;
-}
-export interface CompactionCheckpointDetail extends CompactionCheckpointSummary {
+    seq: number;
+    createdAt: string;
     messageCount: number;
+    tokensBefore: number;
+    tokensAfter: number;
+    summaryPreview: string;
+    restoredFromCompactionId?: string;
 }

package/dist/src/session/user-round-delete.d.ts

@@ -1,9 +1,6 @@
-import type { AgentMessage } from '@earendil-works/pi-agent-core';
-/**
- * LLM transcript range for one user turn: the user row plus every following
- * assistant / tool / toolResult row until the next user (or EOF).
- */
-export declare function computeUserRoundDeleteRange(messages: readonly AgentMessage[], userRoundIndex: number): {
+import { type TranscriptStoredRow } from './session-context-for-llm.js';
+/** Raw transcript range for one UI-visible user turn. */
+export declare function computeTranscriptUserRoundDeleteRange(rows: readonly TranscriptStoredRow[], userRoundIndex: number): {
     startIndex: number;
     count: number;
 } | null;

package/dist/src/session/user-round-delete.js

@@ -1,33 +1,29 @@
+import { isTranscriptCustomMessageEntry } from "./session-context-for-llm.js";
 //#region src/session/user-round-delete.ts
-function isUserRole(role) {
-	return role === "user";
+function isVisibleUserRow(row) {
+	if (isTranscriptCustomMessageEntry(row)) return row.display !== false;
+	return row.role === "user";
 }
-/**
-* LLM transcript range for one user turn: the user row plus every following
-* assistant / tool / toolResult row until the next user (or EOF).
-*/
-function computeUserRoundDeleteRange(messages, userRoundIndex) {
-	if (userRoundIndex < 0 || messages.length === 0) return null;
+/** Raw transcript range for one UI-visible user turn. */
+function computeTranscriptUserRoundDeleteRange(rows, userRoundIndex) {
+	if (!Number.isInteger(userRoundIndex) || userRoundIndex < 0 || rows.length === 0) return null;
 	let userCount = 0;
 	let startIndex = -1;
-	for (let i = 0; i < messages.length; i++) {
-		if (!isUserRole(String(messages[i]?.role ?? ""))) continue;
+	for (let index = 0; index < rows.length; index += 1) {
+		if (!isVisibleUserRow(rows[index])) continue;
 		if (userCount === userRoundIndex) {
-			startIndex = i;
+			startIndex = index;
 			break;
 		}
 		userCount += 1;
 	}
 	if (startIndex < 0) return null;
 	let end = startIndex + 1;
-	while (end < messages.length) {
-		if (isUserRole(String(messages[end]?.role ?? ""))) break;
-		end += 1;
-	}
+	while (end < rows.length && !isVisibleUserRow(rows[end])) end += 1;
 	return {
 		startIndex,
 		count: end - startIndex
 	};
 }
 //#endregion
-export { computeUserRoundDeleteRange };
+export { computeTranscriptUserRoundDeleteRange };

package/dist/src/storage/sqlite/index.d.ts

@@ -12,7 +12,7 @@ export { completeTaskOutcome, findTaskOutcomeForAssistant, getTaskOutcome, listT
 export { buildDefaultSessionMetadata, type SessionMetadataSeed, } from './session-metadata.js';
 export { buildGlobalSessionStats, classifyStoredRow, estimateTokensFromMessages, extractFtsContent, metadataToSessionInsert, sessionConfigRowToConfig, sessionRowToMetadata, transcriptEntryRowToStoredRow, type SessionConfigRow, type SessionRow, type TranscriptEntryRow, } from './row-mappers.js';
 export { deleteSessionRecord, ensureSessionRecord, getCurrentSessionId, getGlobalSessionStats, findSessionKeyBySessionId, getSessionPersistedLevels, getSessionMetadata, incrementSessionStatsOnAppend, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord, resolveSessionAgentId, updateSessionStats, } from './session-repository.js';
-export { appendTranscriptEntry, captureCompactionCheckpoint, getCompactionCheckpointDetail, listCompactionCheckpoints, loadCheckpointRows, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreCompactionCheckpoint, } from './transcript-repository.js';
+export { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary, } from './transcript-repository.js';
 export { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord, } from './notes-repository.js';
 export { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord, type NoteAgentContextRecord, } from './note-agent-context-repository.js';
 export { searchMemoryIndex, syncMemoryIndex, type MemorySearchHit, } from './memory-index-repository.js';

package/dist/src/storage/sqlite/index.js

@@ -13,7 +13,7 @@ import { completeTaskOutcome, findTaskOutcomeForAssistant, getTaskOutcome, listT
 import { buildDefaultSessionMetadata } from "./session-metadata.js";
 import { buildGlobalSessionStats, classifyStoredRow, estimateTokensFromMessages, extractFtsContent, metadataToSessionInsert, sessionConfigRowToConfig, sessionRowToMetadata, transcriptEntryRowToStoredRow } from "./row-mappers.js";
 import { deleteSessionRecord, ensureSessionRecord, findSessionKeyBySessionId, getCurrentSessionId, getGlobalSessionStats, getSessionMetadata, getSessionPersistedLevels, incrementSessionStatsOnAppend, listSessionMetadata, listSessionsByAgent, patchSessionMetadata, resetSessionRecord, resolveSessionAgentId, updateSessionStats } from "./session-repository.js";
-import { appendTranscriptEntry, captureCompactionCheckpoint, getCompactionCheckpointDetail, listCompactionCheckpoints, loadCheckpointRows, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreCompactionCheckpoint } from "./transcript-repository.js";
+import { appendCompactionBoundary, appendTranscriptEntry, listCompactionBoundaries, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, paginateTranscriptMessages, replaceTranscriptRows, restoreBeforeCompactionBoundary } from "./transcript-repository.js";
 import { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord } from "./notes-repository.js";
 import { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord } from "./note-agent-context-repository.js";
 import { searchMemoryIndex, syncMemoryIndex } from "./memory-index-repository.js";
@@ -25,4 +25,4 @@ import { appendConnectorExecutionAudit, claimConnectorWebhookDelivery, completeC
 import { getUserTrustPolicy, setUserTrustPolicy } from "./user-trust-repository.js";
 import { consumeMemoryReferenceConsent, decideMemoryReferenceConsent, ensureMemoryReferenceConsentRequest, hasMemoryReferenceConsent, listMemoryReferenceConsents, revokeMemoryReferenceConsent } from "./memory-reference-consent-repository.js";
 import { getUserProfilePromptState, setUserProfilePromptState } from "./user-profile-setup-repository.js";
-export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, USER_UNDERSTANDING_REMEDIATION_POLICY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, captureCompactionCheckpoint, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, completeTaskOutcome, consumeConnectorApproval, consumeMemoryReferenceConsent, createConnectorApproval, createObjectLinkRecord, decideConnectorApproval, decideMemoryReferenceConsent, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteSessionConfig, deleteSessionRecord, discoverSqlMigrations, ensureMemoryReferenceConsentRequest, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findLatestMemoryInjectTrace, findSessionKeyBySessionId, findTaskOutcomeForAssistant, finishKnowledgeSyncRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getCompactionCheckpointDetail, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getCurrentSessionId, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionMetadata, getSessionPersistedLevels, getSqliteDatabase, getTaskOutcome, getUserProfilePromptState, getUserTrustPolicy, getXopcDatabase, hasMemoryReferenceConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, inspectSchemaMigrationStatus, isProactiveSupportAllowed, isXopcDatabaseOpen, listActivityRecords, listCachedConnectorCatalogEntries, listCompactionCheckpoints, listComposerInputHistory, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemoryReferenceConsents, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listTaskOutcomes, loadCheckpointRows, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, readSchemaVersion, readSchemaVersionForTest, recordActivityEvent, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveXopcDatabasePath, restoreCompactionCheckpoint, revokeMemoryReferenceConsent, runSqliteWriteTransaction, searchMemoryIndex, searchMemoryRecords, sessionConfigRowToConfig, sessionRowToMetadata, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setLatestMemoryInjectFeedback, setMemoryProviderState, setMemoryTraceFeedback, setSessionConfig, setTaskOutcomeFeedback, setUserProfilePromptState, setUserTrustPolicy, startKnowledgeSyncRun, startTaskOutcome, summarizeMemoryRecallFeedback, summarizeTaskOutcomes, summarizeUserUnderstandingQuality, syncMemoryIndex, transcriptEntryRowToStoredRow, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateTaskOutcome, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };
+export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, USER_UNDERSTANDING_REMEDIATION_POLICY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, appendCompactionBoundary, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, completeTaskOutcome, consumeConnectorApproval, consumeMemoryReferenceConsent, createConnectorApproval, createObjectLinkRecord, decideConnectorApproval, decideMemoryReferenceConsent, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteSessionConfig, deleteSessionRecord, discoverSqlMigrations, ensureMemoryReferenceConsentRequest, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findLatestMemoryInjectTrace, findSessionKeyBySessionId, findTaskOutcomeForAssistant, finishKnowledgeSyncRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getCurrentSessionId, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionMetadata, getSessionPersistedLevels, getSqliteDatabase, getTaskOutcome, getUserProfilePromptState, getUserTrustPolicy, getXopcDatabase, hasMemoryReferenceConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, inspectSchemaMigrationStatus, isProactiveSupportAllowed, isXopcDatabaseOpen, listActivityRecords, listCachedConnectorCatalogEntries, listCompactionBoundaries, listComposerInputHistory, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemoryReferenceConsents, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listTaskOutcomes, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, readSchemaVersion, readSchemaVersionForTest, recordActivityEvent, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveXopcDatabasePath, restoreBeforeCompactionBoundary, revokeMemoryReferenceConsent, runSqliteWriteTransaction, searchMemoryIndex, searchMemoryRecords, sessionConfigRowToConfig, sessionRowToMetadata, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setLatestMemoryInjectFeedback, setMemoryProviderState, setMemoryTraceFeedback, setSessionConfig, setTaskOutcomeFeedback, setUserProfilePromptState, setUserTrustPolicy, startKnowledgeSyncRun, startTaskOutcome, summarizeMemoryRecallFeedback, summarizeTaskOutcomes, summarizeUserUnderstandingQuality, syncMemoryIndex, transcriptEntryRowToStoredRow, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateTaskOutcome, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };

package/dist/src/storage/sqlite/migrations/060_remove_runtime_transcript_messages.sql

@@ -0,0 +1,45 @@
+CREATE TEMP TABLE xopc_runtime_transcript_cleanup_sessions (
+  session_id TEXT PRIMARY KEY
+);
+
+INSERT INTO xopc_runtime_transcript_cleanup_sessions (session_id)
+SELECT DISTINCT session_id
+FROM transcript_entries
+WHERE entry_kind = 'message'
+  AND json_extract(payload_json, '$.droppable') = 1;
+
+DELETE FROM transcript_fts
+WHERE entry_id IN (
+  SELECT entry_id
+  FROM transcript_entries
+  WHERE session_id IN (SELECT session_id FROM xopc_runtime_transcript_cleanup_sessions)
+    AND (
+      json_extract(payload_json, '$.droppable') = 1
+      OR json_extract(payload_json, '$.type') = 'compaction'
+    )
+);
+
+DELETE FROM transcript_entries
+WHERE session_id IN (SELECT session_id FROM xopc_runtime_transcript_cleanup_sessions)
+  AND (
+    json_extract(payload_json, '$.droppable') = 1
+    OR json_extract(payload_json, '$.type') = 'compaction'
+  );
+
+UPDATE sessions
+SET
+  message_count = (
+    SELECT COUNT(*)
+    FROM transcript_entries e
+    WHERE e.session_id = sessions.session_id
+      AND e.entry_kind = 'message'
+  ),
+  estimated_tokens = (
+    SELECT COALESCE(SUM((length(COALESCE(json_extract(e.payload_json, '$.content'), '')) + 3) / 4), 0)
+    FROM transcript_entries e
+    WHERE e.session_id = sessions.session_id
+      AND e.entry_kind = 'message'
+  )
+WHERE session_id IN (SELECT session_id FROM xopc_runtime_transcript_cleanup_sessions);
+
+DROP TABLE xopc_runtime_transcript_cleanup_sessions;

package/dist/src/storage/sqlite/migrations/061_drop_compaction_checkpoints.sql

@@ -0,0 +1,2 @@
+DROP TABLE IF EXISTS checkpoint_entries;
+DROP TABLE IF EXISTS compaction_checkpoints;

package/dist/src/storage/sqlite/migrations/runner.d.ts

@@ -3,7 +3,7 @@ import type { ApplyMigrationsOptions } from './types.js';
 /** Baseline schema version applied from schema.sql on first open. */
 export declare const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-export declare const XOPC_DB_SCHEMA_VERSION = 59;
+export declare const XOPC_DB_SCHEMA_VERSION = 61;
 export declare function resolveMigrationsDir(override?: string): string;
 /**
  * Apply sequential SQL migrations from (currentVersion + 1) through targetVersion.

package/dist/src/storage/sqlite/migrations/runner.js

@@ -12,7 +12,7 @@ const log = createLogger("Sqlite:Migrations");
 /** Baseline schema version applied from schema.sql on first open. */
 const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 /** Latest schema version this release supports (increment when adding migrations). */
-const XOPC_DB_SCHEMA_VERSION = 59;
+const XOPC_DB_SCHEMA_VERSION = 61;
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 function resolveMigrationsDir(override) {
 	if (override) return override;
@@ -46,7 +46,7 @@ function applySingleMigration(db, migration) {
 * Each step runs in its own transaction and updates schema_meta on success.
 */
 function applyPendingMigrations(db, options = {}) {
-	const targetVersion = options.targetVersion ?? 59;
+	const targetVersion = options.targetVersion ?? 61;
 	let currentVersion = readSchemaVersion(db);
 	if (currentVersion > targetVersion) throw new DatabaseSchemaTooNewError(currentVersion, targetVersion);
 	if (currentVersion >= targetVersion) return currentVersion;
@@ -62,7 +62,7 @@ function applyPendingMigrations(db, options = {}) {
 }
 /** Inspect schema version without mutating the database. */
 function inspectSchemaMigrationStatus(db, options = {}) {
-	const appVersion = options.targetVersion ?? 59;
+	const appVersion = options.targetVersion ?? 61;
 	const dbVersion = readSchemaVersion(db);
 	if (dbVersion > appVersion) return {
 		dbVersion,

package/dist/src/storage/sqlite/migrations/runner.ts

@@ -19,7 +19,7 @@ const log = createLogger('Sqlite:Migrations');
 export const XOPC_DB_BASELINE_SCHEMA_VERSION = 11;
 
 /** Latest schema version this release supports (increment when adding migrations). */
-export const XOPC_DB_SCHEMA_VERSION = 59;
+export const XOPC_DB_SCHEMA_VERSION = 61;
 
 const MODULE_DIR = dirname(fileURLToPath(import.meta.url));
 

package/dist/src/storage/sqlite/schema.js

@@ -31,7 +31,7 @@ function ensureXopcDatabaseSchema(db) {
 		bootstrapFreshDatabase(db);
 		currentVersion = 11;
 	}
-	applyPendingMigrations(db, { targetVersion: 59 });
+	applyPendingMigrations(db, { targetVersion: 61 });
 }
 //#endregion
 export { SCHEMA_META_SCHEMA_VERSION_KEY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_SCHEMA_VERSION, ensureSchemaMetaTable, ensureXopcDatabaseSchema, readSchemaVersion, readSchemaVersionForTest, setSchemaVersion };

package/dist/src/storage/sqlite/schema.sql

@@ -91,25 +91,6 @@ CREATE INDEX IF NOT EXISTS idx_entries_session_seq
 CREATE INDEX IF NOT EXISTS idx_entries_kind
   ON transcript_entries(session_id, entry_kind);
 
-CREATE TABLE IF NOT EXISTS compaction_checkpoints (
-  checkpoint_id    TEXT PRIMARY KEY,
-  session_id       TEXT NOT NULL,
-  session_key      TEXT NOT NULL,
-  created_at       INTEGER NOT NULL,
-  message_count    INTEGER NOT NULL,
-  size_bytes       INTEGER NOT NULL
-);
-
-CREATE TABLE IF NOT EXISTS checkpoint_entries (
-  checkpoint_id   TEXT NOT NULL,
-  seq             INTEGER NOT NULL,
-  entry_kind      TEXT NOT NULL,
-  role            TEXT,
-  payload_json    TEXT NOT NULL,
-  PRIMARY KEY (checkpoint_id, seq),
-  FOREIGN KEY (checkpoint_id) REFERENCES compaction_checkpoints(checkpoint_id) ON DELETE CASCADE
-);
-
 CREATE VIRTUAL TABLE IF NOT EXISTS transcript_fts USING fts5(
   content,
   session_key UNINDEXED,

package/dist/src/storage/sqlite/transcript-repository.d.ts

@@ -1,20 +1,17 @@
 import type { AgentMessage } from '@earendil-works/pi-agent-core';
-import type { CompactionCheckpointDetail, CompactionCheckpointSummary } from '../../session/types.js';
-import type { TranscriptCompactionRecord } from '../../session/transcript-format.js';
-import { type TranscriptStoredRow } from '../../session/session-context-for-llm.js';
+import type { CompactionBoundarySummary } from '../../session/types.js';
+import { type TranscriptStoredRow, type XopcTranscriptCompactionEntry } from '../../session/session-context-for-llm.js';
 import { type TranscriptEntryRow } from './row-mappers.js';
 export declare function appendTranscriptEntry(sessionKey: string, row: TranscriptStoredRow, opts?: {
     sessionId?: string;
     tokenDelta?: number;
 }): TranscriptEntryRow;
+export declare function appendCompactionBoundary(sessionKey: string, row: Omit<XopcTranscriptCompactionEntry, 'baseSeq'>): TranscriptEntryRow;
 export declare function loadTranscriptRowsForSession(sessionKey: string): TranscriptStoredRow[];
 export declare function loadTranscriptHistoryRowsForSession(sessionKey: string): TranscriptStoredRow[];
 export declare function loadTranscriptRows(sessionId: string): TranscriptStoredRow[];
 export declare function loadLlmMessagesForSession(sessionKey: string): AgentMessage[];
-export declare function replaceTranscriptRows(sessionKey: string, rows: TranscriptStoredRow[], opts?: {
-    appendCompaction?: TranscriptCompactionRecord;
-}): void;
-export declare function loadCheckpointRows(sessionKey: string, checkpointId: string): TranscriptStoredRow[];
+export declare function replaceTranscriptRows(sessionKey: string, rows: TranscriptStoredRow[]): void;
 export declare function paginateTranscriptMessages(sessionKey: string, options?: {
     offset?: number;
     limit?: number;
@@ -29,7 +26,5 @@ export declare function paginateTranscriptMessages(sessionKey: string, options?:
     startSeq: number;
     endSeq: number;
 };
-export declare function captureCompactionCheckpoint(sessionKey: string): string | null;
-export declare function listCompactionCheckpoints(sessionKey: string): CompactionCheckpointSummary[];
-export declare function getCompactionCheckpointDetail(sessionKey: string, checkpointId: string): CompactionCheckpointDetail | null;
-export declare function restoreCompactionCheckpoint(sessionKey: string, checkpointId: string): void;
+export declare function listCompactionBoundaries(sessionKey: string): CompactionBoundarySummary[];
+export declare function restoreBeforeCompactionBoundary(sessionKey: string, compactionId: string): void;