scream-code 0.18.8 → 0.19.0

package/dist/main.mjs

@@ -6,7 +6,7 @@ const __dirname = __cjsShimDirname(__filename);
 import "./suppress-sqlite-warning-C2VB0doZ.mjs";
 //#region src/main.ts
 try {
-	(await import("./app-Db7f8Kja.mjs")).main();
+	(await import("./app-CMbpupvJ.mjs")).main();
 } catch (error) {
 	process.stderr.write(`${error instanceof Error ? error.stack ?? error.message : String(error)}\n`);
 	process.exit(1);

package/dist/{markit-CVQeFGFG.mjs → markit-CV3BXOV_.mjs}

@@ -8,6 +8,13 @@ import { n as require_base64_js, t as XMLParser } from "./XMLParser-DFAnGqkc.mjs
 import * as fs$1 from "node:fs/promises";
 import * as path$1 from "node:path";
 import { createRequire } from "module";
+//#region ../../packages/knowledge/src/markit/mupdf-quiet.ts
+const globalScope = globalThis;
+const moduleConfig = globalScope.$libmupdf_wasm_Module ?? {};
+moduleConfig.print ??= () => {};
+moduleConfig.printErr ??= () => {};
+globalScope.$libmupdf_wasm_Module = moduleConfig;
+//#endregion
 //#region ../../node_modules/.pnpm/underscore@1.13.8/node_modules/underscore/modules/_setup.js
 var VERSION, root, ArrayProto, ObjProto, SymbolProto, push, slice, toString, hasOwnProperty, supportsArrayBuffer, supportsDataView, nativeIsArray, nativeKeys, nativeCreate, nativeIsView, _isNaN, _isFinite, hasEnumBug, nonEnumerableProps, MAX_ARRAY_INDEX;
 var init__setup = __esmMin((() => {
@@ -49718,7 +49725,7 @@ var require_turndown_plugin_gfm_cjs = /* @__PURE__ */ __commonJSMin(((exports) =
 	exports.gfm = gfm;
 }));
 //#endregion
-//#region ../../packages/agent-core/src/utils/turndown.ts
+//#region ../../packages/knowledge/src/markit/utils/turndown.ts
 var import_lib = /* @__PURE__ */ __toESM(require_lib$1(), 1);
 var import_turndown_cjs = /* @__PURE__ */ __toESM(require_turndown_cjs(), 1);
 var import_turndown_plugin_gfm_cjs = require_turndown_plugin_gfm_cjs();
@@ -49792,7 +49799,7 @@ function normalizeTablesHtml(html) {
 	return result;
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/docx.ts
+//#region ../../packages/knowledge/src/markit/converters/docx.ts
 const EXTENSIONS$4 = [".docx"];
 const MIMETYPES$4 = ["application/vnd.openxmlformats-officedocument.wordprocessingml.document"];
 var DocxConverter = class {
@@ -50265,7 +50272,7 @@ function unzipSync(data, opts) {
 	return files;
 }
 //#endregion
-//#region ../../packages/agent-core/src/utils/zip.ts
+//#region ../../packages/knowledge/src/markit/utils/zip.ts
 /**
 * Minimal ZIP reading for the markit document converters (docx/pptx/xlsx/
 * epub are all ZIP containers). Read-only: stored + deflate entries via
@@ -50285,7 +50292,7 @@ function unzip(bytes) {
 	return unzipSync(bytes);
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/epub.ts
+//#region ../../packages/knowledge/src/markit/converters/epub.ts
 const EXTENSIONS$3 = [".epub"];
 const MIMETYPES$3 = [
 	"application/epub",
@@ -50365,7 +50372,7 @@ var EpubConverter = class {
 	}
 };
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/columns.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/columns.ts
 /**
 * Minimum gap as a fraction of the total text width to consider a column
 * boundary. A two-column layout typically has ~50% gap; we use a lower
@@ -50434,7 +50441,7 @@ function detectColumns(textBoxes) {
 	};
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/extract.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/extract.ts
 let mupdfModule;
 async function loadMupdf() {
 	if (!mupdfModule) mupdfModule = await import("mupdf");
@@ -50936,7 +50943,7 @@ async function extractPages(input) {
 	return pages;
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/grid.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/grid.ts
 function castRaysForTextBox(textBox, segments) {
 	const cx = (textBox.bounds.left + textBox.bounds.right) / 2;
 	const cy = (textBox.bounds.top + textBox.bounds.bottom) / 2;
@@ -51584,7 +51591,7 @@ function resolveTableGrids(pageNumber, textBoxes, segments) {
 	};
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/headers.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/headers.ts
 /** Minimum number of pages to enable header/footer detection. */
 const MIN_PAGES = 5;
 /** Minimum Y position for top zone (from bottom of page in PDF coords). */
@@ -51656,7 +51663,7 @@ function stripHeadersFooters(pages) {
 	});
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/render.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/render.ts
 /** Convert full-width ASCII characters (Ａ→A, ！→! etc.) to normal ASCII. */
 function normalizeFullWidthAscii(text) {
 	return text.replace(/[！-～]/g, (ch) => String.fromCharCode(ch.charCodeAt(0) - 65248));
@@ -52051,7 +52058,7 @@ function renderPageContent(freeTextBoxes, tables, imageBlocks = [], allTextBoxes
 	return normalizeDetachedFirstColumnTables(mergeParagraphWraps(mergeConsecutiveHeadings(removePageNumbers(blocks), bodyFS), bodyFS)).map((b) => b.content).join("\n\n").trim();
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pdf/index.ts
+//#region ../../packages/knowledge/src/markit/converters/pdf/index.ts
 /**
 * PDF to Markdown converter.
 *
@@ -52145,7 +52152,7 @@ var PdfConverter = class {
 	}
 };
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/pptx.ts
+//#region ../../packages/knowledge/src/markit/converters/pptx.ts
 const EXTENSIONS$1 = [".pptx"];
 const MIMETYPES$1 = ["application/vnd.openxmlformats-officedocument.presentationml.presentation"];
 var PptxConverter = class {
@@ -52331,7 +52338,7 @@ function toList(val) {
 	return Array.isArray(val) ? val : [val];
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/converters/xlsx.ts
+//#region ../../packages/knowledge/src/markit/converters/xlsx.ts
 const EXTENSIONS = [".xlsx"];
 const MIMETYPES = ["application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"];
 var XlsxConverter = class {
@@ -52420,7 +52427,7 @@ function toArray(val) {
 	return Array.isArray(val) ? val : [val];
 }
 //#endregion
-//#region ../../packages/agent-core/src/markit/registry.ts
+//#region ../../packages/knowledge/src/markit/registry.ts
 /**
 * In-house document → markdown engine.
 *

package/dist/{src-DA34cXSv.mjs → src-CsT5xa84.mjs}

@@ -3,5 +3,5 @@ import { fileURLToPath as __cjsShimFileURLToPath } from 'node:url';
 import { dirname as __cjsShimDirname } from 'node:path';
 const __filename = __cjsShimFileURLToPath(import.meta.url);
 const __dirname = __cjsShimDirname(__filename);
-import { n as multiSearchWithTrace } from "./src-ClB_Hzp9.mjs";
+import { n as multiSearchWithTrace } from "./src-Cu3sUIJK.mjs";
 export { multiSearchWithTrace };

package/dist/{src-ClB_Hzp9.mjs → src-Cu3sUIJK.mjs}

@@ -10,14 +10,14 @@ import Qr, { EventEmitter } from "events";
 import js, { dirname, parse } from "path";
 import { Buffer as Buffer$1 } from "buffer";
 import Cs from "node:stream";
+import * as Ps from "zlib";
+import en from "zlib";
 import Kt, { createReadStream, existsSync, mkdirSync, readFileSync, rmSync, statSync } from "node:fs";
 import path, { basename, join, posix, resolve, win32 } from "node:path";
 import { DatabaseSync } from "node:sqlite";
 import { EventEmitter as EventEmitter$1 } from "node:events";
 import { StringDecoder } from "node:string_decoder";
 import zi from "assert";
-import * as Ps from "zlib";
-import en from "zlib";
 import co from "node:assert";
 //#region ../../node_modules/.pnpm/pathe@2.0.3/node_modules/pathe/dist/shared/pathe.M-eThtNZ.mjs
 const _DRIVE_LETTER_START_RE = /^[A-Za-z]:\//;
@@ -218,7 +218,7 @@ function computeRelevanceScore(memo, query, usageCount = 0, currentProjectDir, p
 	const ti = intent?.temporalBias ?? .3;
 	const fi = intent?.factualBias ?? .6;
 	const factors = {
-		keywordOverlap: computeKeywordSimilarity(memo, query),
+		keywordOverlap: computeKeywordOverlap(memo, query),
 		recency: computeRecency(memo.recordedAt),
 		usageBoost: Math.min(.3, usageCount * .1),
 		projectBoost: computeProjectBoost(memo.projectDir, currentProjectDir),
@@ -416,7 +416,21 @@ function extractKeywords(text) {
 	return [...new Set(tokens)];
 }
 function computeKeywordSimilarity(memo, query) {
-	const memoWords = extractKeywords(`${memo.userNeed} ${memo.approach} ${memo.whatFailed} ${memo.whatWorked}`);
+	return jaccardSimilarity(keywordText(memo), query);
+}
+/**
+* Ranking variant: the distilled conclusion and the note are separate
+* retrieval surfaces. Score each field on its own and keep the best match —
+* a short conclusion would otherwise be diluted by the long base text.
+*/
+function computeKeywordOverlap(memo, query) {
+	return Math.max(jaccardSimilarity(keywordText(memo), query), jaccardSimilarity(memo.distilled ?? "", query), jaccardSimilarity(memo.note ?? "", query));
+}
+function keywordText(memo) {
+	return `${memo.userNeed} ${memo.approach} ${memo.whatFailed} ${memo.whatWorked}`;
+}
+function jaccardSimilarity(memoText, query) {
+	const memoWords = extractKeywords(memoText);
 	const queryWords = extractKeywords(query);
 	if (memoWords.length === 0 || queryWords.length === 0) return 0;
 	const intersection = memoWords.filter((w) => queryWords.includes(w)).length;
@@ -469,6 +483,10 @@ function createMemoryMemo(partial) {
 		outcome: partial.outcome,
 		whatFailed: partial.whatFailed,
 		whatWorked: partial.whatWorked,
+		distilled: partial.distilled,
+		origin: partial.origin ?? "session",
+		distilledFrom: partial.distilledFrom,
+		distilledAt: partial.distilledAt,
 		extractionSource: partial.extractionSource,
 		recordedAt: partial.recordedAt ?? Date.now(),
 		projectDir: partial.projectDir ?? "",
@@ -490,6 +508,10 @@ function toSummary(memo) {
 		outcome: memo.outcome,
 		whatFailed: memo.whatFailed,
 		whatWorked: memo.whatWorked,
+		distilled: memo.distilled,
+		origin: memo.origin,
+		distilledFrom: memo.distilledFrom,
+		distilledAt: memo.distilledAt,
 		extractionSource: memo.extractionSource,
 		recordedAt: memo.recordedAt,
 		projectDir: memo.projectDir,
@@ -3853,7 +3875,7 @@ async function ensureEmbeddingModelFiles(cacheDir, options) {
 						const message = error instanceof Error ? error.message : String(error);
 						throw new Error(`${message} (received ${received} of ${announcedTotal ?? "?"} bytes): ${url}`, { cause: error });
 					}
-					if (chunk.done) break;
+					if (chunk.done || chunk.value === void 0) break;
 					const bytes = chunk.value;
 					armIdleTimer();
 					await handle.write(bytes);
@@ -4113,7 +4135,19 @@ var MemoryMemoStore = class MemoryMemoStore {
          JOIN memos_fts f ON m.rowid = f.rowid
          WHERE f.memos_fts MATCH ? AND (m.project_dir = ? OR m.project_dir = '')
          ORDER BY m.recorded_at DESC LIMIT ?`);
-		return (projectDir === void 0 ? stmt.all(ftsQuery, limit) : stmt.all(ftsQuery, projectDir, limit)).map(rowToMemo);
+		const rows = projectDir === void 0 ? stmt.all(ftsQuery, limit) : stmt.all(ftsQuery, projectDir, limit);
+		const like = likePattern(query);
+		const remaining = Math.max(0, limit - rows.length);
+		const extraRows = remaining === 0 ? [] : projectDir === void 0 ? this.db.prepare("SELECT * FROM memos WHERE distilled LIKE ? ESCAPE '\\' OR note LIKE ? ESCAPE '\\' ORDER BY recorded_at DESC LIMIT ?").all(like, like, remaining) : this.db.prepare("SELECT * FROM memos WHERE (distilled LIKE ? ESCAPE '\\' OR note LIKE ? ESCAPE '\\') AND (project_dir = ? OR project_dir = '') ORDER BY recorded_at DESC LIMIT ?").all(like, like, projectDir, remaining);
+		const seen = new Set(rows.map((row) => String(row["id"])));
+		const merged = rows.map(rowToMemo);
+		for (const row of extraRows) {
+			const id = String(row["id"]);
+			if (seen.has(id)) continue;
+			seen.add(id);
+			merged.push(rowToMemo(row));
+		}
+		return merged;
 	}
 	/** List memos with optional full-text search and pagination. */
 	async list(options) {
@@ -4255,7 +4289,12 @@ var MemoryMemoStore = class MemoryMemoStore {
         extraction_source TEXT NOT NULL CHECK(extraction_source IN ('compaction', 'exit', 'manual')),
         recorded_at INTEGER NOT NULL,
         project_dir TEXT NOT NULL DEFAULT '',
-        tags TEXT NOT NULL DEFAULT '[]'
+        tags TEXT NOT NULL DEFAULT '[]',
+        note TEXT,
+        distilled TEXT NOT NULL DEFAULT '',
+        origin TEXT NOT NULL DEFAULT 'session',
+        distilled_from TEXT,
+        distilled_at INTEGER
       );
 
       CREATE INDEX IF NOT EXISTS idx_memos_project_dir ON memos(project_dir);
@@ -4285,6 +4324,14 @@ var MemoryMemoStore = class MemoryMemoStore {
 		const info = this.db.prepare("PRAGMA table_info(memos)").all();
 		if (!info.some((col) => col.name === "project_dir")) this.db.exec("ALTER TABLE memos ADD COLUMN project_dir TEXT NOT NULL DEFAULT ''");
 		if (!info.some((col) => col.name === "tags")) this.db.exec("ALTER TABLE memos ADD COLUMN tags TEXT NOT NULL DEFAULT '[]'");
+		if (!info.some((col) => col.name === "note")) this.db.exec("ALTER TABLE memos ADD COLUMN note TEXT");
+		if (!info.some((col) => col.name === "distilled")) this.db.exec("ALTER TABLE memos ADD COLUMN distilled TEXT NOT NULL DEFAULT ''");
+		if (!info.some((col) => col.name === "origin")) {
+			this.db.exec("ALTER TABLE memos ADD COLUMN origin TEXT NOT NULL DEFAULT 'session'");
+			this.db.exec("UPDATE memos SET origin = 'dream' WHERE distilled <> ''");
+		}
+		if (!info.some((col) => col.name === "distilled_from")) this.db.exec("ALTER TABLE memos ADD COLUMN distilled_from TEXT");
+		if (!info.some((col) => col.name === "distilled_at")) this.db.exec("ALTER TABLE memos ADD COLUMN distilled_at INTEGER");
 		this.db.exec(`
       CREATE INDEX IF NOT EXISTS idx_memos_project_dir ON memos(project_dir);
       CREATE INDEX IF NOT EXISTS idx_memory_embeddings_created_at ON memory_embeddings(created_at DESC);
@@ -4328,15 +4375,16 @@ var MemoryMemoStore = class MemoryMemoStore {
 		if (this.db === void 0 || memos.length === 0) return;
 		const insert = this.db.prepare(`INSERT OR IGNORE INTO memos (
         id, source_session_id, source_session_title, user_need, approach,
-        outcome, what_failed, what_worked, extraction_source, recorded_at, project_dir, tags
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        outcome, what_failed, what_worked, extraction_source, recorded_at, project_dir, tags,
+        note, distilled, origin, distilled_from, distilled_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       RETURNING rowid`);
 		const insertFts = this.db.prepare(`INSERT INTO memos_fts(rowid, user_need, approach, what_failed, what_worked, source_session_title)
        VALUES (?, ?, ?, ?, ?, ?)`);
 		this.db.exec("BEGIN TRANSACTION");
 		try {
 			for (const memo of memos) {
-				const row = insert.get(memo.id, memo.sourceSessionId, memo.sourceSessionTitle ?? null, memo.userNeed, memo.approach, memo.outcome, memo.whatFailed, memo.whatWorked, memo.extractionSource, memo.recordedAt, memo.projectDir ?? "", JSON.stringify(memo.tags ?? []));
+				const row = insert.get(memo.id, memo.sourceSessionId, memo.sourceSessionTitle ?? null, memo.userNeed, memo.approach, memo.outcome, memo.whatFailed, memo.whatWorked, memo.extractionSource, memo.recordedAt, memo.projectDir ?? "", JSON.stringify(memo.tags ?? []), memo.note ?? null, memo.distilled ?? "", memo.origin ?? "session", stringifyDistilledFrom(memo.distilledFrom), memo.distilledAt ?? null);
 				if (row === void 0) continue;
 				insertFts.run(row.rowid, toFtsText$1(memo.userNeed), toFtsText$1(memo.approach), toFtsText$1(memo.whatFailed), toFtsText$1(memo.whatWorked), toFtsText$1(memo.sourceSessionTitle ?? ""));
 			}
@@ -4351,14 +4399,15 @@ var MemoryMemoStore = class MemoryMemoStore {
 		if (this.db === void 0) return;
 		const insert = this.db.prepare(`INSERT INTO memos (
         id, source_session_id, source_session_title, user_need, approach,
-        outcome, what_failed, what_worked, extraction_source, recorded_at, project_dir, tags
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        outcome, what_failed, what_worked, extraction_source, recorded_at, project_dir, tags,
+        note, distilled, origin, distilled_from, distilled_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       RETURNING rowid`);
 		const insertFts = this.db.prepare(`INSERT INTO memos_fts(rowid, user_need, approach, what_failed, what_worked, source_session_title)
        VALUES (?, ?, ?, ?, ?, ?)`);
 		this.db.exec("BEGIN TRANSACTION");
 		try {
-			const row = insert.get(entry.id, entry.sourceSessionId, entry.sourceSessionTitle ?? null, entry.userNeed, entry.approach, entry.outcome, entry.whatFailed, entry.whatWorked, entry.extractionSource, entry.recordedAt, entry.projectDir ?? "", JSON.stringify(entry.tags ?? []));
+			const row = insert.get(entry.id, entry.sourceSessionId, entry.sourceSessionTitle ?? null, entry.userNeed, entry.approach, entry.outcome, entry.whatFailed, entry.whatWorked, entry.extractionSource, entry.recordedAt, entry.projectDir ?? "", JSON.stringify(entry.tags ?? []), entry.note ?? null, entry.distilled ?? "", entry.origin ?? "session", stringifyDistilledFrom(entry.distilledFrom), entry.distilledAt ?? null);
 			insertFts.run(row.rowid, toFtsText$1(entry.userNeed), toFtsText$1(entry.approach), toFtsText$1(entry.whatFailed), toFtsText$1(entry.whatWorked), toFtsText$1(entry.sourceSessionTitle ?? ""));
 			this.db.exec("COMMIT");
 			this.scheduleEmbedding(entry);
@@ -4394,7 +4443,12 @@ var MemoryMemoStore = class MemoryMemoStore {
         extraction_source = ?,
         recorded_at = ?,
         project_dir = ?,
-        tags = ?
+        tags = ?,
+        note = ?,
+        distilled = ?,
+        origin = ?,
+        distilled_from = ?,
+        distilled_at = ?
       WHERE id = ?
       RETURNING rowid`);
 		const updateFts = this.db.prepare(`INSERT INTO memos_fts(rowid, user_need, approach, what_failed, what_worked, source_session_title)
@@ -4408,7 +4462,7 @@ var MemoryMemoStore = class MemoryMemoStore {
 				this.db.exec("ROLLBACK");
 				return false;
 			}
-			const row = update.get(updated.sourceSessionId, updated.sourceSessionTitle ?? null, updated.userNeed, updated.approach, updated.outcome, updated.whatFailed, updated.whatWorked, updated.extractionSource, updated.recordedAt, updated.projectDir ?? "", JSON.stringify(updated.tags ?? []), id);
+			const row = update.get(updated.sourceSessionId, updated.sourceSessionTitle ?? null, updated.userNeed, updated.approach, updated.outcome, updated.whatFailed, updated.whatWorked, updated.extractionSource, updated.recordedAt, updated.projectDir ?? "", JSON.stringify(updated.tags ?? []), updated.note ?? null, updated.distilled ?? "", updated.origin ?? "session", stringifyDistilledFrom(updated.distilledFrom), updated.distilledAt ?? null, id);
 			if (row === void 0) {
 				this.db.exec("ROLLBACK");
 				return false;
@@ -4656,6 +4710,9 @@ var MemoryMemoStore = class MemoryMemoStore {
 function rowToMemo(row) {
 	const sourceSessionTitle = row["source_session_title"];
 	const projectDir = row["project_dir"];
+	const distilled = row["distilled"];
+	const note = row["note"];
+	const distilledAt = row["distilled_at"];
 	return {
 		id: String(row["id"]),
 		sourceSessionId: String(row["source_session_id"]),
@@ -4665,12 +4722,36 @@ function rowToMemo(row) {
 		outcome: String(row["outcome"]),
 		whatFailed: String(row["what_failed"]),
 		whatWorked: String(row["what_worked"]),
+		distilled: typeof distilled === "string" && distilled.trim().length > 0 ? distilled : void 0,
+		origin: parseOrigin(row["origin"]),
+		distilledFrom: parseDistilledFrom(row["distilled_from"]),
+		distilledAt: typeof distilledAt === "number" && Number.isFinite(distilledAt) ? distilledAt : void 0,
 		extractionSource: row["extraction_source"],
 		recordedAt: Number(row["recorded_at"]),
 		projectDir: typeof projectDir === "string" ? projectDir : "",
-		tags: parseTags(row["tags"])
+		tags: parseTags(row["tags"]),
+		note: typeof note === "string" && note.length > 0 ? note : void 0
 	};
 }
+function parseOrigin(value) {
+	return value === "dream" || value === "user" || value === "session" ? value : "session";
+}
+/** Column value for `distilled_from`: undefined when there is nothing to store. */
+function stringifyDistilledFrom(sources) {
+	return sources === void 0 || sources.length === 0 ? null : JSON.stringify(sources);
+}
+/** Parse the `distilled_from` JSON column, dropping entries that fail validation. */
+function parseDistilledFrom(value) {
+	if (typeof value !== "string" || value.length === 0) return void 0;
+	try {
+		const parsed = JSON.parse(value);
+		if (!Array.isArray(parsed)) return void 0;
+		const sources = parsed.filter((item) => typeof item === "object" && item !== null && typeof item.id === "string" && typeof item.title === "string" && typeof item.at === "number" && Number.isFinite(item.at));
+		return sources.length > 0 ? sources.slice(0, 100) : void 0;
+	} catch {
+		return;
+	}
+}
 function parseTags(value) {
 	if (typeof value !== "string" || value.length === 0) return void 0;
 	try {
@@ -4682,12 +4763,17 @@ function parseTags(value) {
 		return;
 	}
 }
+function likePattern(value) {
+	return `%${value.replaceAll("\\", "\\\\").replaceAll("%", "\\%").replaceAll("_", "\\_")}%`;
+}
 function memoMatchesSearch(memo, search) {
 	return [
 		memo.userNeed,
 		memo.approach,
 		memo.whatFailed,
 		memo.whatWorked,
+		memo.distilled ?? "",
+		memo.note ?? "",
 		memo.sourceSessionTitle ?? "",
 		...memo.tags ?? []
 	].join(" ").toLowerCase().replaceAll(/\s+/g, "").includes(search.replaceAll(/\s+/g, ""));
@@ -4861,6 +4947,7 @@ async function buildConsolidationPlan(store, options) {
 async function applyConsolidation(store, plan) {
 	let deleted = 0;
 	let created = 0;
+	let skipped = 0;
 	if (plan.resolved.length > 0) {
 		const worked = plan.resolved.filter((m) => m.whatWorked).map((m) => m.whatWorked).join("; ");
 		const failed = plan.resolved.filter((m) => m.whatFailed).map((m) => m.whatFailed).join("; ");
@@ -4899,9 +4986,22 @@ async function applyConsolidation(store, plan) {
 			created++;
 		}
 	}
+	const mergeableGroups = [];
 	for (const group of plan.duplicateGroups) {
+		const distilledText = (group.merged.distilled ?? "").trim();
+		if (distilledText.length === 0 && group.memos.some(isDistilledRule)) {
+			skipped++;
+			continue;
+		}
+		mergeableGroups.push({
+			group,
+			distilledText
+		});
+	}
+	for (const { group, distilledText } of mergeableGroups) {
 		const newest = group.memos.reduce((a, b) => a.recordedAt > b.recordedAt ? a : b);
 		const mergedTags = normalizeTags(group.memos.flatMap((m) => m.tags ?? []));
+		const mergedNotes = [...new Set(group.memos.map((memo) => memo.note?.trim() ?? "").filter((note) => note.length > 0))];
 		const merged = createMemoryMemo({
 			sourceSessionId: newest.sourceSessionId,
 			sourceSessionTitle: newest.sourceSessionTitle,
@@ -4910,14 +5010,19 @@ async function applyConsolidation(store, plan) {
 			outcome: group.merged.outcome,
 			whatFailed: group.merged.whatFailed,
 			whatWorked: group.merged.whatWorked,
+			note: mergedNotes.length > 0 ? mergedNotes.join("; ") : void 0,
 			tags: group.merged.tags ?? mergedTags,
+			distilled: distilledText.length > 0 ? distilledText : void 0,
 			projectDir: newest.projectDir,
-			extractionSource: "compaction"
+			extractionSource: "compaction",
+			origin: "dream",
+			distilledAt: distilledText.length > 0 ? Date.now() : void 0,
+			distilledFrom: collectLineage(group.memos)
 		});
 		await store.append(merged);
 		created++;
 	}
-	for (const group of plan.duplicateGroups) for (const memo of group.memos) {
+	for (const { group } of mergeableGroups) for (const memo of group.memos) {
 		await store.delete(memo.id);
 		deleted++;
 	}
@@ -4931,9 +5036,31 @@ async function applyConsolidation(store, plan) {
 	}
 	return {
 		deleted,
-		created
+		created,
+		skipped
 	};
 }
+/**
+* Build the lineage snapshot for a merged memo: every source memo in the group
+* plus each source's own lineage, deduped by id so a rule distilled from other
+* rules keeps its whole ancestry. Sorted oldest-first and capped at 100.
+*/
+function collectLineage(memos) {
+	const seen = /* @__PURE__ */ new Map();
+	for (const memo of memos) {
+		if (!seen.has(memo.id)) seen.set(memo.id, {
+			id: memo.id,
+			title: clip(memo.userNeed, 80),
+			at: memo.recordedAt
+		});
+		for (const source of memo.distilledFrom ?? []) if (!seen.has(source.id)) seen.set(source.id, source);
+	}
+	return [...seen.values()].toSorted((a, b) => a.at - b.at).slice(-100);
+}
+function clip(text, maxLength) {
+	const chars = Array.from(text);
+	return chars.length <= maxLength ? text : chars.slice(0, maxLength).join("");
+}
 function findDuplicateGroups(memos) {
 	const groups = [];
 	const used = /* @__PURE__ */ new Set();
@@ -5012,7 +5139,8 @@ function buildDuplicateGroup(cluster) {
 			approach: `合并 ${cluster.length} 条相关记录。最新方案: ${newest.approach}`,
 			outcome: bestOutcome,
 			whatFailed: failures.size > 0 ? [...failures].join("; ") : "none",
-			whatWorked: successes.size > 0 ? [...successes].join("; ") : "none"
+			whatWorked: successes.size > 0 ? [...successes].join("; ") : "none",
+			distilled: ""
 		},
 		reason: `发现 ${cluster.length} 条相似记录（关键词重叠 > ${Math.round(SIMILARITY_THRESHOLD * 100)}%）`
 	};
@@ -5075,12 +5203,19 @@ function isOutcomeCompleted(outcome) {
 	const lower = outcome.toLowerCase();
 	return lower.includes("完成") || lower.includes("done") || lower.includes("completed") || lower.includes("成功") || lower.includes("success");
 }
+/**
+* A distilled rule is not a stale experience: pruning it by age would delete
+* the conclusion /dream exists to accumulate.
+*/
+function isDistilledRule(memo) {
+	return memo.origin === "dream" || memo.origin === "user" || (memo.distilled ?? "").trim().length > 0;
+}
 function findResolved(memos) {
-	return memos.filter((m) => isOutcomeCompleted(m.outcome) && Date.now() - m.recordedAt > 10080 * 60 * 1e3);
+	return memos.filter((m) => !isDistilledRule(m) && isOutcomeCompleted(m.outcome) && Date.now() - m.recordedAt > 10080 * 60 * 1e3);
 }
 function findStale(memos, staleDays) {
 	const threshold = Date.now() - staleDays * 24 * 60 * 60 * 1e3;
-	return memos.filter((m) => m.recordedAt < threshold && !isOutcomeCompleted(m.outcome) && !m.outcome.includes("blocked"));
+	return memos.filter((m) => !isDistilledRule(m) && m.recordedAt < threshold && !isOutcomeCompleted(m.outcome) && !m.outcome.includes("blocked"));
 }
 //#endregion
 //#region ../../packages/memory/src/dream.ts
@@ -6717,14 +6852,78 @@ async function embedOrNulls(engine, texts, skipEmbedding) {
 }
 /** LLM concurrency for extraction — callers and comments below refer to this constant. */
 const LLM_CONCURRENCY = 20;
-const SUPPORTED_EXTENSIONS = new Set([
+/** Formats read directly as UTF-8 text. */
+const TEXT_EXTENSIONS = new Set([
 	".md",
 	".markdown",
 	".txt"
 ]);
-/** Read a file and return its content. */
-async function readFileContent(filePath) {
-	return readFile(filePath, "utf-8");
+/**
+* Binary documents run through the markit converter (they become Markdown,
+* then take the exact same chunking/embedding path as a `.md` file).
+*/
+const DOCUMENT_EXTENSIONS = new Set([
+	".pdf",
+	".docx",
+	".xlsx"
+]);
+const SUPPORTED_EXTENSIONS = new Set([...TEXT_EXTENSIONS, ...DOCUMENT_EXTENSIONS]);
+/**
+* Hard ceiling for a converted document. Every chunk costs one LLM extraction
+* call, so an unbounded PDF would silently turn into hundreds of requests.
+*/
+const MAX_DOCUMENT_BYTES = 50 * 1024 * 1024;
+/** Lazily-loaded converter instance: only binary ingests pay the import cost. */
+let markitPromise;
+function getMarkit() {
+	markitPromise ??= import("./markit-CV3BXOV_.mjs").then(({ Markit }) => new Markit()).catch((error) => {
+		markitPromise = void 0;
+		throw error;
+	});
+	return markitPromise;
+}
+/**
+* The converters record images as `<!-- image: id (page N, WxHpt) -->` when
+* they are not asked to write them out. Those comments carry no searchable
+* meaning and would otherwise burn tokens in every chunk they land in.
+*/
+function stripImagePlaceholders(markdown) {
+	return markdown.replaceAll(/<!--\s*image:[^>]*-->/g, "").replaceAll(/\n{3,}/g, "\n\n").trim();
+}
+/**
+* Read a source file and fingerprint it.
+*
+* Text files hash the decoded string — exactly what the previous
+* `sha256(readFile(path, 'utf-8'))` produced, so existing `contentHash` values
+* keep matching even for non-UTF-8 text. Binary files hash the raw bytes, which
+* stays stable across converter upgrades.
+*/
+async function readSource(filePath) {
+	const ext = getFileExtension(filePath);
+	if (!TEXT_EXTENSIONS.has(ext)) {
+		const { size } = await stat(filePath);
+		if (size > MAX_DOCUMENT_BYTES) throw new Error(`文档超过 ${MAX_DOCUMENT_BYTES / 1024 / 1024}MB 上限，已跳过: ${basename$1(filePath)}`);
+	}
+	const bytes = await readFile(filePath);
+	return {
+		bytes,
+		ext,
+		contentHash: TEXT_EXTENSIONS.has(ext) ? createHash("sha256").update(bytes.toString("utf8")).digest("hex") : createHash("sha256").update(bytes).digest("hex")
+	};
+}
+/**
+* Convert a binary document to Markdown. Only called once the bytes are known
+* to be new or changed — an unchanged PDF is never re-parsed.
+*/
+async function convertSource(filePath, bytes, ext, onConverting) {
+	onConverting?.(basename$1(filePath));
+	const { markdown } = await (await getMarkit()).convert(bytes, {
+		extension: ext,
+		filename: basename$1(filePath)
+	});
+	const content = stripImagePlaceholders(markdown ?? "");
+	if (content.length === 0) throw new Error(ext === ".pdf" ? "文档未提取到文字（可能是扫描版 PDF），本功能不含 OCR" : "文档未提取到可索引的文字，文件可能已损坏或为空");
+	return content;
 }
 function getFileExtension(filePath) {
 	const lastDot = filePath.lastIndexOf(".");
@@ -6792,6 +6991,10 @@ async function ensureEmbeddingModelMatches(store, engine) {
 * Reports progress via callback.
 */
 async function ingestFile(store, llm, filePath, onProgress) {
+	if (!isSupportedFile(filePath)) {
+		const ext = getFileExtension(filePath);
+		throw new Error(`不支持的文件类型: ${ext === "" ? "(无扩展名)" : ext}`);
+	}
 	const engine = store.getEmbeddingEngine();
 	const skipEmbed = engine === void 0 || !engine.available;
 	if (skipEmbed) onProgress?.({
@@ -6803,8 +7006,7 @@ async function ingestFile(store, llm, filePath, onProgress) {
 		stage: "chunking",
 		message: `读取并切分文件: ${basename$1(filePath)}`
 	});
-	const content = await readFileContent(filePath);
-	const contentHash = createHash("sha256").update(content).digest("hex");
+	const { bytes, ext, contentHash } = await readSource(filePath);
 	const existing = await store.findSourceByFilePath(filePath);
 	let replacedOldVersion = false;
 	if (existing !== void 0) {
@@ -6826,10 +7028,18 @@ async function ingestFile(store, llm, filePath, onProgress) {
 			stage: "chunking",
 			message: `检测到内容变更，替换旧版本: ${existing.name}`
 		});
+	}
+	const content = TEXT_EXTENSIONS.has(ext) ? bytes.toString("utf8") : await convertSource(filePath, bytes, ext, (file) => {
+		onProgress?.({
+			stage: "converting",
+			message: file
+		});
+	});
+	if (existing !== void 0) {
 		await store.deleteSource(existing.id);
 		replacedOldVersion = true;
 	}
-	const sections = chunkContent(content, getFileExtension(filePath));
+	const sections = chunkContent(content, ext);
 	store.beginTransaction();
 	try {
 		if (sections.length === 0) {
@@ -7033,6 +7243,7 @@ async function collectSupportedFiles(dirPath) {
 	const files = [];
 	const entries = await readdir(dirPath, { withFileTypes: true });
 	for (const entry of entries) {
+		if (entry.name.startsWith(".") || entry.name.startsWith("~$")) continue;
 		const fullPath = join$1(dirPath, entry.name);
 		if (entry.isDirectory()) files.push(...await collectSupportedFiles(fullPath));
 		else if (entry.isFile() && isSupportedFile(fullPath)) files.push(fullPath);
@@ -7041,7 +7252,7 @@ async function collectSupportedFiles(dirPath) {
 }
 async function ingestDirectory(store, llm, dirPath, onProgress) {
 	const files = await collectSupportedFiles(dirPath);
-	if (files.length === 0) throw new Error(`目录下没有支持的文件 (.md, .markdown, .txt): ${dirPath}`);
+	if (files.length === 0) throw new Error(`目录下没有支持的文件 (${[...SUPPORTED_EXTENSIONS].join(", ")}): ${dirPath}`);
 	const errors = [];
 	let succeeded = 0;
 	let created = 0;
@@ -7053,6 +7264,10 @@ async function ingestDirectory(store, llm, dirPath, onProgress) {
 	for (let i = 0; i < files.length; i++) {
 		const filePath = files[i];
 		const fileProgress = (progress) => {
+			if (progress.stage === "converting") {
+				onProgress?.(progress);
+				return;
+			}
 			const prefix = `批量摄入 ${i + 1}/${files.length}: ${basename$1(filePath)}`;
 			onProgress?.({
 				...progress,