scream-code 0.9.7 → 0.10.1

package/dist/main.mjs

@@ -6,7 +6,7 @@ const __dirname = __cjsShimDirname(__filename);
 import "./suppress-sqlite-warning-C2VB0doZ.mjs";
 //#region src/main.ts
 try {
-	(await import("./app-0DJZPbGz.mjs")).main();
+	(await import("./app-DVRLAZ8b.mjs")).main();
 } catch (error) {
 	process.stderr.write(`${error instanceof Error ? error.stack ?? error.message : String(error)}\n`);
 	process.exit(1);

package/dist/{src-DA9VZFf3.mjs → src-B2kaYK-M.mjs}

@@ -3,5 +3,5 @@ import { fileURLToPath as __cjsShimFileURLToPath } from 'node:url';
 import { dirname as __cjsShimDirname } from 'node:path';
 const __filename = __cjsShimFileURLToPath(import.meta.url);
 const __dirname = __cjsShimDirname(__filename);
-import { n as multiSearchWithTrace } from "./src-1LHYB0xM.mjs";
+import { n as multiSearchWithTrace } from "./src-oeUnRY3N.mjs";
 export { multiSearchWithTrace };

package/dist/{src-1LHYB0xM.mjs → src-oeUnRY3N.mjs}

@@ -214,7 +214,10 @@ var KnowledgeStore = class {
 	}
 	async init() {
 		if (this.initPromise) return this.initPromise;
-		this.initPromise = this._doInit();
+		this.initPromise = this._doInit().catch((error) => {
+			this.initPromise = null;
+			throw error;
+		});
 		return this.initPromise;
 	}
 	async _doInit() {
@@ -225,8 +228,32 @@ var KnowledgeStore = class {
 		this.db.exec("PRAGMA foreign_keys = ON;");
 		this.db.exec("PRAGMA busy_timeout = 5000;");
 		this.createSchema();
+		this.migrateFtsTokenization();
 		this.initialized = true;
 	}
+	/**
+	* One-time migration: FTS rows written before toFtsText pre-tokenization
+	* indexed raw text (CJK runs became single tokens and are unsearchable).
+	* Rebuild all three FTS tables from the content tables with toFtsText.
+	* Tracked via PRAGMA user_version so it runs exactly once.
+	*/
+	migrateFtsTokenization() {
+		if (this.db === void 0) return;
+		if (this.db.prepare("PRAGMA user_version").get().user_version >= 1) return;
+		this.db.exec("DELETE FROM knowledge_chunks_fts");
+		this.db.exec("DELETE FROM knowledge_events_fts");
+		this.db.exec("DELETE FROM knowledge_entities_fts");
+		const chunks = this.db.prepare("SELECT rowid, heading, content FROM knowledge_chunks").all();
+		const insChunk = this.db.prepare("INSERT INTO knowledge_chunks_fts (rowid, heading, content) VALUES (?, ?, ?)");
+		for (const c of chunks) insChunk.run(c.rowid, toFtsText(c.heading ?? ""), toFtsText(c.content));
+		const events = this.db.prepare("SELECT rowid, title, summary, content FROM knowledge_events").all();
+		const insEvent = this.db.prepare("INSERT INTO knowledge_events_fts (rowid, title, summary, content) VALUES (?, ?, ?, ?)");
+		for (const e of events) insEvent.run(e.rowid, toFtsText(e.title), toFtsText(e.summary ?? ""), toFtsText(e.content));
+		const entities = this.db.prepare("SELECT rowid, name, description FROM knowledge_entities").all();
+		const insEntity = this.db.prepare("INSERT INTO knowledge_entities_fts (rowid, name, description) VALUES (?, ?, ?)");
+		for (const e of entities) insEntity.run(e.rowid, toFtsText(e.name), toFtsText(e.description ?? ""));
+		this.db.exec("PRAGMA user_version = 1");
+	}
 	close() {
 		if (this.db !== void 0) {
 			this.db.exec("PRAGMA wal_checkpoint(TRUNCATE)");
@@ -392,7 +419,19 @@ var KnowledgeStore = class {
 	async deleteSource(id) {
 		await this.init();
 		if (this.db === void 0) return false;
-		return this.db.prepare("DELETE FROM knowledge_sources WHERE id = ?").run(id).changes > 0;
+		const chunkRows = this.db.prepare("SELECT rowid, heading, content FROM knowledge_chunks WHERE source_id = ?").all(id);
+		const eventRows = this.db.prepare("SELECT rowid, title, summary, content FROM knowledge_events WHERE source_id = ?").all(id);
+		const entityRows = this.db.prepare("SELECT rowid, name, description FROM knowledge_entities WHERE source_id = ?").all(id);
+		const result = this.db.prepare("DELETE FROM knowledge_sources WHERE id = ?").run(id);
+		if (result.changes > 0) {
+			const delChunk = this.db.prepare("INSERT INTO knowledge_chunks_fts (knowledge_chunks_fts, rowid, heading, content) VALUES ('delete', ?, ?, ?)");
+			for (const row of chunkRows) delChunk.run(row.rowid, toFtsText(row.heading ?? ""), toFtsText(row.content));
+			const delEvent = this.db.prepare("INSERT INTO knowledge_events_fts (knowledge_events_fts, rowid, title, summary, content) VALUES ('delete', ?, ?, ?, ?)");
+			for (const row of eventRows) delEvent.run(row.rowid, toFtsText(row.title), toFtsText(row.summary ?? ""), toFtsText(row.content));
+			const delEntity = this.db.prepare("INSERT INTO knowledge_entities_fts (knowledge_entities_fts, rowid, name, description) VALUES ('delete', ?, ?, ?)");
+			for (const row of entityRows) delEntity.run(row.rowid, toFtsText(row.name), toFtsText(row.description ?? ""));
+		}
+		return result.changes > 0;
 	}
 	async createDocument(params) {
 		if (this.db === void 0) throw new Error("knowledge store not initialized");
@@ -440,7 +479,7 @@ var KnowledgeStore = class {
          (id, source_id, document_id, rank, heading, content, raw_content, embedding_json, created_at)
          VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(id, params.sourceId, params.documentId, params.rank, params.heading, params.content, params.rawContent, embeddingJson, createdAt);
 		this.db.prepare(`INSERT INTO knowledge_chunks_fts (rowid, heading, content)
-         VALUES ((SELECT rowid FROM knowledge_chunks WHERE id = ?), ?, ?)`).run(id, params.heading ?? "", params.content);
+         VALUES ((SELECT rowid FROM knowledge_chunks WHERE id = ?), ?, ?)`).run(id, toFtsText(params.heading ?? ""), toFtsText(params.content));
 		return {
 			id,
 			sourceId: params.sourceId,
@@ -488,7 +527,7 @@ var KnowledgeStore = class {
           title_embedding_json, content_embedding_json, created_at)
          VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(id, params.sourceId, params.documentId, params.chunkId, params.rank, params.title, params.summary, params.content, params.category, JSON.stringify(params.keywords), vectorToJson(params.titleEmbedding), vectorToJson(params.contentEmbedding), createdAt);
 		this.db.prepare(`INSERT INTO knowledge_events_fts (rowid, title, summary, content)
-         VALUES ((SELECT rowid FROM knowledge_events WHERE id = ?), ?, ?, ?)`).run(id, params.title, params.summary ?? "", params.content);
+         VALUES ((SELECT rowid FROM knowledge_events WHERE id = ?), ?, ?, ?)`).run(id, toFtsText(params.title), toFtsText(params.summary ?? ""), toFtsText(params.content));
 		return {
 			id,
 			sourceId: params.sourceId,
@@ -551,8 +590,24 @@ var KnowledgeStore = class {
 		const normalizedName = normalizeName(params.name);
 		const existing = this.db.prepare("SELECT * FROM knowledge_entities WHERE source_id = ? AND type = ? AND normalized_name = ?").get(params.sourceId, params.type, normalizedName);
 		if (existing !== void 0) {
-			if (params.description !== null && existing["description"] === null) this.db.prepare("UPDATE knowledge_entities SET description = ? WHERE id = ?").run(params.description, String(existing["id"]));
-			if (params.embedding !== null && existing["embedding_json"] === null) this.db.prepare("UPDATE knowledge_entities SET embedding_json = ? WHERE id = ?").run(vectorToJson(params.embedding), String(existing["id"]));
+			const existingId = String(existing["id"]);
+			let descriptionChanged = false;
+			if (params.description !== null && existing["description"] === null) {
+				this.db.prepare("UPDATE knowledge_entities SET description = ? WHERE id = ?").run(params.description, existingId);
+				existing["description"] = params.description;
+				descriptionChanged = true;
+			}
+			if (params.embedding !== null && existing["embedding_json"] === null) {
+				this.db.prepare("UPDATE knowledge_entities SET embedding_json = ? WHERE id = ?").run(vectorToJson(params.embedding), existingId);
+				existing["embedding_json"] = vectorToJson(params.embedding);
+			}
+			if (descriptionChanged) {
+				const ftsRow = this.db.prepare("SELECT rowid, name, description FROM knowledge_entities WHERE id = ?").get(existingId);
+				if (ftsRow !== void 0) {
+					this.db.prepare("INSERT INTO knowledge_entities_fts (knowledge_entities_fts, rowid, name, description) VALUES ('delete', ?, ?, ?)").run(ftsRow.rowid, toFtsText(ftsRow.name), "");
+					this.db.prepare(`INSERT INTO knowledge_entities_fts (rowid, name, description) VALUES (?, ?, ?)`).run(ftsRow.rowid, toFtsText(ftsRow.name), toFtsText(ftsRow.description ?? ""));
+				}
+			}
 			return rowToEntity(existing);
 		}
 		const id = generateId("ent");
@@ -561,7 +616,7 @@ var KnowledgeStore = class {
          (id, source_id, type, name, normalized_name, description, embedding_json, created_at)
          VALUES (?, ?, ?, ?, ?, ?, ?, ?)`).run(id, params.sourceId, params.type, params.name, normalizedName, params.description, vectorToJson(params.embedding), createdAt);
 		this.db.prepare(`INSERT INTO knowledge_entities_fts (rowid, name, description)
-         VALUES ((SELECT rowid FROM knowledge_entities WHERE id = ?), ?, ?)`).run(id, params.name, params.description ?? "");
+         VALUES ((SELECT rowid FROM knowledge_entities WHERE id = ?), ?, ?)`).run(id, toFtsText(params.name), toFtsText(params.description ?? ""));
 		return {
 			id,
 			sourceId: params.sourceId,