@tekmidian/pai 0.7.8 → 0.8.0

package/dist/cli/index.mjs

@@ -3793,7 +3793,7 @@ function cmdLogs(opts) {
 }
 function registerDaemonCommands(daemonCmd) {
 	daemonCmd.command("serve").description("Start the PAI daemon in the foreground").action(async () => {
-		const { serve } = await import("../daemon-BHfZR8Tc.mjs").then((n) => n.t);
+		const { serve } = await import("../daemon-B8pkxhSc.mjs").then((n) => n.t);
 		const { loadConfig: lc, ensureConfigDir } = await import("../config-BuhHWyOK.mjs").then((n) => n.r);
 		ensureConfigDir();
 		await serve(lc());

package/dist/daemon/index.mjs

@@ -8,7 +8,7 @@ import "../indexer-D53l5d1U.mjs";
 import { t as PaiClient } from "../ipc-client-CoyUHPod.mjs";
 import { i as ensureConfigDir, o as loadConfig } from "../config-BuhHWyOK.mjs";
 import "../factory-Ygqe_bVZ.mjs";
-import { n as serve } from "../daemon-BHfZR8Tc.mjs";
+import { n as serve } from "../daemon-B8pkxhSc.mjs";
 import "../state-C6_vqz7w.mjs";
 import "../tools-DcaJlYDN.mjs";
 import "../detector-jGBuYQJM.mjs";

package/dist/{daemon-BHfZR8Tc.mjs → daemon-B8pkxhSc.mjs}

@@ -1198,6 +1198,28 @@ function createSessionNote(notesDir, description) {
 	console.error(`Created session note: ${filename}`);
 	return filepath;
 }
+/** Append a checkpoint to the current session note. */
+function appendCheckpoint(notePath, checkpoint) {
+	if (!existsSync$1(notePath)) {
+		console.error(`Note file not found, recreating: ${notePath}`);
+		try {
+			const parentDir = join$1(notePath, "..");
+			if (!existsSync$1(parentDir)) mkdirSync$1(parentDir, { recursive: true });
+			const noteFilename = basename$1(notePath);
+			const numberMatch = noteFilename.match(/^(\d+)/);
+			writeFileSync$1(notePath, `# Session ${numberMatch ? numberMatch[1] : "0000"}: Recovered\n\n**Date:** ${(/* @__PURE__ */ new Date()).toISOString().split("T")[0]}\n**Status:** In Progress\n\n---\n\n## Work Done\n\n<!-- PAI will add completed work here during session -->\n\n---\n\n## Next Steps\n\n<!-- To be filled at session end -->\n\n---\n\n**Tags:** #Session\n`);
+			console.error(`Recreated session note: ${noteFilename}`);
+		} catch (err) {
+			console.error(`Failed to recreate note: ${err}`);
+			return;
+		}
+	}
+	const content = readFileSync$1(notePath, "utf-8");
+	const checkpointText = `\n### Checkpoint ${(/* @__PURE__ */ new Date()).toISOString()}\n\n${checkpoint}\n`;
+	const nextStepsIndex = content.indexOf("## Next Steps");
+	writeFileSync$1(notePath, nextStepsIndex !== -1 ? content.substring(0, nextStepsIndex) + checkpointText + content.substring(nextStepsIndex) : content + checkpointText);
+	console.error(`Checkpoint added to: ${basename$1(notePath)}`);
+}
 /** Add work items to the "Work Done" section of a session note. */
 function addWorkToSessionNote(notePath, workItems, sectionTitle) {
 	if (!existsSync$1(notePath)) {
@@ -1404,9 +1426,9 @@ ${stateLines}
 //#endregion
 //#region src/daemon/templates/session-summary-prompt.ts
 /**
-* Build the prompt string to send to Haiku for session summarization.
+* Build the prompt string to send to the summarizer model.
 *
-* Returns a single string suitable for piping to `claude --model haiku --print`.
+* Returns a single string suitable for piping to `claude --model <model> --print`.
 */
 function buildSessionSummaryPrompt(params) {
 	const { userMessages, gitLog, cwd, date, filesModified, existingNote } = params;
@@ -1438,7 +1460,9 @@ ${existingNote}
 ` : ""}
 Format your response EXACTLY as follows (no extra text before or after):
 
-# Session: [Descriptive Title - 5-8 words summarizing the main accomplishment]
+TOPIC: [A short topic label, max 60 characters, describing the WORK DONE — not quoting user messages. Format as "Topic1, Topic2, and Topic3" if multiple themes. Example: "Session Summary Worker, Topic Detection"]
+
+# Session: [Descriptive title summarizing what was ACCOMPLISHED, max 60 characters. Describe the work done, not the user's request. Bad: "Dark Mode Button Does Nothing". Good: "Dark Mode Toggle, Keyboard IPC, and Audio Fix"]
 
 **Date:** ${date}
 **Status:** In Progress
@@ -1481,7 +1505,12 @@ ${filesSection ? `\nFILES MODIFIED:\n${filesSection}` : ""}`;
 *   2. Extracting user messages and assistant context
 *   3. Gathering git commits from the session period
 *   4. Spawning Claude (sonnet for compaction, opus for session end) to generate a structured summary
-*   5. Writing the summary to the project's session note
+*   5. Comparing the new topic against the existing note's topic
+*   6. Creating a NEW note if the topic shifted, or updating the existing one
+*
+* Topic detection: the summarizer outputs a TOPIC: line as the first line of
+* its response. This is compared against the existing note's title using word
+* overlap. If overlap is below ~30%, a new note is created.
 *
 * Designed to run inside the daemon's work queue worker. All errors are
 * thrown (not swallowed) so the work queue retry logic handles them.
@@ -1620,7 +1649,7 @@ function extractFromJsonl(jsonlPath, model = "sonnet") {
 		if (entry.type === "user") {
 			const msg = entry.message;
 			if (msg?.content) {
-				const text = contentToText$1(msg.content);
+				const text = contentToText$2(msg.content);
 				if (text && !isNoise(text) && !seenMessages.has(text)) {
 					seenMessages.add(text);
 					result.userMessages.push(text.slice(0, 500));
@@ -1645,7 +1674,7 @@ function extractFromJsonl(jsonlPath, model = "sonnet") {
 	return result;
 }
 /** Convert Claude content (string or content block array) to plain text. */
-function contentToText$1(content) {
+function contentToText$2(content) {
 	if (typeof content === "string") return content;
 	if (Array.isArray(content)) return content.map((c) => {
 		if (typeof c === "string") return c;
@@ -1782,23 +1811,142 @@ async function spawnSummarizer(prompt, model = "sonnet") {
 	});
 }
 /**
+* Extract the TOPIC: line from the summarizer output.
+* Returns the topic string, or null if not found.
+*/
+function extractTopic(summaryText) {
+	const match = summaryText.match(/^TOPIC:\s*(.+)$/m);
+	if (!match) return null;
+	return match[1].trim();
+}
+/**
+* Extract the title/topic from an existing session note.
+* Looks at the H1 "# Session NNNN: Title" line.
+*/
+function extractExistingNoteTitle(notePath) {
+	try {
+		const match = readFileSync(notePath, "utf-8").match(/^# Session \d+:\s*(.+)$/m);
+		if (match) return match[1].trim();
+	} catch {}
+	return null;
+}
+/**
+* Compute word overlap ratio between two topic strings.
+* Returns a value in [0, 1] — 1.0 means identical word sets.
+*
+* Uses lowercased, normalized words. Stop words and very short words
+* are excluded to avoid false positives on common terms.
+*/
+function computeTopicOverlap(topicA, topicB) {
+	const stopWords = new Set([
+		"a",
+		"an",
+		"the",
+		"and",
+		"or",
+		"but",
+		"in",
+		"on",
+		"at",
+		"to",
+		"for",
+		"of",
+		"with",
+		"by",
+		"from",
+		"is",
+		"was",
+		"are",
+		"were",
+		"be",
+		"been",
+		"being",
+		"have",
+		"has",
+		"had",
+		"do",
+		"does",
+		"did",
+		"will",
+		"would",
+		"could",
+		"should",
+		"may",
+		"might",
+		"can",
+		"shall",
+		"this",
+		"that",
+		"these",
+		"those",
+		"it",
+		"its",
+		"new",
+		"session",
+		"work",
+		"done"
+	]);
+	const normalize = (text) => {
+		const words = text.toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((w) => w.length > 2 && !stopWords.has(w));
+		return new Set(words);
+	};
+	const wordsA = normalize(topicA);
+	const wordsB = normalize(topicB);
+	if (wordsA.size === 0 || wordsB.size === 0) return 0;
+	let intersection = 0;
+	for (const w of wordsA) if (wordsB.has(w)) intersection++;
+	const union = new Set([...wordsA, ...wordsB]).size;
+	return union > 0 ? intersection / union : 0;
+}
+/** Threshold: below this overlap ratio, we consider topics different. */
+const TOPIC_OVERLAP_THRESHOLD = .3;
+/**
 * Write (or update) the session note with the AI-generated summary.
 *
 * Strategy:
 *   - Find the current month's latest note
-*   - If it's from today, update it with the new summary
+*   - If it's from today, compare topics:
+*     - Same topic (overlap >= 30%) → update existing note
+*     - Different topic (overlap < 30%) → create a NEW note
 *   - If it's from a different day, create a new note
 */
 function writeSessionNote(cwd, summaryText, filesModified) {
 	const notesInfo = findNotesDir(cwd);
 	let notePath = getCurrentNotePath(notesInfo.path);
 	const today = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
+	const newTopic = extractTopic(summaryText);
 	if (notePath) {
 		const noteFilename = basename(notePath);
 		const dateMatch = noteFilename.match(/(\d{4}-\d{2}-\d{2})/);
 		if ((dateMatch ? dateMatch[1] : "") === today) {
-			updateNoteWithSummary(notePath, summaryText);
-			process.stderr.write(`[session-summary] Updated existing note: ${noteFilename}\n`);
+			const existingTitle = extractExistingNoteTitle(notePath);
+			let topicShifted = false;
+			if (newTopic && existingTitle) {
+				const overlap = computeTopicOverlap(newTopic, existingTitle);
+				process.stderr.write(`[session-summary] Topic overlap: ${(overlap * 100).toFixed(1)}% (new="${newTopic}", existing="${existingTitle}")\n`);
+				if (overlap < TOPIC_OVERLAP_THRESHOLD) {
+					topicShifted = true;
+					process.stderr.write(`[session-summary] Topic shift detected (word overlap) — creating new note.\n`);
+				}
+			}
+			if (!topicShifted) {
+				const boundaryPath = join(notesInfo.path, "topic-boundary.json");
+				if (existsSync(boundaryPath)) try {
+					const boundary = JSON.parse(readFileSync(boundaryPath, "utf-8"));
+					if (boundary.timestamp) {
+						if (Date.now() - new Date(boundary.timestamp).getTime() < 1800 * 1e3) {
+							topicShifted = true;
+							process.stderr.write(`[session-summary] Topic shift detected (boundary marker) — ${boundary.previousProject} → ${boundary.suggestedProject}\n`);
+						}
+					}
+					unlinkSync(boundaryPath);
+				} catch {}
+			}
+			if (topicShifted) notePath = createNoteFromSummary(notesInfo.path, summaryText);
+			else {
+				updateNoteWithSummary(notePath, summaryText);
+				process.stderr.write(`[session-summary] Updated existing note: ${noteFilename}\n`);
+			}
 		} else notePath = createNoteFromSummary(notesInfo.path, summaryText);
 	} else notePath = createNoteFromSummary(notesInfo.path, summaryText);
 	if (notePath) {
@@ -1865,7 +2013,7 @@ function createNoteFromSummary(notesDir, summaryText) {
 
 ---
 
-${summaryText.replace(/^# Session:.*$/m, "").replace(/^\*\*Date:\*\*.*$/m, "").replace(/^\*\*Status:\*\*.*$/m, "").replace(/^---$/m, "").trim()}
+${summaryText.replace(/^TOPIC:.*$/m, "").replace(/^# Session:.*$/m, "").replace(/^\*\*Date:\*\*.*$/m, "").replace(/^\*\*Status:\*\*.*$/m, "").replace(/^---$/m, "").trim()}
 
 ---
 
@@ -1949,6 +2097,129 @@ async function handleSessionSummary(payload) {
 	process.stderr.write("[session-summary] Done.\n");
 }
 
+//#endregion
+//#region src/daemon/topic-detect-worker.ts
+/**
+* topic-detect-worker.ts — Topic shift detection for session note splitting
+*
+* Processes `topic-detect` work items by:
+*   1. Extracting recent user messages from the JSONL transcript
+*   2. Running the BM25-based topic shift detector against the PAI memory DB
+*   3. If a shift is detected, recording a topic boundary marker
+*
+* The actual note splitting is handled by session-summary-worker.ts when it
+* processes the next `session-summary` work item — it uses the TOPIC: line
+* from the summarizer to decide whether to create a new note.
+*
+* This worker provides an additional signal: project-level topic shift
+* (e.g., conversation moved from project A to project B). The session
+* summary worker handles intra-project topic shifts (e.g., from "dark mode"
+* to "keyboard IPC" within the same project).
+*/
+const MAX_CONTEXT_MESSAGES = 5;
+const MAX_CONTEXT_CHARS = 2e3;
+/**
+* Extract recent user messages from a JSONL transcript for topic detection.
+* Takes only the last few messages to represent the current topic.
+*/
+function extractRecentContext(jsonlPath) {
+	try {
+		const raw = readFileSync(jsonlPath, "utf-8");
+		const lines = (raw.length > 5e4 ? raw.slice(-5e4) : raw).trim().split("\n");
+		const messages = [];
+		for (let i = lines.length - 1; i >= 0 && messages.length < MAX_CONTEXT_MESSAGES; i--) {
+			const line = lines[i].trim();
+			if (!line) continue;
+			try {
+				const entry = JSON.parse(line);
+				if (entry.type === "user") {
+					const msg = entry.message;
+					if (msg?.content) {
+						const text = contentToText$1(msg.content);
+						if (text && text.length > 3) messages.unshift(text.slice(0, 500));
+					}
+				}
+			} catch {}
+		}
+		return messages.join("\n\n").slice(0, MAX_CONTEXT_CHARS);
+	} catch {
+		return "";
+	}
+}
+/** Convert Claude content (string or content block array) to plain text. */
+function contentToText$1(content) {
+	if (typeof content === "string") return content;
+	if (Array.isArray(content)) return content.map((c) => {
+		if (typeof c === "string") return c;
+		const block = c;
+		if (block?.text) return String(block.text);
+		if (block?.content) return String(block.content);
+		return "";
+	}).join(" ").trim();
+	return "";
+}
+const TOPIC_BOUNDARY_FILE = "topic-boundary.json";
+/**
+* Write a topic boundary marker into the Notes directory.
+* The session-summary-worker checks for this file and uses it as an
+* additional signal that a new note should be created.
+*/
+function writeTopicBoundary(cwd, boundary) {
+	try {
+		const boundaryPath = join(findNotesDir(cwd).path, TOPIC_BOUNDARY_FILE);
+		writeFileSync(boundaryPath, JSON.stringify(boundary, null, 2), "utf-8");
+		process.stderr.write(`[topic-detect] Wrote topic boundary marker: ${boundaryPath}\n`);
+	} catch (e) {
+		process.stderr.write(`[topic-detect] Could not write boundary marker: ${e}\n`);
+	}
+}
+/**
+* Process a `topic-detect` work item.
+*
+* Called by work-queue-worker.ts. Throws on fatal errors so the work queue
+* retry logic handles them.
+*/
+async function handleTopicDetect(payload) {
+	const { cwd, currentProject, transcriptPath, sessionId } = payload;
+	if (!cwd) throw new Error("topic-detect payload missing cwd");
+	process.stderr.write(`[topic-detect] Starting for ${cwd}${currentProject ? ` (project=${currentProject})` : ""}${sessionId ? ` (session=${sessionId})` : ""}\n`);
+	if (!registryDb || !storageBackend) {
+		process.stderr.write("[topic-detect] Registry DB or storage backend not available — skipping.\n");
+		return;
+	}
+	let context = payload.context || "";
+	if (!context && transcriptPath && existsSync(transcriptPath)) context = extractRecentContext(transcriptPath);
+	if (!context || context.trim().length < 10) {
+		process.stderr.write("[topic-detect] Insufficient context for topic detection — skipping.\n");
+		return;
+	}
+	process.stderr.write(`[topic-detect] Context: ${context.length} chars, checking against memory...\n`);
+	const result = await detectTopicShift(registryDb, storageBackend, {
+		context,
+		currentProject,
+		threshold: .6,
+		candidates: 20
+	});
+	process.stderr.write(`[topic-detect] Result: shifted=${result.shifted}, suggested=${result.suggestedProject}, confidence=${result.confidence.toFixed(2)}, chunks=${result.chunkCount}\n`);
+	if (result.topProjects.length > 0) process.stderr.write(`[topic-detect] Top projects: ${result.topProjects.map((p) => `${p.slug}(${(p.score * 100).toFixed(0)}%)`).join(", ")}\n`);
+	if (result.shifted) {
+		writeTopicBoundary(cwd, {
+			timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+			previousProject: result.currentProject,
+			suggestedProject: result.suggestedProject,
+			confidence: result.confidence,
+			context: context.slice(0, 200)
+		});
+		try {
+			const notePath = getCurrentNotePath(findNotesDir(cwd).path);
+			if (notePath) appendCheckpoint(notePath, `Topic shift detected: conversation moved from **${result.currentProject}** to **${result.suggestedProject}** (confidence: ${(result.confidence * 100).toFixed(0)}%). A new session note will be created for the new topic.`);
+		} catch (e) {
+			process.stderr.write(`[topic-detect] Could not append checkpoint: ${e}\n`);
+		}
+	}
+	process.stderr.write("[topic-detect] Done.\n");
+}
+
 //#endregion
 //#region src/daemon/work-queue-worker.ts
 /**
@@ -1959,8 +2230,9 @@ async function handleSessionSummary(payload) {
 * work summaries, updating the session note, and updating TODO.md.
 * Handles 'session-summary' items by spawning Haiku for AI-powered note generation.
 *
-* Other item types (note-update, todo-update, topic-detect)
-* are stubs — they log and complete immediately, ready for future expansion.
+* Handles 'topic-detect' items by running BM25-based topic shift detection.
+* Other item types (note-update, todo-update) are stubs — they log and
+* complete immediately, ready for future expansion.
 */
 const WORKER_INTERVAL_MS = 5e3;
 const HOUSEKEEPING_INTERVAL_MS = 600 * 1e3;
@@ -2015,9 +2287,11 @@ async function processNextItem() {
 			case "session-summary":
 				await handleSessionSummary(item.payload);
 				break;
+			case "topic-detect":
+				await handleTopicDetect(item.payload);
+				break;
 			case "note-update":
 			case "todo-update":
-			case "topic-detect":
 				process.stderr.write(`[work-queue-worker] Item type '${item.type}' is not yet implemented — completing as no-op.\n`);
 				break;
 			default: throw new Error(`Unknown work item type: ${item.type}`);
@@ -2769,4 +3043,4 @@ var daemon_exports = /* @__PURE__ */ __exportAll({ serve: () => serve });
 
 //#endregion
 export { serve as n, daemon_exports as t };
-//# sourceMappingURL=daemon-BHfZR8Tc.mjs.map
+//# sourceMappingURL=daemon-B8pkxhSc.mjs.map