pi-observational-memory 1.0.2 → 1.0.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-observational-memory",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "Observational memory extension for pi — cache-friendly tiered compaction with observations and reflections.",
   "type": "module",
   "license": "MIT",

package/src/index.ts

@@ -1,6 +1,6 @@
-import { completeSimple } from "@mariozechner/pi-ai";
+import { completeSimple, type Message, type TextContent, type ToolCall, type ToolResultMessage } from "@mariozechner/pi-ai";
 import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
-import { convertToLlm, serializeConversation, SettingsManager } from "@mariozechner/pi-coding-agent";
+import { convertToLlm, SettingsManager } from "@mariozechner/pi-coding-agent";
 import { DEFAULTS, loadConfig } from "./config.js";
 import type { Config } from "./config.js";
 import { CONTEXT_USAGE_INSTRUCTIONS, OBSERVER_SYSTEM, REFLECTOR_SYSTEM } from "./prompts.js";
@@ -8,6 +8,52 @@ import { estimateRawTailTokens, estimateTokens, extractText } from "./tokens.js"
 import type { MemoryDetails, MemoryState } from "./types.js";
 import { isMemoryDetails } from "./types.js";
 
+function utcDate(epochMs: number): string {
+	if (!Number.isFinite(epochMs)) return "????-??-??";
+	return new Date(epochMs).toISOString().slice(0, 10);
+}
+
+function utcTime(epochMs: number): string {
+	if (!Number.isFinite(epochMs)) return "??:??";
+	return new Date(epochMs).toISOString().slice(11, 16);
+}
+
+function serializeWithTimestamps(messages: Message[]): string {
+	return messages
+		.map((msg): string | null => {
+			const time = utcTime(msg.timestamp);
+			if (msg.role === "user") {
+				const text =
+					typeof msg.content === "string"
+						? msg.content
+						: msg.content
+							.filter((b): b is TextContent => b.type === "text")
+							.map((b) => b.text)
+							.join("\n");
+				return `[User @ ${time} UTC]: ${text}`;
+			}
+			if (msg.role === "assistant") {
+				const parts = msg.content.map((b) => {
+					if (b.type === "text") return b.text;
+					if (b.type === "thinking") return b.redacted ? "" : `[thinking: ${b.thinking}]`;
+					if (b.type === "toolCall") return `[${b.name}(${JSON.stringify(b.arguments)})]`;
+					return "";
+				});
+				const body = parts.filter(Boolean).join("\n");
+				if (!body) return null;
+				return `[Assistant @ ${time} UTC]: ${body}`;
+			}
+			// toolResult
+			const text = msg.content
+				.filter((b): b is TextContent => b.type === "text")
+				.map((b) => b.text)
+				.join("\n");
+			return `[Tool result for ${(msg as ToolResultMessage).toolName} @ ${time} UTC]: ${text}`;
+		})
+		.filter((line): line is string => line !== null)
+		.join("\n\n");
+}
+
 export default function observationalMemory(pi: ExtensionAPI) {
 	let config: Config = { ...DEFAULTS };
 	let state: MemoryState = { observations: "", reflections: "" };
@@ -42,16 +88,22 @@ export default function observationalMemory(pi: ExtensionAPI) {
 				compactInFlight = false;
 				return;
 			}
-			ctx.compact({
-				onComplete: () => {
-					compactInFlight = false;
-					if (ctx.hasUI) ctx.ui.notify("Observational memory: compaction complete", "info");
-				},
-				onError: (error) => {
-					compactInFlight = false;
-					if (ctx.hasUI) ctx.ui.notify(`Observational memory: ${error.message}`, "error");
-				},
-			});
+			try {
+				ctx.compact({
+					onComplete: () => {
+						compactInFlight = false;
+						if (ctx.hasUI) ctx.ui.notify("Observational memory: compaction complete", "info");
+					},
+					onError: (error) => {
+						compactInFlight = false;
+						if (ctx.hasUI) ctx.ui.notify(`Observational memory: ${error.message}`, "error");
+					},
+				});
+			} catch (error) {
+				compactInFlight = false;
+				const msg = error instanceof Error ? error.message : String(error);
+				if (ctx.hasUI) ctx.ui.notify(`Observational memory: compact threw: ${msg}`, "error");
+			}
 		}, 0);
 	});
 
@@ -79,10 +131,25 @@ export default function observationalMemory(pi: ExtensionAPI) {
 		const allMessages = [...messagesToSummarize, ...turnPrefixMessages];
 		if (allMessages.length === 0) return;
 
-		const conversationText = serializeConversation(convertToLlm(allMessages));
 		const now = new Date();
-		const dateStr = now.toISOString().split("T")[0];
-		const timeStr = now.toTimeString().slice(0, 5);
+		const dateStr = utcDate(now.getTime());
+		const timeStr = utcTime(now.getTime());
+
+		const llmMessages = convertToLlm(allMessages);
+		const conversationText = serializeWithTimestamps(llmMessages);
+
+		let dateRangeNote = "";
+		if (llmMessages.length > 0) {
+			const timestamps = llmMessages.map((m) => m.timestamp);
+			const firstTs = timestamps.reduce((a, b) => Math.min(a, b));
+			const lastTs = timestamps.reduce((a, b) => Math.max(a, b));
+			const firstMsgDate = utcDate(firstTs);
+			const lastMsgDate = utcDate(lastTs);
+			dateRangeNote =
+				firstMsgDate === lastMsgDate
+					? ` Messages in this batch are from ${firstMsgDate} (UTC).`
+					: ` Messages in this batch span ${firstMsgDate} to ${lastMsgDate} (UTC).`;
+		}
 
 		ctx.ui.notify("Observational memory: running observer...", "info");
 
@@ -101,7 +168,7 @@ export default function observationalMemory(pi: ExtensionAPI) {
 							content: [
 								{
 									type: "text" as const,
-									text: `Today is ${dateStr}, current time is ${timeStr}.\n\n<current-reflections>\n${state.reflections || "(none yet)"}\n</current-reflections>\n\n<current-observations>\n${state.observations || "(none yet)"}\n</current-observations>\n\nCompress the following conversation into new observations:\n\n<conversation>\n${conversationText}\n</conversation>`,
+									text: `Today is ${dateStr}, current time is ${timeStr} UTC.${dateRangeNote}\n\n<current-reflections>\n${state.reflections || "(none yet)"}\n</current-reflections>\n\n<current-observations>\n${state.observations || "(none yet)"}\n</current-observations>\n\nCompress the following conversation into new observations:\n\n<conversation>\n${conversationText}\n</conversation>`,
 								},
 							],
 							timestamp: Date.now(),
@@ -141,7 +208,7 @@ export default function observationalMemory(pi: ExtensionAPI) {
 								content: [
 									{
 										type: "text" as const,
-										text: `Today is ${dateStr}.\n\n<current-reflections>\n${state.reflections || "(none yet)"}\n</current-reflections>\n\n<current-observations>\n${state.observations}\n</current-observations>\n\nGarbage-collect these observations. Promote long-lived facts to reflections, prune what's no longer needed, keep what's still active.`,
+										text: `Today is ${dateStr} (UTC).\n\n<current-reflections>\n${state.reflections || "(none yet)"}\n</current-reflections>\n\n<current-observations>\n${state.observations}\n</current-observations>\n\nGarbage-collect these observations. Promote long-lived facts to reflections, prune what's no longer needed, keep what's still active.`,
 									},
 								],
 								timestamp: Date.now(),
@@ -209,8 +276,8 @@ export default function observationalMemory(pi: ExtensionAPI) {
 				"",
 				"── Parameters ──",
 				`Observation threshold: ${config.observationThreshold.toLocaleString()}`,
-				`Reflection threshold:  ${config.reflectionThreshold.toLocaleString()}`,
-				`Keep recent tokens:    ${keepRecentTokens.toLocaleString()} (pi compaction)`,
+				`Reflection threshold:  ${config.reflectionThreshold.toLocaleString()} (interpreted as observations token budget)`,
+				`Keep recent tokens:    ${keepRecentTokens.toLocaleString()} (pi compaction, how many tokens in raw messages)`,
 			];
 
 			ctx.ui.notify(lines.join("\n"), "info");
@@ -257,7 +324,7 @@ export default function observationalMemory(pi: ExtensionAPI) {
 				sections.push("");
 				sections.push("── Raw Messages ──");
 				if (rawMessages.length > 0) {
-					sections.push(serializeConversation(convertToLlm(rawMessages)));
+					sections.push(serializeWithTimestamps(convertToLlm(rawMessages)));
 				} else {
 					sections.push("(none)");
 				}

package/src/prompts.ts

@@ -1,11 +1,11 @@
-export const OBSERVER_SYSTEM = `You are an observation agent for a coding assistant. Compress conversation messages into concise, timestamped observations.
+export const OBSERVER_SYSTEM = `You are an observation agent for a coding assistant. Compress conversation messages into concise, timestamped observations. Messages arrive pre-timestamped as \`[User @ HH:MM UTC]\`, \`[Assistant @ HH:MM UTC]\`, and \`[Tool result for <name> @ HH:MM UTC]\` — use those inline timestamps when assigning times to your observations. All timestamps are UTC.
 
 Format as a date-grouped log:
 
-Date: YYYY-MM-DD
+Date: YYYY-MM-DD (UTC)
 - 🔴 HH:MM Observation text
-  - 🔴 HH:MM Sub-observation
-  - 🟡 HH:MM Sub-observation
+  - Sub-observation (no timestamp if same moment)
+  - Sub-observation
 - 🟢 HH:MM Another observation
 
 Priority levels:
@@ -159,7 +159,9 @@ Output EXACTLY two sections with these tags:
 [Surviving observations in the same date-grouped log format — most should be preserved]
 </observations>
 
-Do NOT wrap output in code blocks or markdown fences.`;
+Do NOT wrap output in code blocks or markdown fences.
+
+All timestamps in observations are UTC.`;
 
 export const CONTEXT_USAGE_INSTRUCTIONS = `KNOWLEDGE UPDATES: When observations contain conflicting information, prefer the MOST RECENT observation (check dates). Look for state-change phrases like "will start", "is switching", "changed to", "replacing" as indicators that older information has been superseded.