pi-observational-memory 2.1.3 → 2.4.0

package/src/serialize.ts

@@ -14,35 +14,78 @@ function formatTimestamp(v: number | string | undefined): string {
 	return Number.isNaN(d.getTime()) ? "????-??-?? ??:??" : fmtLocal(d);
 }
 
+function formatRecallTimestamp(...values: Array<number | string | undefined>): string {
+	for (const v of values) {
+		if (v === undefined) continue;
+		const d = new Date(v);
+		if (!Number.isNaN(d.getTime())) return fmtLocal(d);
+	}
+	return "Unknown time";
+}
+
+function textAndPlaceholders(
+	content: unknown,
+	options: { omitRedactedThinking?: boolean; includeThinking?: boolean } = {},
+): string {
+	if (typeof content === "string") return content;
+	if (!Array.isArray(content)) return "[non-text content omitted]";
+
+	const parts: string[] = [];
+	for (const block of content as Array<Record<string, unknown>>) {
+		if (!block || typeof block !== "object") {
+			parts.push("[non-text content omitted]");
+			continue;
+		}
+		if (block.type === "text" && typeof block.text === "string") {
+			parts.push(block.text);
+			continue;
+		}
+		if (block.type === "thinking") {
+			if (options.omitRedactedThinking && block.redacted === true) continue;
+			if (options.includeThinking && typeof block.thinking === "string") {
+				parts.push(`[thinking: ${block.thinking}]`);
+				continue;
+			}
+			parts.push("[non-text content omitted]");
+			continue;
+		}
+		if (block.type === "toolCall" && typeof block.name === "string") {
+			parts.push(`[${block.name}(${JSON.stringify(block.arguments ?? {})})]`);
+			continue;
+		}
+		parts.push("[non-text content omitted]");
+	}
+	return parts.join("\n");
+}
+
+function textOnly(content: string | Array<{ type?: string; text?: string }>): string {
+	if (typeof content === "string") return content;
+	return content
+		.filter((b): b is TextContent => b?.type === "text" && typeof b.text === "string")
+		.map((b) => b.text)
+		.join("\n");
+}
+
 export function serializeConversation(messages: Message[]): string {
 	return messages
 		.map((msg): string | null => {
 			const time = formatTimestamp(msg.timestamp);
 			if (msg.role === "user") {
-				const text =
-					typeof msg.content === "string"
-						? msg.content
-						: msg.content
-							.filter((b): b is TextContent => b.type === "text")
-							.map((b) => b.text)
-							.join("\n");
+				const text = textOnly(msg.content);
 				return `[User @ ${time}]: ${text}`;
 			}
 			if (msg.role === "assistant") {
-				const parts = msg.content.map((b) => {
-					if (b.type === "text") return b.text;
-					if (b.type === "thinking") return b.redacted ? "" : `[thinking: ${b.thinking}]`;
-					if (b.type === "toolCall") return `[${b.name}(${JSON.stringify(b.arguments)})]`;
-					return "";
-				});
-				const body = parts.filter(Boolean).join("\n");
+				const body = textAndPlaceholders(msg.content, {
+					includeThinking: true,
+					omitRedactedThinking: true,
+				})
+					.split("\n")
+					.filter(Boolean)
+					.join("\n");
 				if (!body) return null;
 				return `[Assistant @ ${time}]: ${body}`;
 			}
-			const text = msg.content
-				.filter((b): b is TextContent => b.type === "text")
-				.map((b) => b.text)
-				.join("\n");
+			const text = textOnly(msg.content);
 			return `[Tool result for ${(msg as ToolResultMessage).toolName} @ ${time}]: ${text}`;
 		})
 		.filter((line): line is string => line !== null)
@@ -62,8 +105,9 @@ export function truncateRecordContent(content: string): string {
 	return `${head} … [truncated ${dropped} chars]`;
 }
 
-type RenderableEntry = {
+export type RenderableEntry = {
 	type: string;
+	id?: string;
 	timestamp?: string;
 	message?: unknown;
 	customType?: string;
@@ -71,6 +115,26 @@ type RenderableEntry = {
 	summary?: unknown;
 };
 
+function renderCustomMessage(entry: RenderableEntry, options: { recallFormat: boolean }): string {
+	const time = options.recallFormat ? formatRecallTimestamp(entry.timestamp) : formatTimestamp(entry.timestamp);
+	const text = options.recallFormat
+		? textAndPlaceholders(entry.content)
+		: typeof entry.content === "string"
+			? entry.content
+			: Array.isArray(entry.content)
+				? (entry.content as Array<{ type?: string; text?: string }>)
+						.filter((b) => b?.type === "text" && typeof b.text === "string")
+						.map((b) => b.text as string)
+						.join("\n")
+				: "";
+	if (options.recallFormat) {
+		const origin = entry.customType ? `Custom message (${entry.customType})` : "Custom message";
+		return `[${origin} @ ${time}]: ${text}`;
+	}
+	const tag = entry.customType ? `Custom (${entry.customType})` : "Custom";
+	return `[${tag} @ ${time}]: ${text}`;
+}
+
 export function serializeBranchEntries(entries: RenderableEntry[]): string {
 	const blocks: string[] = [];
 	for (const entry of entries) {
@@ -80,18 +144,7 @@ export function serializeBranchEntries(entries: RenderableEntry[]): string {
 			continue;
 		}
 		if (entry.type === "custom_message") {
-			const time = formatTimestamp(entry.timestamp);
-			let text = "";
-			if (typeof entry.content === "string") {
-				text = entry.content;
-			} else if (Array.isArray(entry.content)) {
-				text = (entry.content as Array<{ type?: string; text?: string }>)
-					.filter((b) => b?.type === "text" && typeof b.text === "string")
-					.map((b) => b.text as string)
-					.join("\n");
-			}
-			const tag = entry.customType ? `Custom (${entry.customType})` : "Custom";
-			blocks.push(`[${tag} @ ${time}]: ${text}`);
+			blocks.push(renderCustomMessage(entry, { recallFormat: false }));
 			continue;
 		}
 		if (entry.type === "branch_summary" && typeof entry.summary === "string") {
@@ -101,3 +154,63 @@ export function serializeBranchEntries(entries: RenderableEntry[]): string {
 	}
 	return blocks.join("\n\n");
 }
+
+export type SourceAddressedSerialization = {
+	text: string;
+	sourceEntryIds: string[];
+};
+
+function isSourceRenderableEntry(entry: RenderableEntry): boolean {
+	return entry.type === "message" || entry.type === "custom_message" || entry.type === "branch_summary";
+}
+
+export function serializeSourceAddressedBranchEntries(entries: RenderableEntry[]): SourceAddressedSerialization {
+	const blocks: string[] = [];
+	const sourceEntryIds: string[] = [];
+	for (const entry of entries) {
+		if (!entry.id || !isSourceRenderableEntry(entry)) continue;
+		const rendered = serializeBranchEntries([entry]);
+		if (!rendered.trim()) continue;
+		sourceEntryIds.push(entry.id);
+		blocks.push(`[Source entry id: ${entry.id}]\n${rendered}`);
+	}
+	return { text: blocks.join("\n\n"), sourceEntryIds };
+}
+
+function renderRecallMessage(entry: RenderableEntry): string | null {
+	if (!entry.message || typeof entry.message !== "object") return null;
+	const msg = entry.message as Message;
+	const time = formatRecallTimestamp(msg.timestamp, entry.timestamp);
+	if (msg.role === "user") {
+		return `[User @ ${time}]: ${textAndPlaceholders(msg.content)}`;
+	}
+	if (msg.role === "assistant") {
+		const body = textAndPlaceholders(msg.content, {
+			includeThinking: true,
+			omitRedactedThinking: true,
+		})
+			.split("\n")
+			.filter(Boolean)
+			.join("\n");
+		if (!body) return null;
+		return `[Assistant @ ${time}]: ${body}`;
+	}
+	return `[Tool result: ${(msg as ToolResultMessage).toolName} @ ${time}]: ${textAndPlaceholders(msg.content)}`;
+}
+
+export function renderRecallSourceEntry(entry: RenderableEntry): string | null {
+	if (entry.type === "message") return renderRecallMessage(entry);
+	if (entry.type === "custom_message") return renderCustomMessage(entry, { recallFormat: true });
+	if (entry.type === "branch_summary" && typeof entry.summary === "string") {
+		const time = formatRecallTimestamp(entry.timestamp);
+		return `[Branch summary @ ${time}]: ${entry.summary}`;
+	}
+	return null;
+}
+
+export function renderRecallSourceEntries(entries: RenderableEntry[]): string {
+	return entries
+		.map(renderRecallSourceEntry)
+		.filter((block): block is string => block !== null && block.trim().length > 0)
+		.join("\n\n");
+}