pi-blackhole 0.4.2 → 0.4.3

package/src/om/serialize.ts

@@ -4,221 +4,245 @@
  * Upstream: https://github.com/elpapi42/pi-observational-memory (src/serialize.ts)
  * Unmodified.
  */
-import type { Message, TextContent, ToolResultMessage } from "@earendil-works/pi-ai";
+import type {
+  Message,
+  TextContent,
+  ToolResultMessage,
+} from "@earendil-works/pi-ai";
 
 function pad(n: number): string {
-	return n.toString().padStart(2, "0");
+  return n.toString().padStart(2, "0");
 }
 
 function fmtLocal(d: Date): string {
-	return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())} ${pad(d.getHours())}:${pad(d.getMinutes())}`;
+  return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())} ${pad(d.getHours())}:${pad(d.getMinutes())}`;
 }
 
 function formatTimestamp(v: number | string | undefined): string {
-	if (v === undefined) return "????-??-?? ??:??";
-	const d = new Date(v);
-	return Number.isNaN(d.getTime()) ? "????-??-?? ??:??" : fmtLocal(d);
+  if (v === undefined) return "????-??-?? ??:??";
+  const d = new Date(v);
+  return Number.isNaN(d.getTime()) ? "????-??-?? ??:??" : fmtLocal(d);
 }
 
-function formatRecallTimestamp(...values: Array<number | string | undefined>): string {
-	for (const v of values) {
-		if (v === undefined) continue;
-		const d = new Date(v);
-		if (!Number.isNaN(d.getTime())) return fmtLocal(d);
-	}
-	return "Unknown time";
+function formatRecallTimestamp(
+  ...values: Array<number | string | undefined>
+): string {
+  for (const v of values) {
+    if (v === undefined) continue;
+    const d = new Date(v);
+    if (!Number.isNaN(d.getTime())) return fmtLocal(d);
+  }
+  return "Unknown time";
 }
 
 function textAndPlaceholders(
-	content: unknown,
-	options: { omitRedactedThinking?: boolean; includeThinking?: boolean } = {},
+  content: unknown,
+  options: { omitRedactedThinking?: boolean; includeThinking?: boolean } = {},
 ): string {
-	if (typeof content === "string") return content;
-	if (!Array.isArray(content)) return "[non-text content omitted]";
-
-	const parts: string[] = [];
-	for (const block of content as Array<Record<string, unknown>>) {
-		if (!block || typeof block !== "object") {
-			parts.push("[non-text content omitted]");
-			continue;
-		}
-		if (block.type === "text" && typeof block.text === "string") {
-			parts.push(block.text);
-			continue;
-		}
-		if (block.type === "thinking") {
-			if (options.omitRedactedThinking && block.redacted === true) continue;
-			if (options.includeThinking && typeof block.thinking === "string") {
-				parts.push(`[thinking: ${block.thinking}]`);
-				continue;
-			}
-			parts.push("[non-text content omitted]");
-			continue;
-		}
-		if (block.type === "toolCall" && typeof block.name === "string") {
-			parts.push(`[${block.name}(${JSON.stringify(block.arguments ?? {})})]`);
-			continue;
-		}
-		parts.push("[non-text content omitted]");
-	}
-	return parts.join("\n");
+  if (typeof content === "string") return content;
+  if (!Array.isArray(content)) return "[non-text content omitted]";
+
+  const parts: string[] = [];
+  for (const block of content as Array<Record<string, unknown>>) {
+    if (!block || typeof block !== "object") {
+      parts.push("[non-text content omitted]");
+      continue;
+    }
+    if (block.type === "text" && typeof block.text === "string") {
+      parts.push(block.text);
+      continue;
+    }
+    if (block.type === "thinking") {
+      if (options.omitRedactedThinking && block.redacted === true) continue;
+      if (options.includeThinking && typeof block.thinking === "string") {
+        parts.push(`[thinking: ${block.thinking}]`);
+        continue;
+      }
+      parts.push("[non-text content omitted]");
+      continue;
+    }
+    if (block.type === "toolCall" && typeof block.name === "string") {
+      parts.push(`[${block.name}(${JSON.stringify(block.arguments ?? {})})]`);
+      continue;
+    }
+    parts.push("[non-text content omitted]");
+  }
+  return parts.join("\n");
 }
 
 function textOnly(content: unknown): string {
-	if (content == null) return "";
-	if (typeof content === "string") return content;
-	if (!Array.isArray(content)) return "";
-	return content
-		.filter((b): b is TextContent => b?.type === "text" && typeof b.text === "string")
-		.map((b) => b.text)
-		.join("\n");
+  if (content == null) return "";
+  if (typeof content === "string") return content;
+  if (!Array.isArray(content)) return "";
+  return content
+    .filter(
+      (b): b is TextContent => b?.type === "text" && typeof b.text === "string",
+    )
+    .map((b) => b.text)
+    .join("\n");
 }
 
 export function serializeConversation(messages: Message[]): string {
-	return messages
-		.map((msg): string | null => {
-			const time = formatTimestamp(msg.timestamp);
-			if (msg.role === "user") {
-				const text = textOnly(msg.content);
-				return `[User @ ${time}]: ${text}`;
-			}
-			if (msg.role === "assistant") {
-				const body = textAndPlaceholders(msg.content, {
-					includeThinking: true,
-					omitRedactedThinking: true,
-				})
-					.split("\n")
-					.filter(Boolean)
-					.join("\n");
-				if (!body) return null;
-				return `[Assistant @ ${time}]: ${body}`;
-			}
-			const text = textOnly(msg.content);
-			return `[Tool result for ${(msg as ToolResultMessage).toolName} @ ${time}]: ${text}`;
-		})
-		.filter((line): line is string => line !== null)
-		.join("\n\n");
+  return messages
+    .map((msg): string | null => {
+      const time = formatTimestamp(msg.timestamp);
+      if (msg.role === "user") {
+        const text = textOnly(msg.content);
+        return `[User @ ${time}]: ${text}`;
+      }
+      if (msg.role === "assistant") {
+        const body = textAndPlaceholders(msg.content, {
+          includeThinking: true,
+          omitRedactedThinking: true,
+        })
+          .split("\n")
+          .filter(Boolean)
+          .join("\n");
+        if (!body) return null;
+        return `[Assistant @ ${time}]: ${body}`;
+      }
+      const text = textOnly(msg.content);
+      return `[Tool result for ${(msg as ToolResultMessage).toolName} @ ${time}]: ${text}`;
+    })
+    .filter((line): line is string => line !== null)
+    .join("\n\n");
 }
 
 export function nowTimestamp(): string {
-	return fmtLocal(new Date());
+  return fmtLocal(new Date());
 }
 
 export const MAX_RECORD_CONTENT_CHARS = 10_000;
 
 export function truncateRecordContent(content: string): string {
-	if (content.length <= MAX_RECORD_CONTENT_CHARS) return content;
-	const head = content.slice(0, MAX_RECORD_CONTENT_CHARS);
-	const dropped = content.length - MAX_RECORD_CONTENT_CHARS;
-	return `${head} … [truncated ${dropped} chars]`;
+  if (content.length <= MAX_RECORD_CONTENT_CHARS) return content;
+  const head = content.slice(0, MAX_RECORD_CONTENT_CHARS);
+  const dropped = content.length - MAX_RECORD_CONTENT_CHARS;
+  return `${head} … [truncated ${dropped} chars]`;
 }
 
 export type RenderableEntry = {
-	type: string;
-	id?: string;
-	timestamp?: string;
-	message?: unknown;
-	customType?: string;
-	content?: unknown;
-	summary?: unknown;
+  type: string;
+  id?: string;
+  timestamp?: string;
+  message?: unknown;
+  customType?: string;
+  content?: unknown;
+  summary?: unknown;
 };
 
-function renderCustomMessage(entry: RenderableEntry, options: { recallFormat: boolean }): string {
-	const time = options.recallFormat ? formatRecallTimestamp(entry.timestamp) : formatTimestamp(entry.timestamp);
-	const text = options.recallFormat
-		? textAndPlaceholders(entry.content)
-		: typeof entry.content === "string"
-			? entry.content
-			: Array.isArray(entry.content)
-				? (entry.content as Array<{ type?: string; text?: string }>)
-						.filter((b) => b?.type === "text" && typeof b.text === "string")
-						.map((b) => b.text as string)
-						.join("\n")
-				: "";
-	if (options.recallFormat) {
-		const origin = entry.customType ? `Custom message (${entry.customType})` : "Custom message";
-		return `[${origin} @ ${time}]: ${text}`;
-	}
-	const tag = entry.customType ? `Custom (${entry.customType})` : "Custom";
-	return `[${tag} @ ${time}]: ${text}`;
+function renderCustomMessage(
+  entry: RenderableEntry,
+  options: { recallFormat: boolean },
+): string {
+  const time = options.recallFormat
+    ? formatRecallTimestamp(entry.timestamp)
+    : formatTimestamp(entry.timestamp);
+  const text = options.recallFormat
+    ? textAndPlaceholders(entry.content)
+    : typeof entry.content === "string"
+      ? entry.content
+      : Array.isArray(entry.content)
+        ? (entry.content as Array<{ type?: string; text?: string }>)
+            .filter((b) => b?.type === "text" && typeof b.text === "string")
+            .map((b) => b.text as string)
+            .join("\n")
+        : "";
+  if (options.recallFormat) {
+    const origin = entry.customType
+      ? `Custom message (${entry.customType})`
+      : "Custom message";
+    return `[${origin} @ ${time}]: ${text}`;
+  }
+  const tag = entry.customType ? `Custom (${entry.customType})` : "Custom";
+  return `[${tag} @ ${time}]: ${text}`;
 }
 
 export function serializeBranchEntries(entries: RenderableEntry[]): string {
-	const blocks: string[] = [];
-	for (const entry of entries) {
-		if (entry.type === "message" && entry.message) {
-			const part = serializeConversation([entry.message as Message]);
-			if (part) blocks.push(part);
-			continue;
-		}
-		if (entry.type === "custom_message") {
-			blocks.push(renderCustomMessage(entry, { recallFormat: false }));
-			continue;
-		}
-		if (entry.type === "branch_summary" && typeof entry.summary === "string") {
-			const time = formatTimestamp(entry.timestamp);
-			blocks.push(`[Branch summary @ ${time}]: ${entry.summary}`);
-		}
-	}
-	return blocks.join("\n\n");
+  const blocks: string[] = [];
+  for (const entry of entries) {
+    if (entry.type === "message" && entry.message) {
+      const part = serializeConversation([entry.message as Message]);
+      if (part) blocks.push(part);
+      continue;
+    }
+    if (entry.type === "custom_message") {
+      blocks.push(renderCustomMessage(entry, { recallFormat: false }));
+      continue;
+    }
+    if (entry.type === "branch_summary" && typeof entry.summary === "string") {
+      const time = formatTimestamp(entry.timestamp);
+      blocks.push(`[Branch summary @ ${time}]: ${entry.summary}`);
+    }
+  }
+  return blocks.join("\n\n");
 }
 
 export type SourceAddressedSerialization = {
-	text: string;
-	sourceEntryIds: string[];
+  text: string;
+  sourceEntryIds: string[];
 };
 
 function isSourceRenderableEntry(entry: RenderableEntry): boolean {
-	return entry.type === "message" || entry.type === "custom_message" || entry.type === "branch_summary";
-}
-
-export function serializeSourceAddressedBranchEntries(entries: RenderableEntry[]): SourceAddressedSerialization {
-	const blocks: string[] = [];
-	const sourceEntryIds: string[] = [];
-	for (const entry of entries) {
-		if (!entry.id || !isSourceRenderableEntry(entry)) continue;
-		const rendered = serializeBranchEntries([entry]);
-		if (!rendered.trim()) continue;
-		sourceEntryIds.push(entry.id);
-		blocks.push(`[Source entry id: ${entry.id}]\n${rendered}`);
-	}
-	return { text: blocks.join("\n\n"), sourceEntryIds };
+  return (
+    entry.type === "message" ||
+    entry.type === "custom_message" ||
+    entry.type === "branch_summary"
+  );
+}
+
+export function serializeSourceAddressedBranchEntries(
+  entries: RenderableEntry[],
+): SourceAddressedSerialization {
+  const blocks: string[] = [];
+  const sourceEntryIds: string[] = [];
+  for (const entry of entries) {
+    if (!entry.id || !isSourceRenderableEntry(entry)) continue;
+    const rendered = serializeBranchEntries([entry]);
+    if (!rendered.trim()) continue;
+    sourceEntryIds.push(entry.id);
+    blocks.push(`[Source entry id: ${entry.id}]\n${rendered}`);
+  }
+  return { text: blocks.join("\n\n"), sourceEntryIds };
 }
 
 function renderRecallMessage(entry: RenderableEntry): string | null {
-	if (!entry.message || typeof entry.message !== "object") return null;
-	const msg = entry.message as Message;
-	const time = formatRecallTimestamp(msg.timestamp, entry.timestamp);
-	if (msg.role === "user") {
-		return `[User @ ${time}]: ${textAndPlaceholders(msg.content)}`;
-	}
-	if (msg.role === "assistant") {
-		const body = textAndPlaceholders(msg.content, {
-			includeThinking: true,
-			omitRedactedThinking: true,
-		})
-			.split("\n")
-			.filter(Boolean)
-			.join("\n");
-		if (!body) return null;
-		return `[Assistant @ ${time}]: ${body}`;
-	}
-	return `[Tool result: ${(msg as ToolResultMessage).toolName} @ ${time}]: ${textAndPlaceholders(msg.content)}`;
+  if (!entry.message || typeof entry.message !== "object") return null;
+  const msg = entry.message as Message;
+  const time = formatRecallTimestamp(msg.timestamp, entry.timestamp);
+  if (msg.role === "user") {
+    return `[User @ ${time}]: ${textAndPlaceholders(msg.content)}`;
+  }
+  if (msg.role === "assistant") {
+    const body = textAndPlaceholders(msg.content, {
+      includeThinking: true,
+      omitRedactedThinking: true,
+    })
+      .split("\n")
+      .filter(Boolean)
+      .join("\n");
+    if (!body) return null;
+    return `[Assistant @ ${time}]: ${body}`;
+  }
+  return `[Tool result: ${(msg as ToolResultMessage).toolName} @ ${time}]: ${textAndPlaceholders(msg.content)}`;
 }
 
 export function renderRecallSourceEntry(entry: RenderableEntry): string | null {
-	if (entry.type === "message") return renderRecallMessage(entry);
-	if (entry.type === "custom_message") return renderCustomMessage(entry, { recallFormat: true });
-	if (entry.type === "branch_summary" && typeof entry.summary === "string") {
-		const time = formatRecallTimestamp(entry.timestamp);
-		return `[Branch summary @ ${time}]: ${entry.summary}`;
-	}
-	return null;
+  if (entry.type === "message") return renderRecallMessage(entry);
+  if (entry.type === "custom_message")
+    return renderCustomMessage(entry, { recallFormat: true });
+  if (entry.type === "branch_summary" && typeof entry.summary === "string") {
+    const time = formatRecallTimestamp(entry.timestamp);
+    return `[Branch summary @ ${time}]: ${entry.summary}`;
+  }
+  return null;
 }
 
 export function renderRecallSourceEntries(entries: RenderableEntry[]): string {
-	return entries
-		.map(renderRecallSourceEntry)
-		.filter((block): block is string => block !== null && block.trim().length > 0)
-		.join("\n\n");
+  return entries
+    .map(renderRecallSourceEntry)
+    .filter(
+      (block): block is string => block !== null && block.trim().length > 0,
+    )
+    .join("\n\n");
 }