@oh-my-pi/pi-coding-agent 6.9.69 → 8.0.0

package/src/{core → session}/compaction/branch-summarization.ts

@@ -8,16 +8,16 @@
 import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
 import type { Model } from "@oh-my-pi/pi-ai";
 import { completeSimple } from "@oh-my-pi/pi-ai";
-import branchSummaryPrompt from "../../prompts/compaction/branch-summary.md" with { type: "text" };
-import branchSummaryPreamble from "../../prompts/compaction/branch-summary-preamble.md" with { type: "text" };
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import branchSummaryPrompt from "$c/prompts/compaction/branch-summary.md" with { type: "text" };
+import branchSummaryPreamble from "$c/prompts/compaction/branch-summary-preamble.md" with { type: "text" };
 import {
 	convertToLlm,
 	createBranchSummaryMessage,
 	createCompactionSummaryMessage,
 	createCustomMessage,
-} from "../messages";
-import { renderPromptTemplate } from "../prompt-templates";
-import type { ReadonlySessionManager, SessionEntry } from "../session-manager";
+} from "$c/session/messages";
+import type { ReadonlySessionManager, SessionEntry } from "$c/session/session-manager";
 import { estimateTokens } from "./compaction";
 import {
 	computeFileLists,

package/src/{core → session}/compaction/compaction.ts

@@ -8,12 +8,12 @@
 import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
 import type { AssistantMessage, Model, Usage } from "@oh-my-pi/pi-ai";
 import { completeSimple } from "@oh-my-pi/pi-ai";
-import compactionSummaryPrompt from "../../prompts/compaction/compaction-summary.md" with { type: "text" };
-import compactionTurnPrefixPrompt from "../../prompts/compaction/compaction-turn-prefix.md" with { type: "text" };
-import compactionUpdateSummaryPrompt from "../../prompts/compaction/compaction-update-summary.md" with { type: "text" };
-import { convertToLlm, createBranchSummaryMessage, createCustomMessage } from "../messages";
-import { renderPromptTemplate } from "../prompt-templates";
-import type { CompactionEntry, SessionEntry } from "../session-manager";
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import compactionSummaryPrompt from "$c/prompts/compaction/compaction-summary.md" with { type: "text" };
+import compactionTurnPrefixPrompt from "$c/prompts/compaction/compaction-turn-prefix.md" with { type: "text" };
+import compactionUpdateSummaryPrompt from "$c/prompts/compaction/compaction-update-summary.md" with { type: "text" };
+import { convertToLlm, createBranchSummaryMessage, createCustomMessage } from "$c/session/messages";
+import type { CompactionEntry, SessionEntry } from "$c/session/session-manager";
 import {
 	computeFileLists,
 	createFileOps,

package/src/{core → session}/compaction/utils.ts

@@ -4,9 +4,9 @@
 
 import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
 import type { Message } from "@oh-my-pi/pi-ai";
-import fileOperationsTemplate from "../../prompts/system/file-operations.md" with { type: "text" };
-import summarizationSystemPrompt from "../../prompts/system/summarization-system.md" with { type: "text" };
-import { renderPromptTemplate } from "../prompt-templates";
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import fileOperationsTemplate from "$c/prompts/system/file-operations.md" with { type: "text" };
+import summarizationSystemPrompt from "$c/prompts/system/summarization-system.md" with { type: "text" };
 
 // ============================================================================
 // File Operation Tracking

package/src/{core → session}/history-storage.ts

@@ -2,7 +2,7 @@ import { Database } from "bun:sqlite";
 import { mkdirSync } from "node:fs";
 import { dirname, join } from "node:path";
 import { logger } from "@oh-my-pi/pi-utils";
-import { getAgentDir } from "../config";
+import { getAgentDir } from "$c/config";
 
 export interface HistoryEntry {
 	id: number;

package/src/{core → session}/messages.ts

@@ -7,6 +7,8 @@
 
 import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
 import type { ImageContent, Message, TextContent } from "@oh-my-pi/pi-ai";
+import type { OutputMeta } from "$c/tools/output-meta";
+import { formatOutputNotice } from "$c/tools/output-meta";
 
 export const COMPACTION_SUMMARY_PREFIX = `The conversation history before this point was compacted into the following summary:
 
@@ -33,7 +35,7 @@ export interface BashExecutionMessage {
 	exitCode: number | undefined;
 	cancelled: boolean;
 	truncated: boolean;
-	fullOutputPath?: string;
+	meta?: OutputMeta;
 	timestamp: number;
 	/** If true, this message is excluded from LLM context (!! prefix) */
 	excludeFromContext?: boolean;
@@ -50,7 +52,7 @@ export interface PythonExecutionMessage {
 	exitCode: number | undefined;
 	cancelled: boolean;
 	truncated: boolean;
-	fullOutputPath?: string;
+	meta?: OutputMeta;
 	timestamp: number;
 	/** If true, this message is excluded from LLM context ($$ prefix) */
 	excludeFromContext?: boolean;
@@ -136,9 +138,7 @@ export function bashExecutionToText(msg: BashExecutionMessage): string {
 	} else if (msg.exitCode !== null && msg.exitCode !== undefined && msg.exitCode !== 0) {
 		text += `\n\nCommand exited with code ${msg.exitCode}`;
 	}
-	if (msg.truncated && msg.fullOutputPath) {
-		text += `\n\n[Output truncated. Full output: ${msg.fullOutputPath}]`;
-	}
+	text += formatOutputNotice(msg.meta);
 	return text;
 }
 
@@ -157,9 +157,7 @@ export function pythonExecutionToText(msg: PythonExecutionMessage): string {
 	} else if (msg.exitCode !== null && msg.exitCode !== undefined && msg.exitCode !== 0) {
 		text += `\n\nExecution failed with code ${msg.exitCode}`;
 	}
-	if (msg.truncated && msg.fullOutputPath) {
-		text += `\n\n[Output truncated. Full output: ${msg.fullOutputPath}]`;
-	}
+	text += formatOutputNotice(msg.meta);
 	return text;
 }
 

package/src/{core → session}/session-manager.ts

@@ -3,8 +3,8 @@ import type { AgentMessage } from "@oh-my-pi/pi-agent-core";
 import type { ImageContent, Message, TextContent, Usage } from "@oh-my-pi/pi-ai";
 import { logger } from "@oh-my-pi/pi-utils";
 import { nanoid } from "nanoid";
-import { getAgentDir as getDefaultAgentDir } from "../config";
-import { resizeImage } from "../utils/image-resize";
+import { getAgentDir as getDefaultAgentDir } from "$c/config";
+import { resizeImage } from "$c/utils/image-resize";
 import {
 	type BashExecutionMessage,
 	type CustomMessage,

package/src/{core → session}/storage-migration.ts

@@ -5,10 +5,10 @@
  */
 
 import { logger } from "@oh-my-pi/pi-utils";
-import { getAgentDbPath } from "../config";
+import { getAgentDbPath } from "$c/config";
+import type { Settings } from "$c/config/settings-manager";
 import { AgentStorage } from "./agent-storage";
 import type { AuthCredential, AuthCredentialEntry, AuthStorageData } from "./auth-storage";
-import type { Settings } from "./settings-manager";
 
 /** Paths configuration for the storage migration process. */
 type MigrationPaths = {

package/src/session/streaming-output.ts

@@ -0,0 +1,177 @@
+import { sanitizeText } from "@oh-my-pi/pi-utils";
+import { DEFAULT_MAX_BYTES } from "$c/tools/truncate";
+
+export interface OutputSummary {
+	output: string;
+	truncated: boolean;
+	totalLines: number;
+	totalBytes: number;
+	outputLines: number;
+	outputBytes: number;
+	/** Artifact ID for internal URL access (artifact://<id>) when truncated */
+	artifactId?: string;
+}
+
+export interface OutputSinkOptions {
+	artifactPath?: string;
+	artifactId?: string;
+	spillThreshold?: number;
+	onChunk?: (chunk: string) => void;
+}
+
+function countNewlines(text: string): number {
+	let count = 0;
+	for (let i = 0; i < text.length; i++) {
+		if (text.charCodeAt(i) === 10) count += 1;
+	}
+	return count;
+}
+
+function countLines(text: string): number {
+	if (text.length === 0) return 0;
+	return countNewlines(text) + 1;
+}
+
+function truncateStringToBytesFromEnd(text: string, maxBytes: number): { text: string; bytes: number } {
+	const buf = Buffer.from(text, "utf-8");
+	if (buf.length <= maxBytes) {
+		return { text, bytes: buf.length };
+	}
+
+	let start = buf.length - maxBytes;
+	while (start < buf.length && (buf[start] & 0xc0) === 0x80) {
+		start++;
+	}
+
+	const sliced = buf.subarray(start).toString("utf-8");
+	return { text: sliced, bytes: Buffer.byteLength(sliced, "utf-8") };
+}
+
+/**
+ * Line-buffered output sink with file spill support.
+ *
+ * Uses a single string buffer with line position tracking.
+ * When memory limit exceeded, spills ~half to file in one batch operation.
+ */
+export class OutputSink {
+	#buffer = "";
+	#bufferBytes = 0;
+	#totalLines = 0;
+	#totalBytes = 0;
+	#sawData = false;
+	#truncated = false;
+	#file?: {
+		path: string;
+		artifactId?: string;
+		sink: Bun.FileSink;
+	};
+	readonly #artifactPath?: string;
+	readonly #artifactId?: string;
+	readonly #spillThreshold: number;
+	readonly #onChunk?: (chunk: string) => void;
+
+	constructor(options?: OutputSinkOptions) {
+		const { artifactPath, artifactId, spillThreshold = DEFAULT_MAX_BYTES, onChunk } = options ?? {};
+
+		this.#artifactPath = artifactPath;
+		this.#artifactId = artifactId;
+		this.#spillThreshold = spillThreshold;
+		this.#onChunk = onChunk;
+	}
+
+	async #pushSanitized(data: string): Promise<void> {
+		this.#onChunk?.(data);
+
+		const dataBytes = Buffer.byteLength(data, "utf-8");
+		this.#totalBytes += dataBytes;
+		if (data.length > 0) {
+			this.#sawData = true;
+			this.#totalLines += countNewlines(data);
+		}
+
+		const bufferOverflow = this.#bufferBytes + dataBytes > this.#spillThreshold;
+		const overflow = this.#file || bufferOverflow;
+		const sink = overflow ? await this.#fileSink() : null;
+
+		this.#buffer += data;
+		this.#bufferBytes += dataBytes;
+		await sink?.write(data);
+
+		if (bufferOverflow) {
+			this.#truncated = true;
+			const trimmed = truncateStringToBytesFromEnd(this.#buffer, this.#spillThreshold);
+			this.#buffer = trimmed.text;
+			this.#bufferBytes = trimmed.bytes;
+		}
+		if (this.#file) {
+			this.#truncated = true;
+		}
+	}
+
+	async #fileSink(): Promise<Bun.FileSink | null> {
+		if (!this.#artifactPath) return null;
+		if (!this.#file) {
+			try {
+				this.#file = {
+					path: this.#artifactPath,
+					artifactId: this.#artifactId,
+					sink: Bun.file(this.#artifactPath).writer(),
+				};
+				await this.#file.sink.write(this.#buffer);
+			} catch {
+				try {
+					await this.#file?.sink?.end();
+				} catch {}
+				this.#file = undefined;
+				return null;
+			}
+		}
+		return this.#file.sink;
+	}
+
+	async push(chunk: string): Promise<void> {
+		chunk = sanitizeText(chunk);
+		await this.#pushSanitized(chunk);
+	}
+
+	createInput(): WritableStream<Uint8Array | string> {
+		const dec = new TextDecoder("utf-8", { ignoreBOM: true });
+		const finalize = async () => {
+			await this.push(dec.decode());
+		};
+
+		return new WritableStream<Uint8Array | string>({
+			write: async (chunk) => {
+				if (typeof chunk === "string") {
+					await this.push(chunk);
+				} else {
+					await this.push(dec.decode(chunk, { stream: true }));
+				}
+			},
+			close: finalize,
+			abort: finalize,
+		});
+	}
+
+	async dump(notice?: string): Promise<OutputSummary> {
+		const noticeLine = notice ? `[${notice}]\n` : "";
+		const outputLines = countLines(this.#buffer);
+		const outputBytes = this.#bufferBytes;
+		const totalLines = this.#sawData ? this.#totalLines + 1 : 0;
+		const totalBytes = this.#totalBytes;
+
+		if (this.#file) {
+			await this.#file.sink.end();
+		}
+
+		return {
+			output: `${noticeLine}${this.#buffer}`,
+			truncated: this.#truncated,
+			totalLines,
+			totalBytes,
+			outputLines,
+			outputBytes,
+			artifactId: this.#file?.artifactId,
+		};
+	}
+}

package/src/{core/ssh → ssh}/connection-manager.ts

@@ -3,7 +3,7 @@ import { homedir } from "node:os";
 import { join } from "node:path";
 import { logger } from "@oh-my-pi/pi-utils";
 import { $ } from "bun";
-import { CONFIG_DIR_NAME } from "../../config";
+import { CONFIG_DIR_NAME } from "$c/config";
 
 export interface SSHConnectionTarget {
 	name: string;

package/src/{core/ssh → ssh}/ssh-executor.ts

@@ -1,5 +1,5 @@
 import { cspawn, logger, ptree } from "@oh-my-pi/pi-utils";
-import { OutputSink } from "../streaming-output";
+import { OutputSink } from "$c/session/streaming-output";
 import { buildRemoteCommand, ensureConnection, ensureHostInfo, type SSHConnectionTarget } from "./connection-manager";
 import { hasSshfs, mountRemote } from "./sshfs-mount";
 
@@ -14,6 +14,9 @@ export interface SSHExecutorOptions {
 	remotePath?: string;
 	/** Wrap commands in a POSIX shell for compat mode */
 	compatEnabled?: boolean;
+	/** Artifact path/id for full output storage */
+	artifactPath?: string;
+	artifactId?: string;
 }
 
 export interface SSHResult {
@@ -25,8 +28,16 @@ export interface SSHResult {
 	cancelled: boolean;
 	/** Whether the output was truncated */
 	truncated: boolean;
-	/** Path to temp file containing full output (if output exceeded truncation threshold) */
-	fullOutputPath?: string;
+	/** Total number of lines in the output stream */
+	totalLines: number;
+	/** Total number of bytes in the output stream */
+	totalBytes: number;
+	/** Number of lines included in the output text */
+	outputLines: number;
+	/** Number of bytes included in the output text */
+	outputBytes: number;
+	/** Artifact ID if full output was saved to artifact storage */
+	artifactId?: string;
 }
 
 function quoteForCompatShell(command: string): string {
@@ -70,7 +81,11 @@ export async function executeSSH(
 		timeout: options?.timeout,
 	});
 
-	const sink = new OutputSink({ onChunk: options?.onChunk });
+	const sink = new OutputSink({
+		onChunk: options?.onChunk,
+		artifactPath: options?.artifactPath,
+		artifactId: options?.artifactId,
+	});
 
 	await Promise.allSettled([child.stdout.pipeTo(sink.createInput()), child.stderr.pipeTo(sink.createInput())]).catch(
 		() => {},

package/src/{core/ssh → ssh}/sshfs-mount.ts

@@ -3,7 +3,7 @@ import { homedir } from "node:os";
 import { join } from "node:path";
 import { logger } from "@oh-my-pi/pi-utils";
 import { $ } from "bun";
-import { CONFIG_DIR_NAME } from "../../config";
+import { CONFIG_DIR_NAME } from "$c/config";
 import { getControlDir, getControlPathTemplate, type SSHConnectionTarget } from "./connection-manager";
 
 const REMOTE_DIR = join(homedir(), CONFIG_DIR_NAME, "remote");

package/src/{core/system-prompt.ts → system-prompt.ts}

@@ -7,14 +7,14 @@ import { homedir } from "node:os";
 import { join } from "node:path";
 import { $ } from "bun";
 import chalk from "chalk";
-import { contextFileCapability } from "../capability/context-file";
-import { systemPromptCapability } from "../capability/system-prompt";
-import { type ContextFile, loadCapability, type SystemPrompt as SystemPromptFile } from "../discovery/index";
-import customSystemPromptTemplate from "../prompts/system/custom-system-prompt.md" with { type: "text" };
-import systemPromptTemplate from "../prompts/system/system-prompt.md" with { type: "text" };
-import { renderPromptTemplate } from "./prompt-templates";
-import type { SkillsSettings } from "./settings-manager";
-import { loadSkills, type Skill } from "./skills";
+import { contextFileCapability } from "$c/capability/context-file";
+import { systemPromptCapability } from "$c/capability/system-prompt";
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import type { SkillsSettings } from "$c/config/settings-manager";
+import { type ContextFile, loadCapability, type SystemPrompt as SystemPromptFile } from "$c/discovery/index";
+import { loadSkills, type Skill } from "$c/extensibility/skills";
+import customSystemPromptTemplate from "$c/prompts/system/custom-system-prompt.md" with { type: "text" };
+import systemPromptTemplate from "$c/prompts/system/system-prompt.md" with { type: "text" };
 import type { ToolName } from "./tools/index";
 
 interface GitContext {
@@ -68,29 +68,6 @@ export async function loadGitContext(cwd: string): Promise<GitContext | null> {
 	};
 }
 
-/** Tool descriptions for system prompt */
-const toolDescriptions: Record<ToolName, string> = {
-	ask: "Ask user for input or clarification",
-	read: "Read file contents",
-	bash: "Execute bash commands (npm, docker, etc.)",
-	python: "Execute Python code via a session-backed IPython kernel",
-	calc: "{ calculations: array of { expression: string, prefix: string, suffix: string } } Basic calculations.",
-	ssh: "Execute commands on remote hosts via SSH",
-	edit: "Make surgical edits to files (find exact text and replace)",
-	write: "Create or overwrite files",
-	grep: "Search file contents for patterns (respects .gitignore)",
-	find: "Find files by glob pattern (respects .gitignore)",
-	git: "Structured Git operations with safety guards (status, diff, log, commit, push, pr, etc.)",
-	ls: "List directory contents",
-	lsp: "PREFERRED for semantic code queries: go-to-definition, find-all-references, hover (type info), call hierarchy. Returns precise, deterministic results. Use BEFORE grep for symbol lookups.",
-	notebook: "Edit Jupyter notebook cells",
-	output: "Output structured data to the user (bypasses tool result formatting)",
-	task: "Spawn a sub-agent to handle complex tasks",
-	web_fetch: "Fetch and render URLs into clean text for LLM consumption",
-	web_search: "Search the web for information",
-	report_finding: "Report a finding during code review",
-};
-
 function firstNonEmpty(values: Array<string | undefined | null>): string | null {
 	for (const value of values) {
 		const trimmed = value?.trim();
@@ -726,10 +703,6 @@ export async function buildSystemPrompt(options: BuildSystemPromptOptions = {}):
 		// Use defaults
 		toolNamesArray = defaultToolNames;
 	}
-	const toolDescriptionsArray = toolNamesArray.map((name) => ({
-		name,
-		description: toolDescriptions[name as ToolName] ?? "",
-	}));
 
 	// Resolve skills: use provided or discover
 	const skills =
@@ -750,7 +723,6 @@ export async function buildSystemPrompt(options: BuildSystemPromptOptions = {}):
 			appendPrompt: resolvedAppendPrompt ?? "",
 			contextFiles,
 			agentsMdSearch,
-			toolDescriptions: toolDescriptionsArray,
 			git,
 			skills: filteredSkills,
 			rules: rules ?? [],
@@ -761,7 +733,6 @@ export async function buildSystemPrompt(options: BuildSystemPromptOptions = {}):
 
 	return renderPromptTemplate(systemPromptTemplate, {
 		tools: toolNamesArray,
-		toolDescriptions: toolDescriptionsArray,
 		environment: await getEnvironmentInfo(),
 		systemPromptCustomization: systemPromptCustomization ?? "",
 		contextFiles,

package/src/{core/tools/task → task}/agents.ts

@@ -4,15 +4,15 @@
  * Agents are embedded at build time via Bun's import with { type: "text" }.
  */
 
-import { parseFrontmatter } from "../../../core/frontmatter";
-import { parseAgentFields } from "../../../discovery/helpers";
-import exploreMd from "../../../prompts/agents/explore.md" with { type: "text" };
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import { parseAgentFields } from "$c/discovery/helpers";
+import exploreMd from "$c/prompts/agents/explore.md" with { type: "text" };
 // Embed agent markdown files at build time
-import agentFrontmatterTemplate from "../../../prompts/agents/frontmatter.md" with { type: "text" };
-import planMd from "../../../prompts/agents/plan.md" with { type: "text" };
-import reviewerMd from "../../../prompts/agents/reviewer.md" with { type: "text" };
-import taskMd from "../../../prompts/agents/task.md" with { type: "text" };
-import { renderPromptTemplate } from "../../prompt-templates";
+import agentFrontmatterTemplate from "$c/prompts/agents/frontmatter.md" with { type: "text" };
+import planMd from "$c/prompts/agents/plan.md" with { type: "text" };
+import reviewerMd from "$c/prompts/agents/reviewer.md" with { type: "text" };
+import taskMd from "$c/prompts/agents/task.md" with { type: "text" };
+import { parseFrontmatter } from "$c/utils/frontmatter";
 import type { AgentDefinition, AgentSource } from "./types";
 
 interface AgentFrontmatter {

package/src/{core/tools/task → task}/commands.ts

@@ -5,13 +5,12 @@
  */
 
 import * as path from "node:path";
-import { type SlashCommand, slashCommandCapability } from "../../../capability/slash-command";
-import { parseFrontmatter } from "../../../core/frontmatter";
-import { loadCapability } from "../../../discovery";
-
+import { type SlashCommand, slashCommandCapability } from "$c/capability/slash-command";
+import { renderPromptTemplate } from "$c/config/prompt-templates";
+import { loadCapability } from "$c/discovery";
 // Embed command markdown files at build time
-import initMd from "../../../prompts/agents/init.md" with { type: "text" };
-import { renderPromptTemplate } from "../../prompt-templates";
+import initMd from "$c/prompts/agents/init.md" with { type: "text" };
+import { parseFrontmatter } from "$c/utils/frontmatter";
 
 const EMBEDDED_COMMANDS: { name: string; content: string }[] = [
 	{ name: "init.md", content: renderPromptTemplate(initMd) },

package/src/{core/tools/task → task}/discovery.ts

@@ -14,9 +14,9 @@
 
 import * as fs from "node:fs";
 import * as path from "node:path";
-import { findAllNearestProjectConfigDirs, getConfigDirs } from "../../../config";
-import { parseFrontmatter } from "../../../core/frontmatter";
-import { parseAgentFields } from "../../../discovery/helpers";
+import { findAllNearestProjectConfigDirs, getConfigDirs } from "$c/config";
+import { parseAgentFields } from "$c/discovery/helpers";
+import { parseFrontmatter } from "$c/utils/frontmatter";
 import { loadBundledAgents } from "./agents";
 import type { AgentDefinition, AgentSource } from "./types";