@bastani/atomic 0.9.12 → 0.9.13-alpha.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bastani/atomic",
-  "version": "0.9.12",
+  "version": "0.9.13-alpha.2",
   "description": "Atomic coding agent CLI with read, bash, edit, write tools and session management",
   "type": "module",
   "atomicConfig": {
@@ -29,6 +29,10 @@
       "import": "./dist/rpc-entry.js",
       "default": "./dist/rpc-entry.js"
     },
+    "./client": {
+      "types": "./dist/client/index.d.ts",
+      "import": "./dist/client/index.js"
+    },
     "./hooks": {
       "types": "./dist/core/hooks/index.d.ts",
       "import": "./dist/core/hooks/index.js"
@@ -62,6 +66,7 @@
   "scripts": {
     "clean": "shx rm -rf dist",
     "dev": "tsgo -p tsconfig.build.json --watch --preserveWatchOutput",
+    "typecheck": "tsgo -p tsconfig.build.json --noEmit",
     "build": "tsgo -p tsconfig.build.json && shx chmod +x dist/cli.js dist/rpc-entry.js && bun run copy-assets",
     "bundle:dev": "bun build src/cli.ts --target=bun --minify --external mupdf --define process.env.ATOMIC_BUNDLED_BUILD=\"'1'\" --outfile dist-dev/cli.js",
     "start:fast": "bun run bundle:dev && bun dist-dev/cli.js",
@@ -78,11 +83,13 @@
     "prepublishOnly": "bun run clean && bun run build && bun run shrinkwrap"
   },
   "dependencies": {
-    "@bastani/atomic-natives": "0.9.12",
+    "@bastani/atomic-natives": "0.9.13-alpha.2",
     "@dbos-inc/dbos-sdk": "4.24.16",
-    "@earendil-works/pi-agent-core": "^0.83.0",
-    "@earendil-works/pi-ai": "^0.83.0",
-    "@earendil-works/pi-tui": "^0.83.0",
+    "@earendil-works/pi-agent-core": "^0.84.1",
+    "@earendil-works/pi-ai": "^0.84.1",
+    "@earendil-works/pi-client": "^0.84.1",
+    "@earendil-works/pi-protocol": "^0.84.1",
+    "@earendil-works/pi-tui": "^0.84.1",
     "@modelcontextprotocol/ext-apps": "^1.7.5",
     "@modelcontextprotocol/sdk": "^1.30.0",
     "@mozilla/readability": "^0.6.0",
@@ -92,6 +99,7 @@
     "diff": "8.0.4",
     "embedded-postgres": "18.4.0-beta.17",
     "glob": "13.0.6",
+    "grok-mermaid": "0.2.2",
     "highlight.js": "10.7.3",
     "hosted-git-info": "9.0.3",
     "ignore": "7.0.5",
@@ -101,10 +109,9 @@
     "markit-ai": "0.5.3",
     "minimatch": "10.2.5",
     "open": "^11.0.0",
-    "p-limit": "^7.3.0",
+    "p-limit": "^7.3.1",
     "proper-lockfile": "4.1.2",
     "semver": "7.8.0",
-    "tsx": "^4.23.1",
     "turndown": "^7.2.0",
     "typebox": "1.3.7",
     "undici": "8.9.0",

package/dist/builtin/subagents/src/agents/chain-serializer.ts

@@ -1,257 +0,0 @@
-import { ChainOutputValidationError, validateChainOutputBindings } from "../runs/shared/chain-outputs.ts";
-import type { ChainStep } from "../shared/settings.ts";
-import type { ChainConfig, ChainStepConfig } from "./agents.ts";
-import { parseFrontmatter } from "./frontmatter.ts";
-import { buildRuntimeName, frontmatterNameForConfig, parsePackageName } from "./identity.ts";
-
-const REMOVED_CHAIN_CONFIG_FIELDS = new Set(["acceptance"]);
-
-function stripRemovedChainConfigFields(value: unknown): unknown {
-	if (!value || typeof value !== "object" || Array.isArray(value)) return value;
-	const input = value as Record<string, unknown>;
-	const output: Record<string, unknown> = {};
-	for (const [key, entry] of Object.entries(input)) {
-		if (REMOVED_CHAIN_CONFIG_FIELDS.has(key)) continue;
-		if (key === "parallel") {
-			output[key] = Array.isArray(entry)
-				? entry.map((item) => stripRemovedChainConfigFields(item))
-				: stripRemovedChainConfigFields(entry);
-			continue;
-		}
-		output[key] = entry;
-	}
-	return output;
-}
-
-function stripRemovedChainConfigSteps(steps: readonly unknown[]): ChainStepConfig[] {
-	return steps.map((step) => stripRemovedChainConfigFields(step) as ChainStepConfig);
-}
-
-function parseStepBody(agent: string, sectionBody: string): ChainStepConfig {
-	const lines = sectionBody.split("\n");
-	const blankIndex = lines.findIndex((line) => line.trim() === "");
-	const configLines = blankIndex === -1 ? lines : lines.slice(0, blankIndex);
-	const task = (blankIndex === -1 ? "" : lines.slice(blankIndex + 1).join("\n")).trim();
-
-	const step: ChainStepConfig = { agent, task };
-	for (const line of configLines) {
-		const match = line.match(/^([\w-]+):\s*(.*)$/);
-		if (!match) continue;
-		const key = match[1].trim().toLowerCase();
-		const rawValue = match[2].trim();
-
-		if (key === "output") {
-			if (rawValue === "false") step.output = false;
-			else if (rawValue) step.output = rawValue;
-			continue;
-		}
-		if (key === "phase") {
-			if (rawValue) step.phase = rawValue;
-			continue;
-		}
-		if (key === "label") {
-			if (rawValue) step.label = rawValue;
-			continue;
-		}
-		if (key === "as") {
-			if (rawValue) step.as = rawValue;
-			continue;
-		}
-		if (key === "outputschema") {
-			if (rawValue.startsWith("{") || rawValue.startsWith("[")) {
-				throw new Error("Inline outputSchema values are not supported in .chain.md files; use a schema file path.");
-			}
-			if (rawValue) step.outputSchema = rawValue;
-			continue;
-		}
-		if (key === "outputmode") {
-			if (rawValue === "inline" || rawValue === "file-only") step.outputMode = rawValue;
-			continue;
-		}
-		if (key === "reads") {
-			if (rawValue === "false") {
-				step.reads = false;
-			} else {
-				const reads = rawValue
-					.split(",")
-					.map((v) => v.trim())
-					.filter(Boolean);
-				step.reads = reads.length > 0 ? reads : false;
-			}
-			continue;
-		}
-		if (key === "model") {
-			if (rawValue) step.model = rawValue;
-			continue;
-		}
-		if (key === "skills") {
-			if (rawValue === "false") {
-				step.skills = false;
-			} else {
-				const skills = rawValue
-					.split(",")
-					.map((v) => v.trim())
-					.filter(Boolean);
-				step.skills = skills.length > 0 ? skills : false;
-			}
-			continue;
-		}
-		if (key === "progress") {
-			if (rawValue === "true") step.progress = true;
-			else if (rawValue === "false") step.progress = false;
-		}
-	}
-
-	return step;
-}
-
-export function parseChain(content: string, source: "user" | "project", filePath: string): ChainConfig {
-	const { frontmatter, body } = parseFrontmatter(content);
-	if (!frontmatter.name || !frontmatter.description) {
-		throw new Error("Chain frontmatter must include name and description");
-	}
-
-	const matches = [...body.matchAll(/^##\s+(.+)[^\S\n]*$/gm)];
-	const steps: ChainStepConfig[] = [];
-
-	for (let i = 0; i < matches.length; i++) {
-		const match = matches[i]!;
-		const agent = match[1]!.trim();
-		const lineEndOffset = body[match.index! + match[0].length] === "\n" ? 1 : 0;
-		const sectionStart = match.index! + match[0].length + lineEndOffset;
-		const sectionEnd = i + 1 < matches.length ? matches[i + 1]!.index! : body.length;
-		const sectionBody = body.slice(sectionStart, sectionEnd).trimEnd();
-		steps.push(parseStepBody(agent, sectionBody));
-	}
-
-	const localName = frontmatter.name;
-	const parsedPackage = parsePackageName(frontmatter.package, `Chain '${localName}' package`);
-	if (parsedPackage.error) throw new Error(parsedPackage.error);
-	const packageName = parsedPackage.packageName;
-	const extraFields: Record<string, string> = {};
-	for (const [key, value] of Object.entries(frontmatter)) {
-		if (key === "name" || key === "package" || key === "description") continue;
-		extraFields[key] = value;
-	}
-
-	return {
-		name: buildRuntimeName(localName, packageName),
-		localName,
-		packageName,
-		description: frontmatter.description,
-		source,
-		filePath,
-		steps,
-		extraFields: Object.keys(extraFields).length > 0 ? extraFields : undefined,
-	};
-}
-
-export function parseJsonChain(content: string, source: "user" | "project", filePath: string): ChainConfig {
-	let parsed: unknown;
-	try {
-		parsed = JSON.parse(content);
-	} catch (error) {
-		const message = error instanceof Error ? error.message : String(error);
-		throw new Error(`Invalid JSON chain '${filePath}': ${message}`);
-	}
-	if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
-		throw new Error(`JSON chain '${filePath}' must contain an object root.`);
-	}
-	const input = parsed as Record<string, unknown>;
-	if (typeof input.name !== "string" || !input.name.trim()) {
-		throw new Error(`JSON chain '${filePath}' must include string name.`);
-	}
-	if (typeof input.description !== "string" || !input.description.trim()) {
-		throw new Error(`JSON chain '${filePath}' must include string description.`);
-	}
-	if (!Array.isArray(input.chain)) {
-		throw new Error(`JSON chain '${filePath}' must include array chain.`);
-	}
-	for (let i = 0; i < input.chain.length; i++) {
-		const step = input.chain[i];
-		if (!step || typeof step !== "object" || Array.isArray(step)) {
-			throw new Error(`JSON chain '${filePath}' step ${i + 1} must be an object.`);
-		}
-	}
-	const chainSteps = stripRemovedChainConfigSteps(input.chain);
-	try {
-		validateChainOutputBindings(chainSteps as ChainStep[], { maxItems: Number.MAX_SAFE_INTEGER });
-	} catch (error) {
-		if (error instanceof ChainOutputValidationError)
-			throw new Error(`Invalid JSON chain '${filePath}': ${error.message}`);
-		throw error;
-	}
-	const parsedPackage = parsePackageName(
-		typeof input.package === "string" ? input.package : undefined,
-		`Chain '${input.name}' package`,
-	);
-	if (parsedPackage.error) throw new Error(parsedPackage.error);
-	const extraFields: Record<string, string> = {};
-	for (const [key, value] of Object.entries(input)) {
-		if (key === "name" || key === "package" || key === "description" || key === "chain") continue;
-		if (typeof value === "string") extraFields[key] = value;
-	}
-	return {
-		name: buildRuntimeName(input.name.trim(), parsedPackage.packageName),
-		localName: input.name.trim(),
-		packageName: parsedPackage.packageName,
-		description: input.description.trim(),
-		source,
-		filePath,
-		steps: chainSteps,
-		extraFields: Object.keys(extraFields).length > 0 ? extraFields : undefined,
-	};
-}
-
-export function serializeJsonChain(config: ChainConfig): string {
-	const root: Record<string, unknown> = {
-		name: frontmatterNameForConfig(config),
-		description: config.description,
-		chain: stripRemovedChainConfigSteps(config.steps),
-	};
-	if (config.packageName) root.package = config.packageName;
-	if (config.extraFields) {
-		for (const [key, value] of Object.entries(config.extraFields)) {
-			if (key !== "name" && key !== "description" && key !== "package" && key !== "chain") root[key] = value;
-		}
-	}
-	return `${JSON.stringify(root, null, 2)}\n`;
-}
-
-export function serializeChain(config: ChainConfig): string {
-	const lines: string[] = [];
-	lines.push("---");
-	lines.push(`name: ${frontmatterNameForConfig(config)}`);
-	if (config.packageName) lines.push(`package: ${config.packageName}`);
-	lines.push(`description: ${config.description}`);
-	if (config.extraFields) {
-		for (const [key, value] of Object.entries(config.extraFields)) {
-			lines.push(`${key}: ${value}`);
-		}
-	}
-	lines.push("---");
-	lines.push("");
-
-	for (let i = 0; i < config.steps.length; i++) {
-		const step = config.steps[i]!;
-		lines.push(`## ${step.agent}`);
-		if (step.output === false) lines.push("output: false");
-		else if (step.output) lines.push(`output: ${step.output}`);
-		if (step.phase) lines.push(`phase: ${step.phase}`);
-		if (step.label) lines.push(`label: ${step.label}`);
-		if (step.as) lines.push(`as: ${step.as}`);
-		if (step.outputSchema) lines.push(`outputSchema: ${step.outputSchema}`);
-		if (step.outputMode) lines.push(`outputMode: ${step.outputMode}`);
-		if (step.reads === false) lines.push("reads: false");
-		else if (Array.isArray(step.reads) && step.reads.length > 0) lines.push(`reads: ${step.reads.join(", ")}`);
-		if (step.model) lines.push(`model: ${step.model}`);
-		if (step.skills === false) lines.push("skills: false");
-		else if (Array.isArray(step.skills) && step.skills.length > 0) lines.push(`skills: ${step.skills.join(", ")}`);
-		if (step.progress !== undefined) lines.push(`progress: ${step.progress ? "true" : "false"}`);
-		lines.push("");
-		lines.push(step.task ?? "");
-		if (i < config.steps.length - 1) lines.push("");
-	}
-
-	return `${lines.join("\n")}\n`;
-}

package/dist/builtin/subagents/src/runs/background/async-event-journal.ts

@@ -1,112 +0,0 @@
-import * as fs from "node:fs";
-import { acquireEventWriter } from "../../shared/event-jsonl-writer.ts";
-import type { DrainableSource, JsonlWriteStream } from "../../shared/jsonl-writer.ts";
-
-const DEFAULT_TELEMETRY_BYTES = 512 * 1024;
-const CAPPED_CHILD_EVENT_TYPES = new Set([
-	"message_update",
-	"tool_execution_update",
-	"subagent.child.stdout",
-	"subagent.child.stderr",
-]);
-
-interface ChildEventJournalContext {
-	runId: string;
-	stepIndex?: number;
-	agent: string;
-}
-
-interface ChildEventJournalDeps {
-	maxTelemetryBytes?: number;
-	createWriteStream?: (filePath: string) => JsonlWriteStream;
-	now?: () => number;
-}
-
-export interface ChildEventJournal {
-	append(event: Record<string, unknown>): void;
-	close(): Promise<void>;
-}
-
-function withoutKey(record: Record<string, unknown>, key: string): Record<string, unknown> {
-	const { [key]: _removed, ...rest } = record;
-	return rest;
-}
-
-/** Remove cumulative streaming snapshots while retaining compact delta metadata. */
-export function sanitizeChildEvent(event: Record<string, unknown>): Record<string, unknown> {
-	let sanitized = event;
-	if (event.type === "message_update") {
-		sanitized = withoutKey(event, "message");
-		const assistantEvent = sanitized.assistantMessageEvent;
-		if (assistantEvent && typeof assistantEvent === "object" && !Array.isArray(assistantEvent)) {
-			let compactEvent = withoutKey(withoutKey(assistantEvent as Record<string, unknown>, "partial"), "message");
-			if (!("delta" in compactEvent)) {
-				compactEvent = withoutKey(withoutKey(compactEvent, "content"), "toolCall");
-			}
-			sanitized = { ...sanitized, assistantMessageEvent: compactEvent };
-		}
-	}
-	if (event.type === "message_start") sanitized = withoutKey(sanitized, "message");
-	if (event.type === "tool_execution_update") sanitized = withoutKey(sanitized, "partialResult");
-	if (event.type === "turn_end") sanitized = withoutKey(sanitized, "message");
-	if (event.type === "agent_end") sanitized = withoutKey(sanitized, "messages");
-	return sanitized;
-}
-
-export function createChildEventJournal(
-	filePath: string | undefined,
-	source: DrainableSource,
-	context: ChildEventJournalContext,
-	deps: ChildEventJournalDeps = {},
-): ChildEventJournal {
-	if (!filePath) return { append() {}, async close() {} };
-	const createStream = deps.createWriteStream ?? ((target: string) => fs.createWriteStream(target, { flags: "a" }));
-	const writer = acquireEventWriter(filePath, source, createStream);
-	if (!writer) return { append() {}, async close() {} };
-	const maxTelemetryBytes = deps.maxTelemetryBytes ?? DEFAULT_TELEMETRY_BYTES;
-	const now = deps.now ?? Date.now;
-	let closed = false;
-	let closePromise: Promise<void> | undefined;
-	const write = (record: Record<string, unknown>): void => writer.writeLine(JSON.stringify(record));
-
-	const enrich = (event: Record<string, unknown>): Record<string, unknown> => ({
-		...event,
-		subagentSource: "child",
-		subagentRunId: context.runId,
-		subagentStepIndex: context.stepIndex,
-		subagentAgent: context.agent,
-		observedAt: now(),
-	});
-
-	return {
-		append(event) {
-			if (closed) return;
-			const sanitized = sanitizeChildEvent(event);
-			const record = enrich(sanitized);
-			const lineBytes = Buffer.byteLength(`${JSON.stringify(record)}\n`, "utf-8");
-			const assistantEvent =
-				event.type === "message_update" &&
-				event.assistantMessageEvent &&
-				typeof event.assistantMessageEvent === "object" &&
-				!Array.isArray(event.assistantMessageEvent)
-					? (event.assistantMessageEvent as Record<string, unknown>)
-					: undefined;
-			const nestedTerminal = assistantEvent?.type === "done" || assistantEvent?.type === "error";
-			const capped = !nestedTerminal && typeof event.type === "string" && CAPPED_CHILD_EVENT_TYPES.has(event.type);
-			if (capped && !writer.reserveTelemetry(lineBytes, maxTelemetryBytes)) {
-				if (writer.claimTruncationMarker()) {
-					write(enrich({ type: "subagent.child.telemetry_truncated", maxTelemetryBytes }));
-				}
-				return;
-			}
-			write(record);
-		},
-		close() {
-			if (!closePromise) {
-				closed = true;
-				closePromise = writer.close();
-			}
-			return closePromise;
-		},
-	};
-}