@zihanw/pi-forge 0.3.2 → 0.4.0-beta.1

package/src/preset-command.ts

@@ -1,280 +0,0 @@
-import { existsSync, mkdirSync, writeFileSync } from "node:fs";
-import { dirname, join } from "node:path";
-import type { ExtensionAPI, ExtensionCommandContext } from "@earendil-works/pi-coding-agent";
-import { isDisabledPromptStackId, promptStackPath, promptStackReadDirs } from "./loader.ts";
-import { renderDiagnostics, renderPreview, showText } from "./preview.ts";
-import type { PiForgeRuntimeState } from "./runtime-state.ts";
-import { importSillyTavernPreset } from "./sillytavern-importer.ts";
-import { migrateLegacyPromptStacks, renderMigrationReport } from "./stack-migration.ts";
-import { forgeExtensionsDir, globalForgeExtensionsDir } from "./storage.ts";
-import type { LoadedPromptStack } from "./types.ts";
-
-export interface PresetCommandDeps {
-	selectedActiveId(): string | undefined;
-	setActive(id: string | undefined, ctx?: ExtensionCommandContext): boolean;
-	reloadStacks(ctx: ExtensionCommandContext, preferredId?: string): Promise<void>;
-	openWebEditor(ctx: ExtensionCommandContext, mode?: "open" | "restart"): Promise<void>;
-	stopWebEditor(ctx: ExtensionCommandContext): Promise<void>;
-}
-
-export function registerPresetCommand(pi: ExtensionAPI, state: PiForgeRuntimeState, deps: PresetCommandDeps): void {
-	pi.registerCommand("preset", {
-		description: "Manage pi-forge prompt stacks: list, use, preview, validate, reload, ui",
-		getArgumentCompletions: (prefix) => {
-			const parts = prefix.trimStart().split(/\s+/);
-			if (parts.length <= 1 && !prefix.endsWith(" ")) {
-				const commands = ["list", "use", "preview", "validate", "diagnostics", "reload", "status", "import-silly", "migrate-stacks", "ui"];
-				return commands.filter((cmd) => cmd.startsWith(parts[0] ?? "")).map((cmd) => ({ value: cmd, label: cmd }));
-			}
-			const first = parts[0];
-			if (["use", "preview", "validate"].includes(first)) {
-				const fragment = parts[1] ?? "";
-				const ids = ["none", ...state.stacks.map((loaded) => loaded.stack.id)];
-				return ids.filter((id) => id.startsWith(fragment)).map((id) => ({ value: `${first} ${id}`, label: id }));
-			}
-			if (first === "ui" && parts.length <= 2) {
-				const fragment = parts[1] ?? "";
-				const subs = ["stop", "restart"];
-				return subs.filter((s) => s.startsWith(fragment)).map((s) => ({ value: `ui ${s}`, label: s }));
-			}
-			if (first === "migrate-stacks") {
-				const fragment = parts[parts.length - 1] ?? "";
-				const flags = ["--dry-run", "--overwrite", "--delete-legacy"];
-				return flags.filter((flag) => flag.startsWith(fragment)).map((flag) => ({ value: `${parts.slice(0, -1).join(" ")} ${flag}`.trim(), label: flag }));
-			}
-			return null;
-		},
-		handler: async (args, ctx) => {
-			await handlePresetCommand(state, deps, args, ctx);
-		},
-	});
-}
-
-async function handlePresetCommand(
-	state: PiForgeRuntimeState,
-	deps: PresetCommandDeps,
-	args: string,
-	ctx: ExtensionCommandContext,
-): Promise<void> {
-	const trimmed = args.trim();
-	const [command = "list", ...rest] = trimmed ? trimmed.split(/\s+/) : ["list"];
-
-	switch (command) {
-		case "list":
-		case "status":
-			await showText(ctx, "pi-forge prompt stacks", renderStackList(state, ctx));
-			return;
-
-		case "reload":
-			await deps.reloadStacks(ctx, deps.selectedActiveId());
-			ctx.ui.notify(`pi-forge: reloaded ${state.stacks.length} prompt stack(s).`, "info");
-			return;
-
-		case "ui": {
-			const sub = rest[0];
-			if (sub === "stop") {
-				await deps.stopWebEditor(ctx);
-				return;
-			}
-			await deps.openWebEditor(ctx, sub === "restart" ? "restart" : "open");
-			return;
-		}
-
-		case "use": {
-			const id = rest[0];
-			if (!id) {
-				ctx.ui.notify("Usage: /preset use <id|none>", "warning");
-				return;
-			}
-			if (!deps.setActive(id, ctx)) {
-				ctx.ui.notify(`Unknown prompt stack: ${id}`, "error");
-				return;
-			}
-			ctx.ui.notify(state.active ? `pi-forge: active prompt stack ${state.active.stack.id}` : "pi-forge: prompt stack disabled", "info");
-			return;
-		}
-
-		case "preview": {
-			const target = rest[0] ? state.stacks.find((loaded) => loaded.stack.id === rest[0]) : state.active;
-			if (!target) {
-				ctx.ui.notify(rest[0] ? `Unknown prompt stack: ${rest[0]}` : "No active prompt stack.", "warning");
-				return;
-			}
-			await showText(ctx, `pi-forge preview: ${target.stack.id}`, renderPreview(ctx, target, state.sessionVariables));
-			return;
-		}
-
-		case "validate": {
-			const target = rest[0] ? state.stacks.find((loaded) => loaded.stack.id === rest[0]) : state.active;
-			if (!target) {
-				ctx.ui.notify(rest[0] ? `Unknown prompt stack: ${rest[0]}` : "No active prompt stack.", "warning");
-				return;
-			}
-			await showText(ctx, `pi-forge validation: ${target.stack.id}`, renderDiagnostics(target.diagnostics));
-			return;
-		}
-
-		case "diagnostics": {
-			await showText(ctx, "pi-forge diagnostics", renderCurrentDiagnostics(state));
-			return;
-		}
-
-		case "migrate-stacks": {
-			const flags = new Set(rest);
-			const dryRun = flags.has("--dry-run");
-			if (!ctx.isProjectTrusted() && !dryRun) {
-				ctx.ui.notify("pi-forge: project is not trusted; refusing to migrate prompt stacks.", "warning");
-				return;
-			}
-			const report = migrateLegacyPromptStacks(ctx.cwd, {
-				dryRun,
-				overwrite: flags.has("--overwrite"),
-				deleteLegacy: flags.has("--delete-legacy"),
-			});
-			if (!dryRun) await deps.reloadStacks(ctx, deps.selectedActiveId());
-			const changed = report.copied + report.overwritten;
-			const summary = dryRun
-				? `pi-forge: migration dry run found ${report.files.length} legacy stack file(s).`
-				: `pi-forge: migrated ${changed} legacy stack file(s), skipped ${report.skipped}, errors ${report.errors}.`;
-			ctx.ui.notify(summary, report.errors ? "warning" : "info");
-			await showText(ctx, "pi-forge prompt-stack migration", renderMigrationReport(report));
-			return;
-		}
-
-		case "import-silly":
-			await handleImportSilly(state, deps, rest, ctx);
-			return;
-
-		default:
-			ctx.ui.notify(`Unknown /preset subcommand: ${command}`, "warning");
-			return;
-	}
-}
-
-async function handleImportSilly(
-	state: PiForgeRuntimeState,
-	deps: PresetCommandDeps,
-	rest: string[],
-	ctx: ExtensionCommandContext,
-): Promise<void> {
-	if (!ctx.isProjectTrusted()) {
-		ctx.ui.notify("pi-forge: project is not trusted; refusing to write imported prompt stacks.", "warning");
-		return;
-	}
-
-	const sourcePath = rest[0];
-	if (!sourcePath) {
-		ctx.ui.notify("Usage: /preset import-silly <path> [character_id] [--dry-run] [--overwrite]", "warning");
-		return;
-	}
-
-	const charIdToken = rest[1]?.startsWith("--") ? undefined : rest[1];
-	const flags = new Set(rest.slice(charIdToken ? 2 : 1));
-	const dryRun = flags.has("--dry-run");
-	let overwrite = flags.has("--overwrite");
-
-	const resolvedPath = sourcePath.startsWith("/") ? sourcePath : join(ctx.cwd, sourcePath);
-	if (!existsSync(resolvedPath)) {
-		ctx.ui.notify(`File not found: ${resolvedPath}`, "error");
-		return;
-	}
-
-	const charId = charIdToken ? Number(charIdToken) : undefined;
-	if (charIdToken && (Number.isNaN(charId) || !Number.isFinite(charId))) {
-		ctx.ui.notify(`Invalid character_id: ${charIdToken}`, "error");
-		return;
-	}
-
-	const result = importSillyTavernPreset(resolvedPath, charId);
-	if ("error" in result) {
-		ctx.ui.notify(`pi-forge import error: ${result.error}`, "error");
-		return;
-	}
-
-	const existingStack = state.stacks.find((candidate) => candidate.stack.id === result.stack.id);
-	const stackPath = existingStack?.filePath ?? promptStackPath(ctx.cwd, result.stack.id);
-	const stacksDir = dirname(stackPath);
-	const reportDir = join(ctx.cwd, ".pi", "forge", "import-reports");
-	const reportPath = join(reportDir, `${result.stack.id}.md`);
-
-	if (dryRun) {
-		await showText(ctx, `pi-forge import dry run: ${result.stack.id}`, `Would write stack to: ${stackPath}\nWould write report to: ${reportPath}\n\n## Generated stack JSON\n\n\`\`\`json\n${JSON.stringify(result.stack, null, 2)}\n\`\`\`\n\n${result.report}`);
-		return;
-	}
-
-	const existingPaths = [stackPath, reportPath].filter((path) => existsSync(path));
-	if (existingPaths.length > 0 && !overwrite) {
-		if (!ctx.hasUI) {
-			ctx.ui.notify(`pi-forge: import would overwrite existing file(s): ${existingPaths.join(", ")}. Re-run with --overwrite.`, "error");
-			return;
-		}
-		overwrite = await ctx.ui.confirm("Overwrite pi-forge import output?", `These file(s) already exist:\n${existingPaths.join("\n")}\n\nOverwrite them?`);
-		if (!overwrite) {
-			ctx.ui.notify("pi-forge: import cancelled; existing files were left unchanged.", "info");
-			return;
-		}
-	}
-
-	if (!existsSync(stacksDir)) mkdirSync(stacksDir, { recursive: true });
-	writeFileSync(stackPath, JSON.stringify(result.stack, null, 2), "utf8");
-
-	if (!existsSync(reportDir)) mkdirSync(reportDir, { recursive: true });
-	writeFileSync(reportPath, result.report, "utf8");
-
-	await deps.reloadStacks(ctx, deps.selectedActiveId());
-
-	ctx.ui.notify(`pi-forge: imported ${result.stack.id} (${result.stack.items.length} items)`, "info");
-	await showText(ctx, `pi-forge import report: ${result.stack.id}`, `Stack written to: ${stackPath}\nReport written to: ${reportPath}\n\n${result.report}`);
-}
-
-function renderStackList(state: PiForgeRuntimeState, ctx: ExtensionCommandContext): string {
-	const lines = [
-		"Prompt stack directories:",
-		...promptStackReadDirs(ctx.cwd).map((dir, index) => `  ${index === 0 ? "primary" : "legacy"}: ${dir}`),
-		"Forge extension directories:",
-		`  global: ${globalForgeExtensionsDir()}`,
-		`  project: ${forgeExtensionsDir(ctx.cwd)}`,
-		`Loaded forge extensions: ${state.forgeExtensionPaths.length}`,
-		`Active stack: ${state.active?.stack.id ?? "(none)"}`,
-		"",
-	];
-
-	if (state.stacks.length === 0) {
-		lines.push("No prompt stacks found.", "Create .pi/forge/prompt-stacks/default.json to auto-activate a stack.");
-		return lines.join("\n");
-	}
-
-	for (const loaded of state.stacks) {
-		const marker = loaded === state.active ? "*" : " ";
-		const errors = loaded.diagnostics.filter((d) => d.level === "error").length;
-		const warnings = loaded.diagnostics.filter((d) => d.level === "warning").length;
-		const suffix = errors || warnings ? ` (${errors} errors, ${warnings} warnings)` : "";
-		lines.push(`${marker} ${loaded.stack.id}${loaded.stack.name ? ` \u2014 ${loaded.stack.name}` : ""}${suffix}`);
-		lines.push(`  ${loaded.filePath}`);
-	}
-
-	lines.push("", "Commands:", "  /preset use <id|none>", "  /preset preview [id]", "  /preset validate [id]", "  /preset diagnostics", "  /preset reload", "  /preset migrate-stacks [--dry-run] [--overwrite] [--delete-legacy]", "  /preset ui [stop|restart]");
-	return lines.join("\n");
-}
-
-function renderCurrentDiagnostics(state: PiForgeRuntimeState): string {
-	const lines = ["# pi-forge diagnostics", ""];
-	lines.push("## Active stack load/validation diagnostics", "");
-	lines.push(state.active ? renderDiagnostics(state.active.diagnostics) : "No active prompt stack.");
-	lines.push("", "## pi-forge extension diagnostics", "");
-	lines.push(renderDiagnostics(state.forgeExtensionDiagnostics));
-	lines.push("", "## Loaded pi-forge extensions", "");
-	lines.push(state.forgeExtensionPaths.length > 0 ? state.forgeExtensionPaths.map((path) => `- ${path}`).join("\n") : "(none)");
-	lines.push("", "## Latest runtime compile diagnostics", "");
-	lines.push(renderDiagnostics(state.latestCompileDiagnostics));
-	return lines.join("\n");
-}
-
-export function selectedActiveId(state: PiForgeRuntimeState): string | undefined {
-	if (state.active) return state.active.stack.id;
-	return isDisabledPromptStackId(state.lastPersistedActiveId) ? "none" : undefined;
-}
-
-export function findStack(state: PiForgeRuntimeState, id: string): LoadedPromptStack | undefined {
-	return state.stacks.find((candidate) => candidate.stack.id === id);
-}

package/src/preview.ts

@@ -1,226 +0,0 @@
-import type { AgentMessage } from "@earendil-works/pi-agent-core";
-import type { BuildSystemPromptOptions, ExtensionCommandContext } from "@earendil-works/pi-coding-agent";
-import {
-	agentMessageToPreviewText,
-	compileMessages,
-	compileSystemPrompt,
-	createPromptVariableStore,
-	getLatestUserMessage,
-} from "./compiler.ts";
-import { estimatePayloadTokens } from "./payload-capture.ts";
-import type { CompileMessageSource, LoadedPromptStack, PromptStackDiagnostic, PromptVariableValue } from "./types.ts";
-import type { WebEditorPreview, WebEditorPreviewSection } from "./web-editor/index.ts";
-
-export function renderPreview(
-	ctx: ExtensionCommandContext,
-	target: LoadedPromptStack,
-	sessionVariables: Record<string, PromptVariableValue>,
-): string {
-	return buildPreview(ctx, target, sessionVariables).text;
-}
-
-export function buildPreview(
-	ctx: ExtensionCommandContext,
-	target: LoadedPromptStack,
-	sessionVariables: Record<string, PromptVariableValue>,
-	optionsOverride?: BuildSystemPromptOptions,
-): { text: string; preview: WebEditorPreview; diagnostics: PromptStackDiagnostic[] } {
-	const options = optionsOverride ?? ctx.getSystemPromptOptions();
-	const sessionMessages = getPreviewSessionMessages(ctx);
-	const latestUserMessage = getLatestUserMessage(sessionMessages);
-	const previewVariables = createPromptVariableStore(sessionVariables);
-	const runtime = { options, ctx, latestUserMessage, now: new Date(), variables: previewVariables };
-	const system = compileSystemPrompt(target.stack, runtime, ctx.getSystemPrompt());
-	const messages = compileMessages(target.stack, runtime, sessionMessages);
-	const diagnostics = [...target.diagnostics, ...system.diagnostics, ...messages.diagnostics];
-	const messageSections = messages.messages.map((message, index) => {
-		const content = agentMessageToPreviewText(message);
-		const source = messages.messageSources[index];
-		return previewSection(`message-${index}`, previewMessageTitle(source, index), content, message.role);
-	});
-	const systemSection = previewSection("system", "System prompt", system.systemPrompt || "(empty)");
-	const totalChars = systemSection.chars + messageSections.reduce((sum, section) => sum + section.chars, 0);
-	const preview: WebEditorPreview = {
-		stackId: target.stack.id,
-		generatedAt: new Date().toISOString(),
-		system: systemSection,
-		messages: messageSections,
-		totalChars,
-		approxTokens: estimatePayloadTokens(`${system.systemPrompt}\n${messageSections.map((section) => section.content).join("\n")}`),
-	};
-
-	const text = [
-		`# Prompt stack preview: ${target.stack.id}`,
-		"",
-		"## System prompt",
-		"",
-		system.systemPrompt || "(empty)",
-		"",
-		"## Message layout",
-		"",
-		renderPreviewSectionText(messageSections),
-		"",
-		"## Diagnostics",
-		"",
-		renderDiagnostics(diagnostics),
-	].join("\n");
-
-	return { text, preview, diagnostics };
-}
-
-interface SessionEntryLike {
-	id?: unknown;
-	parentId?: unknown;
-	type?: unknown;
-	timestamp?: unknown;
-	message?: unknown;
-	summary?: unknown;
-	firstKeptEntryId?: unknown;
-	tokensBefore?: unknown;
-	fromId?: unknown;
-	customType?: unknown;
-	content?: unknown;
-	display?: unknown;
-	details?: unknown;
-}
-
-function getPreviewSessionMessages(ctx: ExtensionCommandContext): AgentMessage[] {
-	const entries = getCurrentBranchEntries(ctx).map(asSessionEntry);
-	const compaction = latestCompactionEntry(entries);
-	const messages: AgentMessage[] = [];
-
-	const appendMessage = (entry: SessionEntryLike): void => {
-		if (entry.type === "message" && isAgentMessage(entry.message)) {
-			messages.push(entry.message);
-			return;
-		}
-		if (entry.type === "custom_message" && typeof entry.customType === "string") {
-			messages.push({
-				role: "custom",
-				customType: entry.customType,
-				content: typeof entry.content === "string" || Array.isArray(entry.content) ? entry.content : "",
-				display: entry.display === true,
-				details: entry.details,
-				timestamp: entryTimestamp(entry),
-			} as AgentMessage);
-			return;
-		}
-		if (entry.type === "branch_summary" && typeof entry.summary === "string" && entry.summary) {
-			messages.push({
-				role: "branchSummary",
-				summary: entry.summary,
-				fromId: typeof entry.fromId === "string" ? entry.fromId : "",
-				timestamp: entryTimestamp(entry),
-			} as AgentMessage);
-		}
-	};
-
-	if (compaction && typeof compaction.summary === "string") {
-		messages.push({
-			role: "compactionSummary",
-			summary: compaction.summary,
-			tokensBefore: typeof compaction.tokensBefore === "number" ? compaction.tokensBefore : 0,
-			timestamp: entryTimestamp(compaction),
-		} as AgentMessage);
-
-		const compactionIndex = entries.findIndex((entry) => entry.type === "compaction" && entry.id === compaction.id);
-		let foundFirstKept = false;
-		for (let index = 0; index < compactionIndex; index++) {
-			const entry = entries[index]!;
-			if (entry.id === compaction.firstKeptEntryId) foundFirstKept = true;
-			if (foundFirstKept) appendMessage(entry);
-		}
-		for (let index = compactionIndex + 1; index < entries.length; index++) {
-			appendMessage(entries[index]!);
-		}
-		return messages;
-	}
-
-	for (const entry of entries) appendMessage(entry);
-	return messages;
-}
-
-function latestCompactionEntry(entries: SessionEntryLike[]): SessionEntryLike | undefined {
-	for (let index = entries.length - 1; index >= 0; index--) {
-		const entry = entries[index]!;
-		if (entry.type === "compaction") return entry;
-	}
-	return undefined;
-}
-
-function getCurrentBranchEntries(ctx: ExtensionCommandContext): unknown[] {
-	const leafId = ctx.sessionManager.getLeafId();
-	if (leafId === null) return [];
-	const sessionManager = ctx.sessionManager as {
-		getBranch?: (fromId?: string) => unknown[];
-		getEntries: () => unknown[];
-	};
-	return sessionManager.getBranch ? sessionManager.getBranch(leafId ?? undefined) : sessionManager.getEntries();
-}
-
-function asSessionEntry(value: unknown): SessionEntryLike {
-	return value && typeof value === "object" ? value as SessionEntryLike : {};
-}
-
-function isAgentMessage(value: unknown): value is AgentMessage {
-	return !!value && typeof value === "object" && typeof (value as { role?: unknown }).role === "string";
-}
-
-function entryTimestamp(entry: SessionEntryLike): number {
-	if (typeof entry.timestamp === "number") return entry.timestamp;
-	if (typeof entry.timestamp === "string") {
-		const timestamp = new Date(entry.timestamp).getTime();
-		if (Number.isFinite(timestamp)) return timestamp;
-	}
-	return Date.now();
-}
-
-function previewMessageTitle(source: CompileMessageSource | undefined, index: number): string {
-	if (source?.kind === "stack-item") {
-		return source.itemName?.trim() || source.itemId || `Stack item ${index + 1}`;
-	}
-	if (source?.kind === "chat-history") {
-		const label = source.itemName?.trim() || "Chat history";
-		return `${label} #${source.historyIndex ?? index + 1}`;
-	}
-	if (source?.kind === "implicit-history") {
-		return `Conversation history #${source.historyIndex ?? index + 1}`;
-	}
-	return `Message ${index + 1}`;
-}
-
-function renderPreviewSectionText(sections: WebEditorPreviewSection[], maxChars = 8000): string {
-	let text = "";
-	for (const section of sections) {
-		const role = section.role ? ` (${section.role})` : "";
-		text += `\n--- ${section.title}${role} ---\n`;
-		text += section.content;
-		text += "\n";
-		if (text.length > maxChars) return `${text.slice(0, maxChars)}\n\n[preview truncated]`;
-	}
-	return text.trimStart();
-}
-
-function previewSection(id: string, title: string, content: string, role?: string): WebEditorPreviewSection {
-	return {
-		id,
-		title,
-		role,
-		content,
-		chars: content.length,
-		approxTokens: estimatePayloadTokens(content),
-	};
-}
-
-export function renderDiagnostics(diagnostics: PromptStackDiagnostic[]): string {
-	if (diagnostics.length === 0) return "No diagnostics.";
-	return diagnostics.map((d) => `${d.level.toUpperCase()}${d.itemId ? ` [${d.itemId}]` : ""}: ${d.message}`).join("\n");
-}
-
-export async function showText(ctx: ExtensionCommandContext, title: string, text: string): Promise<void> {
-	if (ctx.hasUI) {
-		await ctx.ui.editor(title, text);
-		return;
-	}
-	console.log(text);
-}