@prometheus-ai/agent 0.5.3 → 0.5.8

package/src/cli/gallery-fixtures/misc.ts

@@ -0,0 +1,250 @@
+/** Gallery fixtures for the ask / resolve / ssh / github / inspect_image tools. */
+import type { GalleryFixture } from "./types";
+
+export const miscFixtures: Record<string, GalleryFixture> = {
+	ask: {
+		label: "Ask",
+		streamingArgs: {
+			questions: [
+				{
+					id: "db",
+					question: "Which database should the new service use?",
+					options: [{ label: "Postgres" }],
+				},
+			],
+		},
+		args: {
+			questions: [
+				{
+					id: "db",
+					question: "Which database should the new service use?",
+					options: [
+						{ label: "Postgres", description: "Relational, strong consistency, JSONB support" },
+						{ label: "SQLite", description: "Embedded, zero-ops, great for single-node" },
+						{ label: "MongoDB", description: "Document store, flexible schema" },
+					],
+					recommended: 0,
+				},
+				{
+					id: "features",
+					question: "Which auth flows should ship in v1?",
+					options: [
+						{ label: "Email + password" },
+						{ label: "OAuth (Google, GitHub)" },
+						{ label: "Magic links" },
+						{ label: "SAML SSO", description: "Enterprise; can be deferred" },
+					],
+					multi: true,
+				},
+			],
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: "db: Postgres\nfeatures: Email + password, OAuth (Google, GitHub)",
+				},
+			],
+			details: {
+				results: [
+					{
+						id: "db",
+						question: "Which database should the new service use?",
+						options: ["Postgres", "SQLite", "MongoDB"],
+						multi: false,
+						selectedOptions: ["Postgres"],
+					},
+					{
+						id: "features",
+						question: "Which auth flows should ship in v1?",
+						options: ["Email + password", "OAuth (Google, GitHub)", "Magic links", "SAML SSO"],
+						multi: true,
+						selectedOptions: ["Email + password", "OAuth (Google, GitHub)"],
+					},
+				],
+			},
+		},
+		errorResult: {
+			content: [{ type: "text", text: "Prompt cancelled by user before any answer was given" }],
+			isError: true,
+		},
+	},
+
+	resolve: {
+		label: "Resolve",
+		streamingArgs: {
+			action: "apply",
+		},
+		args: {
+			action: "apply",
+			reason: "Rename is mechanical and the staged diff matches the intended refactor.",
+			extra: { title: "rename-usecredentials-hook" },
+		},
+		result: {
+			content: [{ type: "text", text: "Applied pending ast_edit: 7 replacements across 3 files" }],
+			details: {
+				action: "apply",
+				reason: "Rename is mechanical and the staged diff matches the intended refactor.",
+				extra: { title: "rename-usecredentials-hook" },
+				sourceToolName: "ast_edit",
+				label: "ast_edit: 7 replacements across 3 files",
+			},
+		},
+		errorResult: {
+			content: [{ type: "text", text: "No pending action to resolve" }],
+			isError: true,
+			details: {
+				action: "apply",
+				reason: "Rename is mechanical and the staged diff matches the intended refactor.",
+				sourceToolName: "ast_edit",
+				label: "ast_edit: 7 replacements across 3 files",
+			},
+		},
+	},
+
+	ssh: {
+		label: "SSH",
+		streamingArgs: {
+			host: "deploy@web-01",
+			command: "systemctl status",
+		},
+		args: {
+			host: "deploy@web-01",
+			command: "systemctl status prometheus-api --no-pager | head -n 12",
+			cwd: "/srv/prometheus",
+			timeout: 60,
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"● prometheus-api.service - Prometheus API",
+						"     Loaded: loaded (/etc/systemd/system/prometheus-api.service; enabled)",
+						"     Active: active (running) since Sat 2026-06-06 09:14:02 UTC; 3h 21min ago",
+						"   Main PID: 4812 (bun)",
+						"      Tasks: 17 (limit: 4915)",
+						"     Memory: 142.6M",
+						"        CPU: 38.214s",
+						"     CGroup: /system.slice/prometheus-api.service",
+						"             └─4812 /usr/local/bin/bun run dist/server.js",
+					].join("\n"),
+				},
+			],
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: "ssh: connect to host web-01 port 22: Connection timed out",
+				},
+			],
+			isError: true,
+		},
+	},
+
+	github: {
+		label: "GitHub",
+		streamingArgs: {
+			op: "search_prs",
+			query: "is:open author:@me",
+		},
+		args: {
+			op: "search_prs",
+			query: "is:open review-requested:@me sort:updated",
+			repo: "Prometheus/pi",
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"#1842  feat(tui): virtualized scrollback for tool output     openyou · 2h ago   +312 -47",
+						"#1839  fix(agent): retry stream on transient 529             dvir   · 5h ago   +18 -4",
+						"#1830  refactor(edit): unify hashline + ast_edit previews    mira   · 1d ago   +540 -210",
+						"#1817  docs: document gallery fixtures contract             leo    · 2d ago   +96 -0",
+						"",
+						"4 open pull requests requesting your review",
+					].join("\n"),
+				},
+			],
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: "gh: Could not resolve to a Repository with the name 'Prometheus/pi'. (HTTP 404)",
+				},
+			],
+			isError: true,
+		},
+	},
+
+	inspect_image: {
+		label: "Inspect Image",
+		streamingArgs: {
+			path: "docs/assets/dashboard-mock.png",
+		},
+		args: {
+			path: "docs/assets/dashboard-mock.png",
+			question: "What chart types are shown and roughly what layout does the dashboard use?",
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"The dashboard uses a two-column layout on a dark background.",
+						"Top row: four KPI cards (Revenue, Active Users, Churn, MRR) with sparklines.",
+						"Left column: a stacked area chart of weekly sessions over ~3 months.",
+						"Right column: a horizontal bar chart ranking the top 6 referrers.",
+						"Bottom: a paginated table of recent transactions with status pills.",
+					].join("\n"),
+				},
+			],
+			details: {
+				model: "claude-opus-4",
+				imagePath: "docs/assets/dashboard-mock.png",
+				mimeType: "image/png",
+			},
+		},
+		errorResult: {
+			content: [{ type: "text", text: "Image not found: docs/assets/dashboard-mock.png" }],
+			isError: true,
+			details: {
+				model: "claude-opus-4",
+				imagePath: "docs/assets/dashboard-mock.png",
+				mimeType: "image/png",
+			},
+		},
+	},
+
+	// Built-in tool with no dedicated renderer — exercises the generic fallback
+	// (`#formatToolExecution`) path so its padded, state-tinted block is QA'd.
+	report_tool_issue: {
+		label: "Report Tool Issue",
+		streamingArgs: { tool: "lsp" },
+		args: {
+			tool: "lsp",
+			report: "Rename returned no edit for an exported symbol that has 12 references",
+		},
+		result: { content: [{ type: "text", text: "Noted, thanks!" }] },
+		errorResult: {
+			content: [{ type: "text", text: "Could not record the report: issue tracker unreachable" }],
+			isError: true,
+		},
+	},
+
+	// Stand-in for a custom/extension tool that ships no renderer — same generic
+	// fallback path most MCP/extension tools take.
+	custom: {
+		label: "Custom Tool",
+		streamingArgs: { query: "weather" },
+		args: { query: "weather in Tokyo", units: "metric" },
+		result: { content: [{ type: "text", text: "Tokyo: 22°C, partly cloudy, humidity 64%." }] },
+		errorResult: {
+			content: [{ type: "text", text: "Upstream provider returned 503 Service Unavailable" }],
+			isError: true,
+		},
+	},
+};

package/src/cli/gallery-fixtures/search.ts

@@ -0,0 +1,213 @@
+/** Gallery fixtures for the search tools (search, search_tool_bm25, ast_grep). */
+import type { GalleryFixture } from "./types";
+
+export const searchFixtures: Record<string, GalleryFixture> = {
+	search: {
+		label: "Search",
+		streamingArgs: {
+			pattern: "useState",
+		},
+		args: {
+			pattern: "useState",
+			paths: ["packages/tui/src"],
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"# packages/tui/src/components/",
+						"## SearchBox.tsx",
+						'18:  const [query, setQuery] = useState("");',
+						"19:  const [results, setResults] = useState<Match[]>([]);",
+						"## StatusBar.tsx",
+						"27:  const [expanded, setExpanded] = useState(false);",
+						"",
+						"# packages/tui/src/hooks/",
+						"## useDebounced.ts",
+						"9:  const [value, setValue] = useState(initial);",
+						"10:  const [pending, setPending] = useState(false);",
+					].join("\n"),
+				},
+			],
+			details: {
+				scopePath: "packages/tui/src",
+				searchPath: "/Users/dev/Projects/pi/packages/tui/src",
+				matchCount: 5,
+				fileCount: 3,
+				files: [
+					"packages/tui/src/components/SearchBox.tsx",
+					"packages/tui/src/components/StatusBar.tsx",
+					"packages/tui/src/hooks/useDebounced.ts",
+				],
+				fileMatches: [
+					{ path: "packages/tui/src/components/SearchBox.tsx", count: 2 },
+					{ path: "packages/tui/src/components/StatusBar.tsx", count: 1 },
+					{ path: "packages/tui/src/hooks/useDebounced.ts", count: 2 },
+				],
+				truncated: false,
+				displayContent: [
+					"# packages/tui/src/components/",
+					"## SearchBox.tsx",
+					'*18│  const [query, setQuery] = useState("");',
+					"*19│  const [results, setResults] = useState<Match[]>([]);",
+					"## StatusBar.tsx",
+					"*27│  const [expanded, setExpanded] = useState(false);",
+					"",
+					"# packages/tui/src/hooks/",
+					"## useDebounced.ts",
+					" *9│  const [value, setValue] = useState(initial);",
+					"*10│  const [pending, setPending] = useState(false);",
+				].join("\n"),
+			},
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: "Invalid regex pattern: unclosed group near index 8",
+				},
+			],
+			isError: true,
+			details: {
+				error: "Invalid regex pattern: unclosed group near index 8",
+			},
+		},
+	},
+
+	search_tool_bm25: {
+		label: "SearchTools",
+		streamingArgs: {
+			query: "read pdf and ext",
+		},
+		args: {
+			query: "read pdf and extract tables",
+			limit: 5,
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: JSON.stringify({
+						query: "read pdf and extract tables",
+						activated_tools: ["docling_extract_tables", "docling_convert", "pdf_read_text"],
+						match_count: 4,
+						total_tools: 142,
+					}),
+				},
+			],
+			details: {
+				query: "read pdf and extract tables",
+				limit: 5,
+				total_tools: 142,
+				activated_tools: ["docling_extract_tables", "docling_convert", "pdf_read_text"],
+				active_selected_tools: ["read", "search", "edit", "bash"],
+				tools: [
+					{
+						name: "docling_extract_tables",
+						label: "Extract Tables",
+						description: "Extract tabular data from PDF documents into CSV or JSON rows.",
+						server_name: "docling",
+						mcp_tool_name: "extract_tables",
+						schema_keys: ["path", "pages", "format"],
+						score: 9.412037,
+					},
+					{
+						name: "docling_convert",
+						label: "Convert Document",
+						description: "Convert PDF, DOCX, or PPTX into structured Markdown with layout preserved.",
+						server_name: "docling",
+						mcp_tool_name: "convert",
+						schema_keys: ["path", "target", "ocr"],
+						score: 6.83102,
+					},
+					{
+						name: "pdf_read_text",
+						label: "Read PDF Text",
+						description: "Read raw text from a PDF, optionally scoped to a page range.",
+						server_name: "pdf-tools",
+						mcp_tool_name: "read_text",
+						schema_keys: ["path", "page_start", "page_end"],
+						score: 5.207884,
+					},
+					{
+						name: "tabula_scan",
+						label: "Scan Tables",
+						description: "Detect table bounding boxes on scanned PDF pages before extraction.",
+						server_name: "pdf-tools",
+						mcp_tool_name: "scan",
+						schema_keys: ["path", "dpi"],
+						score: 3.119556,
+					},
+				],
+			},
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: "Tool discovery is disabled. Enable tools.discoveryMode or mcp.discoveryMode to use search_tool_bm25.",
+				},
+			],
+			isError: true,
+		},
+	},
+
+	ast_grep: {
+		label: "AST Grep",
+		streamingArgs: {
+			pat: "useState(",
+		},
+		args: {
+			pat: "useState($A)",
+			paths: ["packages/tui/src/components"],
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"# packages/tui/src/components/",
+						"## SearchBox.tsx",
+						'18:  const [query, setQuery] = useState("");',
+						'  meta: $A=""',
+						"## StatusBar.tsx",
+						"27:  const [expanded, setExpanded] = useState(false);",
+						"  meta: $A=false",
+					].join("\n"),
+				},
+			],
+			details: {
+				matchCount: 2,
+				fileCount: 2,
+				filesSearched: 14,
+				limitReached: false,
+				scopePath: "packages/tui/src/components",
+				searchPath: "/Users/dev/Projects/pi/packages/tui/src/components",
+				files: ["packages/tui/src/components/SearchBox.tsx", "packages/tui/src/components/StatusBar.tsx"],
+				fileMatches: [
+					{ path: "packages/tui/src/components/SearchBox.tsx", count: 1 },
+					{ path: "packages/tui/src/components/StatusBar.tsx", count: 1 },
+				],
+				displayContent: [
+					"# packages/tui/src/components/",
+					"## SearchBox.tsx",
+					'*18│  const [query, setQuery] = useState("");',
+					'  meta: $A=""',
+					"## StatusBar.tsx",
+					"*27│  const [expanded, setExpanded] = useState(false);",
+					"  meta: $A=false",
+				].join("\n"),
+			},
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: "Pattern parse error: incomplete node `useState(` — expected a closing `)`",
+				},
+			],
+			isError: true,
+		},
+	},
+};

package/src/cli/gallery-fixtures/shell.ts

@@ -0,0 +1,167 @@
+/** Gallery fixtures for the shell tools (bash, eval). */
+import type { GalleryFixture } from "./types";
+
+export const shellFixtures: Record<string, GalleryFixture> = {
+	bash: {
+		label: "Bash",
+		streamingArgs: {
+			command: "git status --short && git log --on",
+		},
+		args: {
+			command: "git status --short && git log --oneline -5",
+			cwd: "packages/coding-agent",
+			timeout: 30,
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: [
+						" M src/cli/gallery-cli.ts",
+						" M src/tools/bash.ts",
+						"?? src/cli/gallery-fixtures/shell.ts",
+						"a1b2c3d Wire gallery command into CLI dispatch",
+						"9f8e7d6 Add ToolExecutionComponent lifecycle states",
+						"4c5b6a7 Extract createShellRenderer from bashToolRenderer",
+						"2d3e4f5 Strip LLM-facing notices before TUI render",
+						"7a8b9c0 Cap preview lines in pending command block",
+					].join("\n"),
+				},
+			],
+			details: {
+				exitCode: 0,
+				wallTimeMs: 184,
+				timeoutSeconds: 30,
+			},
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"src/tools/bash.ts:1142:34 - error TS2339: Property 'requestedTimeoutSeconds' does not exist on type 'BashToolDetails'.",
+						"",
+						"1142   const requestedTimeoutSeconds = details?.requestedTimeoutSeconds;",
+						"                                            ~~~~~~~~~~~~~~~~~~~~~~~~",
+						"Found 1 error in src/tools/bash.ts:1142",
+					].join("\n"),
+				},
+			],
+			isError: true,
+			details: {
+				exitCode: 2,
+				wallTimeMs: 5120,
+				timeoutSeconds: 30,
+			},
+		},
+	},
+
+	eval: {
+		label: "Eval",
+		streamingArgs: {
+			cells: [
+				{
+					language: "py",
+					code: 'import json\nfrom pathlib import Path\n\ndata = json.loads(Path("package.js',
+					title: "load config",
+				},
+			],
+		},
+		args: {
+			cells: [
+				{
+					language: "py",
+					title: "load config",
+					code: [
+						"import json",
+						"from pathlib import Path",
+						"",
+						'data = json.loads(Path("package.json").read_text())',
+						'deps = data.get("dependencies", {})',
+						'print(f"{data[\\"name\\"]} v{data[\\"version\\"]}")',
+						'print(f"{len(deps)} dependencies")',
+						"display(sorted(deps)[:3])",
+					].join("\n"),
+				},
+			],
+		},
+		result: {
+			content: [
+				{
+					type: "text",
+					text: ["@prometheus-ai/agent v0.42.0", "37 dependencies"].join("\n"),
+				},
+			],
+			details: {
+				language: "python",
+				languages: ["python"],
+				jsonOutputs: [["@ai-sdk/anthropic", "@prometheus-ai/ai", "@prometheus-ai/tui"]],
+				cells: [
+					{
+						index: 0,
+						title: "load config",
+						language: "python",
+						code: [
+							"import json",
+							"from pathlib import Path",
+							"",
+							'data = json.loads(Path("package.json").read_text())',
+							'deps = data.get("dependencies", {})',
+							'print(f"{data[\\"name\\"]} v{data[\\"version\\"]}")',
+							'print(f"{len(deps)} dependencies")',
+							"display(sorted(deps)[:3])",
+						].join("\n"),
+						output: ["@prometheus-ai/agent v0.42.0", "37 dependencies"].join("\n"),
+						status: "complete",
+						durationMs: 64,
+						exitCode: 0,
+					},
+				],
+			},
+		},
+		errorResult: {
+			content: [
+				{
+					type: "text",
+					text: [
+						"Traceback (most recent call last):",
+						'  File "<cell 0>", line 4, in <module>',
+						'    data = json.loads(Path("package.json").read_text())',
+						"          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^",
+						"json.decoder.JSONDecodeError: Expecting ',' delimiter: line 12 column 3 (char 318)",
+					].join("\n"),
+				},
+			],
+			isError: true,
+			details: {
+				language: "python",
+				languages: ["python"],
+				isError: true,
+				cells: [
+					{
+						index: 0,
+						title: "load config",
+						language: "python",
+						code: [
+							"import json",
+							"from pathlib import Path",
+							"",
+							'data = json.loads(Path("package.json").read_text())',
+							'deps = data.get("dependencies", {})',
+							'print(f"{data[\\"name\\"]} v{data[\\"version\\"]}")',
+						].join("\n"),
+						output: [
+							"Traceback (most recent call last):",
+							'  File "<cell 0>", line 4, in <module>',
+							'    data = json.loads(Path("package.json").read_text())',
+							"json.decoder.JSONDecodeError: Expecting ',' delimiter: line 12 column 3 (char 318)",
+						].join("\n"),
+						status: "error",
+						durationMs: 41,
+						exitCode: 1,
+					},
+				],
+			},
+		},
+	},
+};

package/src/cli/gallery-fixtures/types.ts

@@ -0,0 +1,57 @@
+/**
+ * Types for `prometheus gallery` sample data. See {@link ./index} for the aggregated
+ * fixture registry and the contract each fixture must satisfy.
+ */
+import type { EditMode } from "../../edit";
+
+/** A tool result snapshot, matching the shape `ToolExecutionComponent` consumes. */
+export interface GalleryResult {
+	content: Array<{ type: string; text?: string; data?: string; mimeType?: string }>;
+	details?: unknown;
+	isError?: boolean;
+}
+
+export type GalleryFixtureState = "streaming" | "progress" | "success" | "error";
+
+export interface GalleryFixture {
+	/** Display label for the tool header (defaults to the tool name). */
+	label?: string;
+	/** Edit mode for edit-like tools so the streaming preview dispatches correctly. */
+	editMode?: EditMode;
+	/**
+	 * Custom gallery-only renderer for fixtures that are not one ToolExecutionComponent
+	 * (for example the read-group transcript component).
+	 */
+	renderState?: (
+		state: GalleryFixtureState,
+		width: number,
+		expanded: boolean,
+	) => readonly string[] | Promise<readonly string[]>;
+	/**
+	 * Set for tools whose real `AgentTool` attaches `renderCall`/`renderResult`
+	 * directly on the instance (e.g. `task`). The harness then attaches
+	 * the registry renderer onto the fake tool so the component routes through
+	 * the custom-tool branch — the same path production takes — instead of the
+	 * built-in registry branch. The two branches can diverge, so exercising the
+	 * real one keeps the gallery honest for these tools.
+	 */
+	customRendered?: boolean;
+	/**
+	 * Renderer-registry key to use when the fixture key is a variant of a tool
+	 * (e.g. `irc_wait` → `irc`). Defaults to the fixture key.
+	 */
+	renderer?: string;
+	/**
+	 * Arguments shown during the streaming state — a partial view of {@link args}
+	 * as if the tool-call JSON were still arriving. May include `__partialJson`
+	 * for renderers (bash, edit) that surface fields before the object closes.
+	 * Defaults to {@link args} when omitted.
+	 */
+	streamingArgs?: unknown;
+	/** Complete arguments shown for the in-progress, success, and error states. */
+	args: unknown;
+	/** Successful result. */
+	result: GalleryResult;
+	/** Failed result. Falls back to a generic error when omitted. */
+	errorResult?: GalleryResult;
+}