@agentuity/cli 3.0.0-alpha.4 → 3.0.0-alpha.7

package/src/cmd/build/app-config-extractor.ts

@@ -1,186 +0,0 @@
-/**
- * App Config Extractor
- *
- * Extracts analytics and workbench config from the user's createApp() call
- * in app.ts. This is the v2 approach where createApp() is the single source
- * of truth for runtime configuration (replacing agentuity.config.ts).
- *
- * Uses TypeScript's compiler API to reliably detect and extract values.
- */
-
-import ts from 'typescript';
-import { join } from 'node:path';
-import type { Logger } from '../../types';
-
-/**
- * Extracted runtime config from createApp() call.
- */
-export interface ExtractedAppConfig {
-	/** analytics option value: boolean, object, or undefined if not set */
-	analytics?: boolean | Record<string, unknown>;
-	/** workbench option value: boolean, string, object, or undefined if not set */
-	workbench?: boolean | string | Record<string, unknown>;
-}
-
-/**
- * Extract analytics and workbench config from a createApp() call.
- *
- * Uses TypeScript AST to find `createApp({ ... })` and extract the values
- * of the `analytics` and `workbench` properties.
- */
-function extractCreateAppConfig(sourceFile: ts.SourceFile): ExtractedAppConfig {
-	const result: ExtractedAppConfig = {};
-
-	// Walk the AST looking for createApp({ ... }) calls
-	function visit(node: ts.Node): void {
-		// Check for createApp(...) call
-		if (
-			ts.isCallExpression(node) &&
-			ts.isIdentifier(node.expression) &&
-			node.expression.text === 'createApp' &&
-			node.arguments.length > 0
-		) {
-			const firstArg = node.arguments[0];
-			if (!firstArg) return;
-			if (ts.isObjectLiteralExpression(firstArg)) {
-				// Found createApp({ ... }) — extract properties
-				for (const prop of firstArg.properties) {
-					if (!ts.isPropertyAssignment(prop)) continue;
-
-					const name = ts.isIdentifier(prop.name) ? prop.name.text : undefined;
-					if (!name) continue;
-
-					// prop.initializer should always exist for PropertyAssignment, but check to satisfy TS
-					if (!('initializer' in prop)) continue;
-					const initializer = (prop as { initializer: ts.Expression }).initializer;
-
-					if (name === 'analytics') {
-						const value = extractValue(initializer);
-						if (value !== undefined) {
-							if (typeof value === 'boolean') {
-								result.analytics = value;
-							} else if (typeof value === 'object') {
-								result.analytics = value as Record<string, unknown>;
-							}
-							// Ignore string/number for analytics
-						}
-					} else if (name === 'workbench') {
-						const value = extractValue(initializer);
-						if (value !== undefined) {
-							if (typeof value === 'boolean' || typeof value === 'string') {
-								result.workbench = value;
-							} else if (typeof value === 'object') {
-								result.workbench = value as Record<string, unknown>;
-							}
-							// Ignore number for workbench
-						}
-					}
-				}
-			}
-		}
-
-		ts.forEachChild(node, visit);
-	}
-
-	visit(sourceFile);
-	return result;
-}
-
-/**
- * Extract a JavaScript value from a TypeScript AST expression node.
- * Handles: boolean literals, string literals, numeric literals,
- * object literals (as Record), and identifier references (by name).
- */
-function extractValue(
-	node: ts.Node
-): boolean | string | number | Record<string, unknown> | undefined {
-	if (ts.isLiteralExpression(node)) {
-		// String literal or numeric literal
-		if (ts.isStringLiteral(node)) {
-			return node.text;
-		}
-		if (ts.isNumericLiteral(node)) {
-			return Number(node.text);
-		}
-	}
-
-	if (node.kind === ts.SyntaxKind.TrueKeyword) {
-		return true;
-	}
-	if (node.kind === ts.SyntaxKind.FalseKeyword) {
-		return false;
-	}
-
-	if (ts.isIdentifier(node)) {
-		// Return the identifier name (e.g., a variable reference)
-		return node.text;
-	}
-
-	if (ts.isObjectLiteralExpression(node)) {
-		const obj: Record<string, unknown> = {};
-		for (const prop of node.properties) {
-			if (!ts.isPropertyAssignment(prop)) continue;
-			if (!ts.isIdentifier(prop.name)) continue;
-
-			const key = prop.name.text;
-			obj[key] = extractValue(prop.initializer);
-		}
-		return obj;
-	}
-
-	return undefined;
-}
-
-/**
- * Detect and extract analytics/workbench config from app.ts.
- *
- * This is the v2 approach: runtime config lives in createApp() only.
- * The CLI reads these values at build time via AST parsing.
- */
-export async function extractAppConfig(
-	rootDir: string,
-	logger: Logger
-): Promise<ExtractedAppConfig> {
-	// Look for app.ts in root first, then src/
-	let appFile = join(rootDir, 'app.ts');
-	if (!(await Bun.file(appFile).exists())) {
-		appFile = join(rootDir, 'src', 'app.ts');
-		if (!(await Bun.file(appFile).exists())) {
-			logger.trace('[config-extract] No app.ts found');
-			return {};
-		}
-	}
-
-	try {
-		const source = await Bun.file(appFile).text();
-
-		// Quick bail-out before parsing
-		if (!source.includes('createApp')) {
-			logger.trace('[config-extract] No createApp call in %s', appFile);
-			return {};
-		}
-
-		// Parse with TypeScript
-		const sourceFile = ts.createSourceFile(
-			appFile,
-			source,
-			ts.ScriptTarget.Latest,
-			true,
-			ts.ScriptKind.TS
-		);
-
-		const config = extractCreateAppConfig(sourceFile);
-
-		if (config.analytics !== undefined) {
-			logger.debug('[config-extract] Found analytics in createApp(): %o', config.analytics);
-		}
-		if (config.workbench !== undefined) {
-			logger.debug('[config-extract] Found workbench in createApp(): %o', config.workbench);
-		}
-
-		return config;
-	} catch (error) {
-		logger.warn('[config-extract] Failed to parse app.ts:', error);
-		return {};
-	}
-}

package/src/cmd/cloud/eval/get.ts

@@ -1,86 +0,0 @@
-import { z } from 'zod';
-import { createSubcommand } from '../../../types';
-import * as tui from '../../../tui';
-import { APIError, evalGet } from '@agentuity/server';
-import { getCommand } from '../../../command-prefix';
-import { ErrorCode } from '../../../errors';
-
-const EvalGetResponseSchema = z.object({
-	id: z.string().describe('Eval ID'),
-	name: z.string().describe('Eval name'),
-	identifier: z.string().nullable().describe('Stable eval identifier'),
-	agent_identifier: z.string().describe('Agent identifier'),
-	created_at: z.string().describe('Creation timestamp'),
-	updated_at: z.string().describe('Last updated timestamp'),
-	project_id: z.string().describe('Project ID'),
-	org_id: z.string().describe('Organization ID'),
-	description: z.string().nullable().describe('Eval description'),
-	devmode: z.boolean().describe('Whether this is a devmode eval'),
-});
-
-export const getSubcommand = createSubcommand({
-	name: 'get',
-	aliases: ['show', 'info'],
-	description: 'Get details about a specific eval',
-	tags: ['read-only', 'fast', 'requires-auth'],
-	examples: [
-		{
-			command: getCommand('cloud eval get eval_abc123xyz'),
-			description: 'Get an eval by ID',
-		},
-	],
-	requires: { auth: true, apiClient: true },
-	idempotent: true,
-	schema: {
-		args: z.object({
-			eval_id: z.string().describe('Eval ID'),
-		}),
-		response: EvalGetResponseSchema,
-	},
-	async handler(ctx) {
-		const { apiClient, args, options } = ctx;
-
-		try {
-			const evalData = await evalGet(apiClient, args.eval_id);
-
-			const result = {
-				id: evalData.id,
-				name: evalData.name,
-				identifier: evalData.identifier,
-				agent_identifier: evalData.agentIdentifier,
-				created_at: evalData.createdAt,
-				updated_at: evalData.updatedAt,
-				project_id: evalData.projectId,
-				org_id: evalData.orgId,
-				description: evalData.description,
-				devmode: evalData.devmode,
-			};
-
-			if (options.json) {
-				return result;
-			}
-
-			const tableData: Record<string, string> = {
-				ID: evalData.id,
-				Name: evalData.name,
-				Identifier: evalData.identifier || '-',
-				Agent: evalData.agentIdentifier,
-				Project: evalData.projectId,
-				Organization: evalData.orgId,
-				Description: evalData.description || '-',
-				Devmode: evalData.devmode ? tui.colorSuccess('✓') : tui.colorError('✗'),
-				Created: new Date(evalData.createdAt).toLocaleString(),
-				Updated: new Date(evalData.updatedAt).toLocaleString(),
-			};
-
-			tui.table([tableData], Object.keys(tableData), { layout: 'vertical', padStart: '  ' });
-
-			return result;
-		} catch (ex) {
-			if (ex instanceof APIError && ex.status === 404) {
-				tui.fatal(`Eval ${args.eval_id} not found`, ErrorCode.RESOURCE_NOT_FOUND);
-			}
-			tui.fatal(`Failed to get eval: ${ex}`, ErrorCode.API_ERROR);
-		}
-	},
-});

package/src/cmd/cloud/eval/index.ts

@@ -1,16 +0,0 @@
-import { createCommand } from '../../../types';
-import { getSubcommand } from './get';
-import { listSubcommand } from './list';
-import { getCommand } from '../../../command-prefix';
-
-export const evalCommand = createCommand({
-	name: 'eval',
-	aliases: ['evals'],
-	description: 'Manage evals',
-	tags: ['requires-auth'],
-	examples: [
-		{ command: getCommand('cloud eval list'), description: 'List all evals' },
-		{ command: getCommand('cloud eval get <id>'), description: 'Get eval details' },
-	],
-	subcommands: [getSubcommand, listSubcommand],
-});

package/src/cmd/cloud/eval/list.ts

@@ -1,135 +0,0 @@
-import { z } from 'zod';
-import { createSubcommand } from '../../../types';
-import * as tui from '../../../tui';
-import { getCommand } from '../../../command-prefix';
-import { ErrorCode } from '../../../errors';
-import { evalList } from '@agentuity/server';
-
-const EvalListResponseSchema = z.array(
-	z.object({
-		id: z.string().describe('Eval ID'),
-		name: z.string().describe('Eval name'),
-		identifier: z.string().nullable().describe('Stable eval identifier'),
-		agent_identifier: z.string().describe('Agent identifier'),
-		created_at: z.string().describe('Creation timestamp'),
-		updated_at: z.string().describe('Last updated timestamp'),
-		project_id: z.string().describe('Project ID'),
-		description: z.string().nullable().describe('Eval description'),
-		devmode: z.boolean().describe('Whether this is a devmode eval'),
-	})
-);
-
-export const listSubcommand = createSubcommand({
-	name: 'list',
-	aliases: ['ls'],
-	description: 'List evals',
-	tags: ['read-only', 'fast', 'requires-auth'],
-	examples: [
-		{ command: getCommand('cloud eval list'), description: 'List 10 most recent evals' },
-		{
-			command: getCommand('cloud eval list --count=25'),
-			description: 'List 25 most recent evals',
-		},
-		{
-			command: getCommand('cloud eval list --project-id=proj_*'),
-			description: 'Filter by project',
-		},
-		{
-			command: getCommand('cloud eval list --agent-id=agent_*'),
-			description: 'Filter by agent',
-		},
-		{
-			command: getCommand('cloud eval list --all'),
-			description: 'List all evals regardless of project context',
-		},
-	],
-	requires: { auth: true, apiClient: true },
-	optional: { project: true },
-	idempotent: true,
-	pagination: {
-		supported: true,
-		defaultLimit: 10,
-		maxLimit: 100,
-		parameters: {
-			limit: 'count',
-		},
-	},
-	schema: {
-		options: z.object({
-			orgId: z.string().optional().describe('filter by organization id'),
-			count: z.coerce
-				.number()
-				.int()
-				.min(1)
-				.max(100)
-				.default(10)
-				.describe('Number of evals to list (1–100)'),
-			projectId: z.string().optional().describe('Filter by project ID'),
-			agentId: z.string().optional().describe('Filter by agent ID'),
-			all: z.boolean().optional().describe('List all evals regardless of project context'),
-		}),
-		response: EvalListResponseSchema,
-	},
-	webUrl: (ctx) => {
-		const projectId = ctx.opts?.all ? undefined : ctx.opts?.projectId || ctx.project?.projectId;
-		return projectId ? `/projects/${encodeURIComponent(projectId)}/evals` : undefined;
-	},
-	async handler(ctx) {
-		const { apiClient, project, opts, options } = ctx;
-
-		if (opts?.orgId && opts?.projectId) {
-			tui.fatal('--org-id and --project-id are mutually exclusive. Use one or the other.');
-		}
-
-		const projectId = opts.all || opts.orgId ? undefined : opts.projectId || project?.projectId;
-
-		try {
-			const evals = await evalList(apiClient, {
-				orgId: opts?.orgId,
-				projectId,
-				agentId: opts.agentId,
-			});
-
-			const result = evals.map((e) => ({
-				id: e.id,
-				name: e.name,
-				identifier: e.identifier,
-				agent_identifier: e.agentIdentifier,
-				created_at: e.createdAt,
-				updated_at: e.updatedAt,
-				project_id: e.projectId,
-				description: e.description,
-				devmode: e.devmode,
-			}));
-
-			if (options.json) {
-				return result;
-			}
-
-			if (evals.length === 0) {
-				tui.info('No evals found.');
-				return [];
-			}
-
-			const tableData = evals.map((e) => ({
-				ID: e.id,
-				Name: e.name.length > 30 ? e.name.substring(0, 27) + '...' : e.name,
-				Agent: e.agentIdentifier || '-',
-				Devmode: e.devmode ? '✓' : '✗',
-				Created: new Date(e.createdAt).toLocaleString(),
-			}));
-
-			tui.table(tableData, [
-				{ name: 'ID', alignment: 'left' },
-				{ name: 'Name', alignment: 'left' },
-				{ name: 'Agent', alignment: 'left' },
-				{ name: 'Devmode', alignment: 'center' },
-				{ name: 'Created', alignment: 'left' },
-			]);
-
-			return result;
-		} catch (ex) {
-			tui.fatal(`Failed to list evals: ${ex}`, ErrorCode.API_ERROR);
-		}
-	},
-});

package/src/cmd/cloud/eval-run/get.ts

@@ -1,114 +0,0 @@
-import { z } from 'zod';
-import { createSubcommand } from '../../../types';
-import * as tui from '../../../tui';
-import { APIError, evalRunGet } from '@agentuity/server';
-import { getCommand } from '../../../command-prefix';
-import { ErrorCode } from '../../../errors';
-
-const EvalRunGetResponseSchema = z.object({
-	id: z.string().describe('Eval run ID'),
-	eval_id: z.string().describe('Eval ID'),
-	eval_name: z.string().nullable().describe('Eval name'),
-	agent_identifier: z.string().nullable().describe('Agent identifier'),
-	session_id: z.string().describe('Session ID'),
-	created_at: z.string().describe('Creation timestamp'),
-	updated_at: z.string().describe('Last updated timestamp'),
-	project_id: z.string().describe('Project ID'),
-	org_id: z.string().describe('Organization ID'),
-	deployment_id: z.string().nullable().describe('Deployment ID'),
-	devmode: z.boolean().describe('Whether this is a devmode run'),
-	pending: z.boolean().describe('Whether the eval run is pending'),
-	success: z.boolean().describe('Whether the eval run succeeded'),
-	error: z.string().nullable().describe('Error message if failed'),
-	result: z.any().nullable().describe('Eval run result'),
-});
-
-export const getSubcommand = createSubcommand({
-	name: 'get',
-	aliases: ['show', 'info'],
-	description: 'Get details about a specific eval run',
-	tags: ['read-only', 'fast', 'requires-auth'],
-	examples: [
-		{
-			command: getCommand('cloud eval-run get evalrun_abc123xyz'),
-			description: 'Get an eval run by ID',
-		},
-	],
-	requires: { auth: true, apiClient: true },
-	idempotent: true,
-	schema: {
-		args: z.object({
-			eval_run_id: z.string().describe('Eval run ID'),
-		}),
-		response: EvalRunGetResponseSchema,
-	},
-	async handler(ctx) {
-		const { apiClient, args, options } = ctx;
-
-		try {
-			const evalRunData = await evalRunGet(apiClient, args.eval_run_id);
-
-			const result = {
-				id: evalRunData.id,
-				eval_id: evalRunData.evalId,
-				eval_name: evalRunData.evalName,
-				agent_identifier: evalRunData.agentIdentifier,
-				session_id: evalRunData.sessionId,
-				created_at: evalRunData.createdAt,
-				updated_at: evalRunData.updatedAt,
-				project_id: evalRunData.projectId,
-				org_id: evalRunData.orgId,
-				deployment_id: evalRunData.deploymentId,
-				devmode: evalRunData.devmode,
-				pending: evalRunData.pending,
-				success: evalRunData.success,
-				error: evalRunData.error,
-				result: evalRunData.result,
-			};
-
-			if (options.json) {
-				return result;
-			}
-
-			const tableData: Record<string, string> = {
-				ID: evalRunData.id,
-				'Eval ID': evalRunData.evalId,
-			};
-			if (evalRunData.evalName) {
-				tableData['Eval Name'] = evalRunData.evalName;
-			}
-			if (evalRunData.agentIdentifier) {
-				tableData['Agent'] = evalRunData.agentIdentifier;
-			}
-			tableData['Session ID'] = evalRunData.sessionId;
-			tableData['Project'] = evalRunData.projectId;
-			tableData['Organization'] = evalRunData.orgId;
-			tableData['Devmode'] = evalRunData.devmode ? '✓ Yes' : '✗ No';
-			tableData['Success'] = evalRunData.success ? tui.colorSuccess('✓') : tui.colorError('✗');
-			tableData['Pending'] = evalRunData.pending ? '⏳ Yes' : '✓ No';
-			if (evalRunData.result?.reason) {
-				tableData['Reason'] = evalRunData.result.reason;
-			}
-			if (evalRunData.error) {
-				tableData['Error'] = tui.colorError(evalRunData.error);
-			}
-			tableData['Created'] = new Date(evalRunData.createdAt).toLocaleString();
-			tableData['Updated'] = new Date(evalRunData.updatedAt).toLocaleString();
-
-			tui.table([tableData], Object.keys(tableData), { layout: 'vertical', padStart: '  ' });
-
-			if (evalRunData.result && Object.keys(evalRunData.result).length > 0) {
-				console.log('');
-				console.log(tui.bold('Result:'));
-				console.log(JSON.stringify(evalRunData.result, null, 2));
-			}
-
-			return result;
-		} catch (ex) {
-			if (ex instanceof APIError && ex.status === 404) {
-				tui.fatal(`Eval run ${args.eval_run_id} not found`, ErrorCode.RESOURCE_NOT_FOUND);
-			}
-			tui.fatal(`Failed to get eval run: ${ex}`, ErrorCode.API_ERROR);
-		}
-	},
-});

package/src/cmd/cloud/eval-run/index.ts

@@ -1,16 +0,0 @@
-import { createCommand } from '../../../types';
-import { getSubcommand } from './get';
-import { listSubcommand } from './list';
-import { getCommand } from '../../../command-prefix';
-
-export const evalRunCommand = createCommand({
-	name: 'eval-run',
-	aliases: ['eval-runs'],
-	description: 'Manage eval runs',
-	tags: ['requires-auth'],
-	examples: [
-		{ command: getCommand('cloud eval-run list'), description: 'List all eval runs' },
-		{ command: getCommand('cloud eval-run get <id>'), description: 'Get eval run details' },
-	],
-	subcommands: [getSubcommand, listSubcommand],
-});