@amodalai/amodal 0.1.2

package/dist/src/commands/diff.js

@@ -0,0 +1,120 @@
+/**
+ * @license
+ * Copyright 2025 Amodal Labs, Inc.
+ * SPDX-License-Identifier: MIT
+ */
+import { ensureNpmContext, getLockEntry, makePackageRef, npmView, readPackageFile, listPackageFiles, getPackageDir, } from '@amodalai/core';
+import { findRepoRoot } from '../shared/repo-discovery.js';
+/**
+ * Show diff between installed version and latest available.
+ * Returns 0 on success, 1 on error.
+ */
+export async function runDiff(options) {
+    let repoPath;
+    try {
+        repoPath = findRepoRoot(options.cwd);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        process.stderr.write(`[diff] ${msg}\n`);
+        return 1;
+    }
+    const paths = await ensureNpmContext(repoPath);
+    const ref = makePackageRef(options.type, options.name);
+    // Check if installed
+    const lockEntry = await getLockEntry(repoPath, options.type, options.name);
+    if (!lockEntry) {
+        process.stderr.write(`[diff] Package ${ref.key} is not installed.\n`);
+        return 1;
+    }
+    // Get latest version info
+    let latestVersion;
+    try {
+        const viewResult = await npmView(paths, ref.npmName);
+        latestVersion = viewResult.version;
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        process.stderr.write(`[diff] Failed to query registry: ${msg}\n`);
+        return 1;
+    }
+    if (latestVersion === lockEntry.version) {
+        process.stderr.write(`[diff] ${ref.npmName}@${lockEntry.version} is already the latest version.\n`);
+        return 0;
+    }
+    process.stderr.write(`[diff] Comparing ${ref.npmName}: ${lockEntry.version} (installed) → ${latestVersion} (latest)\n`);
+    // Get installed package directory
+    const packageDir = await getPackageDir(repoPath, ref);
+    if (!packageDir) {
+        process.stderr.write(`[diff] Package ${ref.key} is in lock file but not installed on disk.\n`);
+        return 1;
+    }
+    // List installed files
+    let installedFiles;
+    try {
+        installedFiles = await listPackageFiles(packageDir);
+    }
+    catch {
+        installedFiles = [];
+    }
+    // Print diff report
+    process.stdout.write(`\n  ${ref.npmName}\n`);
+    process.stdout.write(`  Installed: ${lockEntry.version}\n`);
+    process.stdout.write(`  Latest:    ${latestVersion}\n\n`);
+    // Show file-level summary
+    process.stdout.write('  Files in installed version:\n');
+    for (const file of installedFiles) {
+        const content = await readPackageFile(packageDir, file);
+        if (content !== null) {
+            const lineCount = content.split('\n').length;
+            let detail = `${lineCount} lines`;
+            // Add type-specific details
+            if (file === 'surface.md') {
+                const endpointCount = (content.match(/^##\s/gm) ?? []).length;
+                detail += `, ${endpointCount} endpoint${endpointCount === 1 ? '' : 's'}`;
+            }
+            else if (file === 'spec.json') {
+                try {
+                    // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+                    const spec = JSON.parse(content);
+                    const keys = Object.keys(spec);
+                    detail += `, keys: ${keys.join(', ')}`;
+                }
+                catch {
+                    // Not valid JSON
+                }
+            }
+            else if (file === 'access.json') {
+                try {
+                    // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+                    const access = JSON.parse(content);
+                    const ruleCount = Object.keys(access).length;
+                    detail += `, ${ruleCount} rule${ruleCount === 1 ? '' : 's'}`;
+                }
+                catch {
+                    // Not valid JSON
+                }
+            }
+            else if (file === 'entities.md') {
+                const sectionCount = (content.match(/^##\s/gm) ?? []).length;
+                detail += `, ${sectionCount} entit${sectionCount === 1 ? 'y' : 'ies'}`;
+            }
+            process.stdout.write(`    ${file} (${detail})\n`);
+        }
+    }
+    process.stdout.write(`\n  Run \`amodal update ${options.type} ${options.name}\` to upgrade.\n\n`);
+    return 0;
+}
+export const diffCommand = {
+    command: 'diff <type> <name>',
+    describe: 'Show diff between installed and latest version',
+    builder: (yargs) => yargs
+        .positional('type', { type: 'string', demandOption: true, choices: ['connection', 'skill', 'automation', 'knowledge'], describe: 'Package type' })
+        .positional('name', { type: 'string', demandOption: true, describe: 'Package name' }),
+    handler: async (argv) => {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const code = await runDiff({ type: argv['type'], name: argv['name'] });
+        process.exit(code);
+    },
+};
+//# sourceMappingURL=diff.js.map

package/dist/src/commands/diff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diff.js","sourceRoot":"","sources":["../../../src/commands/diff.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACd,OAAO,EACP,eAAe,EACf,gBAAgB,EAChB,aAAa,GACd,MAAM,gBAAgB,CAAC;AAExB,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AAQzD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,OAAoB;IAChD,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QACxC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD,qBAAqB;IACrB,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,CAAC,GAAG,sBAAsB,CAAC,CAAC;QACtE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,0BAA0B;IAC1B,IAAI,aAAqB,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACrD,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,GAAG,IAAI,CAAC,CAAC;QAClE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,aAAa,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;QACxC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,OAAO,IAAI,SAAS,CAAC,OAAO,mCAAmC,CAAC,CAAC;QACpG,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO,kBAAkB,aAAa,aAAa,CAAC,CAAC;IAExH,kCAAkC;IAClC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACtD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,CAAC,GAAG,+CAA+C,CAAC,CAAC;QAC/F,OAAO,CAAC,CAAC;IACX,CAAC;IAED,uBAAuB;IACvB,IAAI,cAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,cAAc,GAAG,MAAM,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC;IAED,oBAAoB;IACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC;IAC7C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC;IAC5D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,aAAa,MAAM,CAAC,CAAC;IAE1D,0BAA0B;IAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACxD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACxD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YAC7C,IAAI,MAAM,GAAG,GAAG,SAAS,QAAQ,CAAC;YAElC,4BAA4B;YAC5B,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC1B,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBAC9D,MAAM,IAAI,KAAK,aAAa,YAAY,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC3E,CAAC;iBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAChC,IAAI,CAAC;oBACH,uEAAuE;oBACvE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;oBAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,uEAAuE;oBACvE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;oBAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;oBAC7C,MAAM,IAAI,KAAK,SAAS,QAAQ,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBAC/D,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;gBAClC,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBAC7D,MAAM,IAAI,KAAK,YAAY,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YACzE,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,MAAM,KAAK,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,oBAAoB,CAAC,CAAC;IAClG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAAkB;IACxC,OAAO,EAAE,oBAAoB;IAC7B,QAAQ,EAAE,gDAAgD;IAC1D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK;SACF,UAAU,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,CAAU,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;SACxJ,UAAU,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAC,CAAC;IACvF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtB,uEAAuE;QACvE,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAW,EAAC,CAAC,CAAC;QAC9F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;CACF,CAAC"}

package/dist/src/commands/docker.d.ts

@@ -0,0 +1,21 @@
+/**
+ * @license
+ * Copyright 2025 Amodal Labs, Inc.
+ * SPDX-License-Identifier: MIT
+ */
+import type { CommandModule } from 'yargs';
+export interface DockerOptions {
+    cwd?: string;
+    subcommand: 'init' | 'check' | 'build';
+    tag?: string;
+}
+/**
+ * Docker tooling for self-hosted runtime containerization.
+ *
+ * - `init`: Generate Dockerfile, docker-compose.yml, .env.production
+ * - `check`: Validate repo + env vars + Docker availability
+ * - `build`: Run `docker build` and tag the image
+ */
+export declare function runDocker(options: DockerOptions): Promise<void>;
+export declare const dockerCommand: CommandModule;
+//# sourceMappingURL=docker.d.ts.map

package/dist/src/commands/docker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"docker.d.ts","sourceRoot":"","sources":["../../../src/commands/docker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,OAAO,CAAC;AAMzC,MAAM,WAAW,aAAa;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;IACvC,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAwBrE;AA6JD,eAAO,MAAM,aAAa,EAAE,aAsB3B,CAAC"}

package/dist/src/commands/docker.js

@@ -0,0 +1,215 @@
+/**
+ * @license
+ * Copyright 2025 Amodal Labs, Inc.
+ * SPDX-License-Identifier: MIT
+ */
+import { existsSync, readFileSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { execSync } from 'node:child_process';
+import { findRepoRoot } from '../shared/repo-discovery.js';
+import { generateDockerfile } from '../templates/dockerfile-template.js';
+import { generateCompose } from '../templates/compose-template.js';
+import { extractEnvVars } from '../templates/env-template.js';
+/**
+ * Docker tooling for self-hosted runtime containerization.
+ *
+ * - `init`: Generate Dockerfile, docker-compose.yml, .env.production
+ * - `check`: Validate repo + env vars + Docker availability
+ * - `build`: Run `docker build` and tag the image
+ */
+export async function runDocker(options) {
+    let repoPath;
+    try {
+        repoPath = findRepoRoot(options.cwd);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        process.stderr.write(`[docker] ${msg}\n`);
+        process.exit(1);
+    }
+    switch (options.subcommand) {
+        case 'init':
+            await dockerInit(repoPath);
+            break;
+        case 'check':
+            await dockerCheck(repoPath);
+            break;
+        case 'build':
+            await dockerBuild(repoPath, options.tag);
+            break;
+        default:
+            process.stderr.write(`[docker] Unknown subcommand: ${options.subcommand}\n`);
+            process.exit(1);
+    }
+}
+async function dockerInit(repoPath) {
+    const configPath = join(repoPath, 'amodal.json');
+    if (!existsSync(configPath)) {
+        process.stderr.write('[docker] No amodal.json found. Run `amodal init` first.\n');
+        process.exit(1);
+    }
+    const configStr = readFileSync(configPath, 'utf-8');
+    let config;
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- parsing config JSON
+        config = JSON.parse(configStr);
+    }
+    catch {
+        process.stderr.write('[docker] Failed to parse amodal.json.\n');
+        process.exit(1);
+    }
+    // Generate Dockerfile
+    const dockerfilePath = join(repoPath, 'Dockerfile');
+    if (existsSync(dockerfilePath)) {
+        process.stderr.write('[docker] Dockerfile already exists, skipping.\n');
+    }
+    else {
+        writeFileSync(dockerfilePath, generateDockerfile());
+        process.stderr.write('[docker] Generated Dockerfile\n');
+    }
+    // Generate docker-compose.yml
+    const composePath = join(repoPath, 'docker-compose.yml');
+    if (existsSync(composePath)) {
+        process.stderr.write('[docker] docker-compose.yml already exists, skipping.\n');
+    }
+    else {
+        const name = typeof config['name'] === 'string' ? config['name'] : 'amodal-agent';
+        writeFileSync(composePath, generateCompose(name));
+        process.stderr.write('[docker] Generated docker-compose.yml\n');
+    }
+    // Generate .env.production
+    const envPath = join(repoPath, '.env.production');
+    if (existsSync(envPath)) {
+        process.stderr.write('[docker] .env.production already exists, skipping.\n');
+    }
+    else {
+        const envVars = extractEnvVars(configStr);
+        // Also check spec.json files
+        const specPath = join(repoPath, 'connections');
+        if (existsSync(specPath)) {
+            try {
+                const { readdirSync } = await import('node:fs');
+                const dirs = readdirSync(specPath);
+                for (const dir of dirs) {
+                    const specFile = join(specPath, dir, 'spec.json');
+                    if (existsSync(specFile)) {
+                        const specStr = readFileSync(specFile, 'utf-8');
+                        const specVars = extractEnvVars(specStr);
+                        for (const v of specVars) {
+                            if (!envVars.includes(v)) {
+                                envVars.push(v);
+                            }
+                        }
+                    }
+                }
+            }
+            catch {
+                // Ignore scan errors
+            }
+        }
+        const envContent = envVars.map((v) => `${v}=`).join('\n') + '\n';
+        writeFileSync(envPath, envContent);
+        process.stderr.write(`[docker] Generated .env.production with ${envVars.length} variables\n`);
+    }
+    process.stderr.write('[docker] Init complete. Review generated files before deploying.\n');
+}
+async function dockerCheck(repoPath) {
+    let hasErrors = false;
+    // Check config exists
+    const configPath = join(repoPath, 'amodal.json');
+    if (!existsSync(configPath)) {
+        process.stderr.write('[docker] ✗ Missing amodal.json\n');
+        hasErrors = true;
+    }
+    else {
+        process.stderr.write('[docker] ✓ amodal.json found\n');
+    }
+    // Check Dockerfile
+    if (!existsSync(join(repoPath, 'Dockerfile'))) {
+        process.stderr.write('[docker] ✗ Missing Dockerfile (run `amodal docker init`)\n');
+        hasErrors = true;
+    }
+    else {
+        process.stderr.write('[docker] ✓ Dockerfile found\n');
+    }
+    // Check Docker
+    try {
+        execSync('docker --version', { stdio: 'pipe' });
+        process.stderr.write('[docker] ✓ Docker available\n');
+    }
+    catch {
+        process.stderr.write('[docker] ✗ Docker not found. Install Docker to build images.\n');
+        hasErrors = true;
+    }
+    // Check env vars
+    const configStr = existsSync(configPath) ? readFileSync(configPath, 'utf-8') : '';
+    const envVars = extractEnvVars(configStr);
+    const missing = envVars.filter((v) => !process.env[v]);
+    if (missing.length > 0) {
+        process.stderr.write(`[docker] ⚠ ${missing.length} env vars not set: ${missing.join(', ')}\n`);
+    }
+    else if (envVars.length > 0) {
+        process.stderr.write(`[docker] ✓ All ${envVars.length} env vars set\n`);
+    }
+    if (hasErrors) {
+        process.stderr.write('[docker] Check failed.\n');
+        process.exit(1);
+    }
+    else {
+        process.stderr.write('[docker] All checks passed.\n');
+    }
+}
+async function dockerBuild(repoPath, tag) {
+    const configPath = join(repoPath, 'amodal.json');
+    if (!existsSync(configPath)) {
+        process.stderr.write('[docker] No amodal.json found.\n');
+        process.exit(1);
+    }
+    let imageName;
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- parsing config JSON
+        const config = JSON.parse(readFileSync(configPath, 'utf-8'));
+        imageName = typeof config['name'] === 'string' ? config['name'] : 'amodal-agent';
+    }
+    catch {
+        imageName = 'amodal-agent';
+    }
+    const imageTag = tag ?? 'latest';
+    const fullTag = `${imageName}:${imageTag}`;
+    process.stderr.write(`[docker] Building ${fullTag}...\n`);
+    try {
+        execSync(`docker build -t ${fullTag} .`, {
+            cwd: repoPath,
+            stdio: 'inherit',
+        });
+        process.stderr.write(`[docker] Built ${fullTag}\n`);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        process.stderr.write(`[docker] Build failed: ${msg}\n`);
+        process.exit(1);
+    }
+}
+export const dockerCommand = {
+    command: 'docker <subcommand>',
+    describe: 'Docker tooling for self-hosted deployment',
+    builder: (yargs) => yargs
+        .positional('subcommand', {
+        type: 'string',
+        demandOption: true,
+        choices: ['init', 'check', 'build'],
+    })
+        .option('tag', {
+        type: 'string',
+        describe: 'Image tag for build',
+    }),
+    handler: async (argv) => {
+        await runDocker({
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+            subcommand: argv['subcommand'],
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+            tag: argv['tag'],
+        });
+    },
+};
+//# sourceMappingURL=docker.js.map

package/dist/src/commands/docker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docker.js","sourceRoot":"","sources":["../../../src/commands/docker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAC,UAAU,EAAE,YAAY,EAAE,aAAa,EAAC,MAAM,SAAS,CAAC;AAChE,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAC;AAC/B,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,kBAAkB,EAAC,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAC,eAAe,EAAC,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAC;AAQ5D;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAsB;IACpD,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,QAAQ,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,QAAQ,OAAO,CAAC,UAAU,EAAE,CAAC;QAC3B,KAAK,MAAM;YACT,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3B,MAAM;QACR,KAAK,OAAO;YACV,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC5B,MAAM;QACR,KAAK,OAAO;YACV,MAAM,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM;QACR;YACE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACpD,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACH,8FAA8F;QAC9F,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAA4B,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,sBAAsB;IACtB,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACpD,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC1D,CAAC;IAED,8BAA8B;IAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IACzD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAClF,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;QAClF,aAAa,CAAC,WAAW,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAClE,CAAC;IAED,2BAA2B;IAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;IAClD,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC/E,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAE1C,6BAA6B;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC/C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,EAAC,WAAW,EAAC,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;oBAClD,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;wBAChD,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;wBACzC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;4BACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gCACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACjE,aAAa,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,OAAO,CAAC,MAAM,cAAc,CAAC,CAAC;IAChG,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;AAC7F,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAgB;IACzC,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,sBAAsB;IACtB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACzD,CAAC;IAED,mBAAmB;IACnB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,EAAE,CAAC;QAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QACnF,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACxD,CAAC;IAED,eAAe;IACf,IAAI,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;QAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACvF,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,iBAAiB;IACjB,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,sBAAsB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjG,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAgB,EAAE,GAAY;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,SAAiB,CAAC;IACtB,IAAI,CAAC;QACH,8FAA8F;QAC9F,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAA4B,CAAC;QACxF,SAAS,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IACnF,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,GAAG,cAAc,CAAC;IAC7B,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,IAAI,QAAQ,CAAC;IACjC,MAAM,OAAO,GAAG,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;IAE3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,OAAO,OAAO,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,QAAQ,CAAC,mBAAmB,OAAO,IAAI,EAAE;YACvC,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,SAAS;SACjB,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,OAAO,IAAI,CAAC,CAAC;IACtD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,IAAI,CAAC,CAAC;QACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAkB;IAC1C,OAAO,EAAE,qBAAqB;IAC9B,QAAQ,EAAE,2CAA2C;IACrD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK;SACF,UAAU,CAAC,YAAY,EAAE;QACxB,IAAI,EAAE,QAAQ;QACd,YAAY,EAAE,IAAI;QAClB,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAU;KAC7C,CAAC;SACD,MAAM,CAAC,KAAK,EAAE;QACb,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,qBAAqB;KAChC,CAAC;IACN,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtB,MAAM,SAAS,CAAC;YACd,uEAAuE;YACvE,UAAU,EAAE,IAAI,CAAC,YAAY,CAA+B;YAC5D,uEAAuE;YACvE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAuB;SACvC,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/src/commands/eval.d.ts

@@ -0,0 +1,20 @@
+/**
+ * @license
+ * Copyright 2025 Amodal Labs, Inc.
+ * SPDX-License-Identifier: MIT
+ */
+import type { CommandModule } from 'yargs';
+export interface EvalOptions {
+    cwd?: string;
+    filter?: string;
+    save?: string;
+    diff?: string;
+    ci?: boolean;
+    port?: number;
+}
+/**
+ * Run eval suite against a local repo.
+ */
+export declare function runEval(options: EvalOptions): Promise<void>;
+export declare const evalCommand: CommandModule;
+//# sourceMappingURL=eval.d.ts.map

package/dist/src/commands/eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAeH,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,OAAO,CAAC;AAIzC,MAAM,WAAW,WAAW;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CA6MjE;AAED,eAAO,MAAM,WAAW,EAAE,aAwBzB,CAAC"}

package/dist/src/commands/eval.js

@@ -0,0 +1,236 @@
+/**
+ * @license
+ * Copyright 2025 Amodal Labs, Inc.
+ * SPDX-License-Identifier: MIT
+ */
+import { readFile, writeFile, mkdir } from 'node:fs/promises';
+import * as path from 'node:path';
+import { formatEvalTable, formatComparisonTable, formatEvalMarkdown, diffEvalResults, } from '@amodalai/core';
+import { createLocalServer } from '@amodalai/runtime';
+import { findRepoRoot } from '../shared/repo-discovery.js';
+/**
+ * Run eval suite against a local repo.
+ */
+export async function runEval(options) {
+    let repoPath;
+    try {
+        repoPath = findRepoRoot(options.cwd);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        process.stderr.write(`[eval] ${msg}\n`);
+        process.exit(1);
+    }
+    const port = options.port ?? 0;
+    process.stderr.write(`[eval] Loading repo from ${repoPath}\n`);
+    const server = await createLocalServer({
+        repoPath,
+        port,
+        host: '127.0.0.1',
+        hotReload: false,
+    });
+    const httpServer = await server.start();
+    const addr = httpServer.address();
+    const actualPort = typeof addr === 'object' && addr !== null ? addr.port : port;
+    const baseUrl = `http://127.0.0.1:${actualPort}`;
+    try {
+        // Load repo to get evals
+        const { loadRepoFromDisk } = await import('@amodalai/core');
+        const repo = await loadRepoFromDisk(repoPath);
+        if (repo.evals.length === 0) {
+            process.stderr.write('[eval] No evals found in evals/\n');
+            return;
+        }
+        // Create query provider that hits the local server
+        const queryProvider = {
+            query: async (message, tenantId) => {
+                const response = await fetch(`${baseUrl}/chat`, {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({ message, tenant_id: tenantId ?? 'eval-runner' }),
+                });
+                const text = await response.text();
+                const lines = text.split('\n');
+                let fullResponse = '';
+                const toolCalls = [];
+                let usage;
+                for (const line of lines) {
+                    if (!line.startsWith('data: '))
+                        continue;
+                    try {
+                        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SSE parsing
+                        const event = JSON.parse(line.substring(6));
+                        if (event['type'] === 'text_delta') {
+                            fullResponse += String(event['content'] ?? '');
+                        }
+                        else if (event['type'] === 'tool_call_start') {
+                            toolCalls.push({
+                                name: String(event['tool_name'] ?? ''),
+                                // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SSE data
+                                parameters: (event['parameters'] ?? {}),
+                            });
+                        }
+                        else if (event['type'] === 'done') {
+                            // Extract usage from done event if the runtime provides it
+                            if (event['usage']) {
+                                // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+                                const u = event['usage'];
+                                if (u.input_tokens > 0 || u.output_tokens > 0) {
+                                    usage = { inputTokens: u.input_tokens, outputTokens: u.output_tokens };
+                                }
+                            }
+                        }
+                        else if (event['type'] === 'tool_call_result') {
+                            // Enrich the last matching tool call with result info
+                            const toolId = String(event['tool_id'] ?? '');
+                            const status = String(event['status'] ?? '');
+                            const result = String(event['result'] ?? event['error'] ?? '');
+                            const preview = result.length > 300 ? result.substring(0, 300) + '...' : result;
+                            // Add as a separate entry so the eval runner can see outcomes
+                            toolCalls.push({
+                                name: `${String(event['tool_name'] ?? 'request')}_result`,
+                                parameters: { tool_id: toolId, status, result: preview },
+                            });
+                        }
+                    }
+                    catch {
+                        // skip
+                    }
+                }
+                // If runtime didn't report usage, estimate from content length
+                // (~4 chars per token is a reasonable approximation for English text)
+                if (!usage) {
+                    const outputChars = fullResponse.length + toolCalls.reduce((n, tc) => n + JSON.stringify(tc.parameters).length, 0);
+                    const estimatedOutput = Math.ceil(outputChars / 4);
+                    // Input is harder to estimate — use 3x output as a rough proxy (prompt + context)
+                    const estimatedInput = estimatedOutput * 3;
+                    usage = { inputTokens: estimatedInput, outputTokens: estimatedOutput };
+                }
+                return { response: fullResponse, toolCalls, usage };
+            },
+        };
+        // Simple judge — use the same server's LLM
+        const judgeProvider = {
+            judge: async (prompt) => {
+                const response = await fetch(`${baseUrl}/chat`, {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({ message: prompt, tenant_id: 'eval-judge', session_id: `judge-${Date.now()}` }),
+                });
+                const text = await response.text();
+                let result = '';
+                for (const line of text.split('\n')) {
+                    if (!line.startsWith('data: '))
+                        continue;
+                    try {
+                        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SSE parsing
+                        const event = JSON.parse(line.substring(6));
+                        if (event['type'] === 'text_delta') {
+                            result += String(event['content'] ?? '');
+                        }
+                    }
+                    catch {
+                        // skip
+                    }
+                }
+                return result;
+            },
+        };
+        // Get git SHA
+        let gitSha;
+        try {
+            const { execSync } = await import('node:child_process');
+            gitSha = execSync('git rev-parse HEAD', { cwd: repoPath }).toString().trim();
+        }
+        catch {
+            // not a git repo
+        }
+        // Get model info from repo config for cost tracking
+        const modelConfig = repo.config.models.main;
+        const model = { provider: modelConfig.provider, model: modelConfig.model };
+        const { runEvalSuite } = await import('@amodalai/core');
+        const gen = runEvalSuite(repo, { queryProvider, judgeProvider, filter: options.filter, gitSha, model });
+        let suiteResult;
+        while (true) {
+            const next = await gen.next();
+            if (next.done) {
+                suiteResult = next.value;
+                break;
+            }
+            const progress = next.value;
+            if (progress.type === 'eval_start') {
+                process.stderr.write(`[${progress.current}/${progress.total}] Running ${progress.evalName}...\n`);
+            }
+            else if (progress.type === 'eval_complete') {
+                const icon = progress.passed ? 'PASS' : 'FAIL';
+                process.stderr.write(`[${progress.current}/${progress.total}] ${icon} ${progress.evalName}\n`);
+            }
+        }
+        if (!suiteResult)
+            return;
+        // Save results if --save <name>
+        if (options.save) {
+            const saveDir = path.join(repoPath, '.amodal', 'evals');
+            await mkdir(saveDir, { recursive: true });
+            const savePath = path.join(saveDir, `${options.save}.json`);
+            await writeFile(savePath, JSON.stringify(suiteResult, null, 2) + '\n');
+            process.stderr.write(`[eval] Saved results to ${savePath}\n`);
+        }
+        // Compare against saved baseline if --diff <name>
+        if (options.diff) {
+            const baselinePath = path.join(repoPath, '.amodal', 'evals', `${options.diff}.json`);
+            let baseline;
+            try {
+                const raw = await readFile(baselinePath, 'utf-8');
+                // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+                baseline = JSON.parse(raw);
+            }
+            catch {
+                process.stderr.write(`[eval] Baseline "${options.diff}" not found at ${baselinePath}\n`);
+                process.stderr.write(`[eval] Run with --save ${options.diff} first to create it.\n`);
+            }
+            if (baseline) {
+                const diffs = diffEvalResults(suiteResult, baseline);
+                process.stdout.write(formatComparisonTable(suiteResult, baseline, diffs));
+            }
+        }
+        // Always show the current run table
+        if (options.ci) {
+            process.stdout.write(formatEvalMarkdown(suiteResult, undefined, model));
+        }
+        else if (!options.diff) {
+            process.stdout.write(formatEvalTable(suiteResult, model));
+        }
+        // Exit with non-zero if any failures
+        if (suiteResult.totalFailed > 0) {
+            process.exitCode = 1;
+        }
+    }
+    finally {
+        await server.stop();
+    }
+}
+export const evalCommand = {
+    command: 'eval',
+    describe: 'Run eval suite',
+    builder: (yargs) => yargs
+        .option('filter', { type: 'string', describe: 'Filter evals by name' })
+        .option('save', { type: 'string', describe: 'Save results with a name (e.g. --save baseline)' })
+        .option('diff', { type: 'string', describe: 'Compare against a saved run (e.g. --diff baseline)' })
+        .option('ci', { type: 'boolean', default: false, describe: 'Output in CI-friendly markdown format' })
+        .option('port', { type: 'number', describe: 'Port for local eval server' }),
+    handler: async (argv) => {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const filter = argv['filter'];
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const save = argv['save'];
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const diff = argv['diff'];
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const ci = argv['ci'];
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion
+        const port = argv['port'];
+        await runEval({ filter, save, diff, ci, port });
+    },
+};
+//# sourceMappingURL=eval.js.map