@outputai/cli 0.15.1-next.59eb401.0 → 0.15.1-next.69acd83.0

package/dist/assets/docker/docker-compose-dev.yml

@@ -80,7 +80,7 @@ services:
         condition: service_healthy
       worker:
         condition: service_healthy
-    image: outputai/api:${OUTPUT_API_VERSION:-0.15.1-next.59eb401.0}
+    image: outputai/api:${OUTPUT_API_VERSION:-0.15.1-next.69acd83.0}
     init: true
     networks:
       - main

package/dist/commands/fix.js

@@ -9,7 +9,8 @@ const Ansi = {
     RESET: '\x1b[0m'
 };
 export default class Fix extends Command {
-    static description = 'Fix Output scripts in the package.json (reset overwrites, add missing and remove deprecated) and remove stale hook files';
+    static description = 'Fix Output scripts in the package.json (reset overwrites, add missing and remove deprecated), ' +
+        'replace the @outputai/output package with @outputai/core and @outputai/cli, and remove stale hook files';
     static examples = [
         '<%= config.bin %> <%= command.id %>'
     ];
@@ -30,6 +31,11 @@ export default class Fix extends Command {
             this.log('\n  Scripts to remove:');
             plan.scriptsToRemove.forEach(({ key }) => this.log(`    ${Ansi.RED}-${Ansi.RESET} "${key}"`));
         }
+        if (plan.dependenciesToRemove.length > 0 || plan.dependenciesToAdd.length > 0) {
+            this.log('\n  Dependencies to replace:');
+            plan.dependenciesToRemove.forEach(({ section, name, version }) => this.log(`    ${Ansi.RED}-${Ansi.RESET} "${name}": "${version}" (${section})`));
+            plan.dependenciesToAdd.forEach(({ section, name, version }) => this.log(`    ${Ansi.GREEN}+${Ansi.RESET} "${name}": "${version}" (${section})`));
+        }
         if (plan.hookFilesToRemove.length > 0) {
             this.log('\n  Hook files to remove:');
             plan.hookFilesToRemove.forEach(file => this.log(`    ${Ansi.RED}-${Ansi.RESET} "${file}"`));
@@ -51,6 +57,9 @@ export default class Fix extends Command {
             }
             applyFix(plan);
             this.log('Done, package.json is properly configured.');
+            if (plan.dependenciesToRemove.length > 0) {
+                this.log('Dependencies changed: run your package manager install to update node_modules and the lockfile.');
+            }
         }
         catch (error) {
             // ExitPromptError means Ctrl+C

package/dist/commands/fix.spec.js

@@ -17,6 +17,8 @@ const basePlan = () => ({
     scriptsToRemove: [{ key: 'dev', value: 'old' }],
     scriptsToAdd: [{ key: 'output:new', value: 'echo new' }],
     scriptsToReplace: [{ key: 'output:dev', before: 'old dev', after: 'output dev' }],
+    dependenciesToRemove: [],
+    dependenciesToAdd: [],
     hookFilesToRemove: []
 });
 describe('fix command', () => {
@@ -71,6 +73,34 @@ describe('fix command', () => {
         expect(cmd.log).toHaveBeenCalledWith('\n  Hook files to remove:');
         expect(cmd.log).toHaveBeenCalledWith(expect.stringContaining('"node_modules/@outputai/credentials/dist/hooks.js"'));
     });
+    it('should list dependencies to replace and hint to reinstall after applying', async () => {
+        vi.mocked(fixService.planFix).mockReturnValue({
+            ...basePlan(),
+            dependenciesToRemove: [{ section: 'dependencies', name: '@outputai/output', version: '^0.15.0' }],
+            dependenciesToAdd: [
+                { section: 'dependencies', name: '@outputai/core', version: '^0.15.0' },
+                { section: 'devDependencies', name: '@outputai/cli', version: '^0.15.0' }
+            ]
+        });
+        vi.mocked(confirm).mockResolvedValue(true);
+        vi.mocked(fixService.applyFix).mockImplementation(() => { });
+        const cmd = createTestCommand();
+        await cmd.run();
+        expect(cmd.log).toHaveBeenCalledWith('\n  Dependencies to replace:');
+        expect(cmd.log).toHaveBeenCalledWith(expect.stringContaining('"@outputai/output": "^0.15.0" (dependencies)'));
+        expect(cmd.log).toHaveBeenCalledWith(expect.stringContaining('"@outputai/core": "^0.15.0" (dependencies)'));
+        expect(cmd.log).toHaveBeenCalledWith(expect.stringContaining('"@outputai/cli": "^0.15.0" (devDependencies)'));
+        expect(cmd.log).toHaveBeenCalledWith('Dependencies changed: run your package manager install to update node_modules and the lockfile.');
+    });
+    it('should not hint to reinstall when dependencies did not change', async () => {
+        vi.mocked(fixService.planFix).mockReturnValue(basePlan());
+        vi.mocked(confirm).mockResolvedValue(true);
+        vi.mocked(fixService.applyFix).mockImplementation(() => { });
+        const cmd = createTestCommand();
+        await cmd.run();
+        expect(cmd.log).not.toHaveBeenCalledWith('\n  Dependencies to replace:');
+        expect(cmd.log).not.toHaveBeenCalledWith(expect.stringContaining('Dependencies changed'));
+    });
     it('should not apply when user declines', async () => {
         vi.mocked(fixService.planFix).mockReturnValue(basePlan());
         vi.mocked(confirm).mockResolvedValue(false);

package/dist/commands/update.js

@@ -103,8 +103,8 @@ export default class Update extends Command {
             if (newLocalVersion) {
                 this.log(`\nLocal install updated to v${newLocalVersion}`);
                 if (isOutdated(newLocalVersion, latest)) {
-                    this.warn(`Your package.json constrains @outputai/output which limits @outputai/cli to v${newLocalVersion}. ` +
-                        'Update the @outputai/output version range in package.json to get the latest CLI.');
+                    this.warn(`Your package.json version range limits @outputai/cli to v${newLocalVersion}. ` +
+                        'Update the range in package.json to get the latest CLI.');
                 }
             }
             else {

package/dist/commands/update.spec.js

@@ -172,7 +172,7 @@ describe('update command', () => {
                 .mockReturnValueOnce(true);
             const cmd = createTestCommand({ cli: true });
             await cmd.run();
-            expect(cmd.warn).toHaveBeenCalledWith(expect.stringContaining('package.json constrains'));
+            expect(cmd.warn).toHaveBeenCalledWith(expect.stringContaining('package.json version range limits'));
         });
     });
 });

package/dist/commands/workflow/test.d.ts

@@ -1,5 +1,5 @@
 import { Command } from '@oclif/core';
-import type { EvalOutput } from '@outputai/evals';
+import type { EvalOutput } from '@outputai/core/evals';
 export default class WorkflowTest extends Command {
     static description: string;
     static enableJsonFlag: boolean;

package/dist/commands/workflow/test.js

@@ -5,7 +5,9 @@ import { readAllDatasets, writeDataset } from '#services/datasets.js';
 import { fetchWorkflowCatalog } from '#api/workflow_catalog.js';
 import { diagnoseMissingEvalWorkflow } from '#utils/eval_diagnostics.js';
 import { handleApiError } from '#utils/error_handler.js';
-import { getEvalWorkflowName, renderEvalOutput, computeExitCode, EvalOutputSchema } from '@outputai/evals';
+import { getEvalWorkflowName } from '#utils/eval_naming.js';
+import { renderEvalOutput, computeExitCode } from '#utils/eval_render.js';
+import { EvalOutputSchema } from '@outputai/core/evals';
 export default class WorkflowTest extends Command {
     static description = 'Run evaluations against a workflow using its datasets';
     static enableJsonFlag = true;

package/dist/commands/workflow/test.spec.js

@@ -1,6 +1,7 @@
 /* eslint-disable @typescript-eslint/no-explicit-any */
 import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
-import { getEvalWorkflowName, renderEvalOutput } from '@outputai/evals';
+import { getEvalWorkflowName } from '#utils/eval_naming.js';
+import { renderEvalOutput } from '#utils/eval_render.js';
 vi.mock('#api/generated/api.js', () => ({
     postWorkflowRun: vi.fn()
 }));

package/dist/generated/framework_version.json

@@ -1,3 +1,3 @@
 {
-    "framework": "0.15.1-next.59eb401.0"
+    "framework": "0.15.1-next.69acd83.0"
 }

package/dist/services/cost_calculator.js

@@ -32,7 +32,7 @@ function priceLines(lines, pricing) {
     }, 0);
 }
 // Token counts for display. The producer's 'input' line excludes cached tokens
-// (sdk/llm emits input − cached), while AI SDK reports inputTokens as the
+// (core/llm emits input − cached), while AI SDK reports inputTokens as the
 // total — add cached back so the columns match what providers report.
 function eventTokenUsage(lines) {
     const sumOf = (type) => lines.filter(l => l.type === type).reduce((s, l) => s + l.amount, 0);

package/dist/services/datasets.d.ts

@@ -1,4 +1,4 @@
-import type { Dataset } from '@outputai/evals';
+import type { Dataset } from '@outputai/core/evals';
 export interface DatasetInfo {
     name: string;
     path: string;

package/dist/services/datasets.js

@@ -2,7 +2,7 @@ import { readFile, writeFile, readdir, mkdir } from 'node:fs/promises';
 import { existsSync } from 'node:fs';
 import { resolve, join } from 'node:path';
 import { load as parseYaml, dump as stringifyYaml } from 'js-yaml';
-import { DatasetSchema } from '@outputai/evals';
+import { DatasetSchema } from '@outputai/core/evals';
 import { getTrace } from '#services/trace_reader.js';
 import { sanitizeSecrets } from '#utils/secret_sanitizer.js';
 import { resolveWorkflowDir, WORKFLOWS_PATHS } from '#utils/workflow_dir.js';

package/dist/services/fix_package.d.ts

@@ -1,5 +1,7 @@
 /** Legacy script names from older versions of the project */
 export declare const legacyScripts: readonly ["dev"];
+declare const dependencySections: readonly ["dependencies", "devDependencies"];
+type DependencySection = typeof dependencySections[number];
 export interface ScriptToRemove {
     key: string;
     value: string;
@@ -13,8 +15,14 @@ export interface ScriptToReplace {
     before: string;
     after: string;
 }
+export interface DependencyChange {
+    section: DependencySection;
+    name: string;
+    version: string;
+}
 /**
- * Plan for aligning `scripts` with the scaffold template and dropping stale hook files (reads only; no write until apply).
+ * Plan for aligning `scripts` with the scaffold template, replacing the `@outputai/output` umbrella package
+ * and dropping stale hook files (reads only; no write until apply).
  */
 export interface FixPlan {
     packageJsonPath: string;
@@ -23,6 +31,8 @@ export interface FixPlan {
     scriptsToRemove: ScriptToRemove[];
     scriptsToReplace: ScriptToReplace[];
     scriptsToAdd: ScriptToAdd[];
+    dependenciesToRemove: DependencyChange[];
+    dependenciesToAdd: DependencyChange[];
     hookFilesToRemove: string[];
 }
 /**
@@ -33,3 +43,4 @@ export declare function planFix(projectRoot: string): FixPlan;
  * Writes the planned package.json. No-op when {@link FixPlan.hasChanges} is false.
  */
 export declare function applyFix(plan: FixPlan): void;
+export {};

package/dist/services/fix_package.js

@@ -8,6 +8,13 @@ const templateRelativePath = path.join('templates', 'project', 'package.json.tem
 export const legacyScripts = ['dev'];
 /** Hook files from the @outputai/credentials package, which was folded into @outputai/core */
 const credentialsHookFilePattern = /@outputai[\\/]credentials([\\/]|$)/;
+/** The @outputai/output umbrella package is replaced by its parts: core at runtime, the CLI for development */
+const umbrellaPackage = '@outputai/output';
+const umbrellaReplacements = [
+    { name: '@outputai/core', section: 'dependencies' },
+    { name: '@outputai/cli', section: 'devDependencies' }
+];
+const dependencySections = ['dependencies', 'devDependencies'];
 function getTemplatesPackageJsonPath() {
     const __filename = fileURLToPath(import.meta.url);
     const __dirname = path.dirname(__filename);
@@ -46,6 +53,31 @@ function removeCredentialsHookFiles(pkg) {
     section.hookFiles = hookFiles.filter(file => !removed.includes(file));
     return removed;
 }
+function getDependencySection(pkg, section) {
+    const deps = pkg[section];
+    return typeof deps === 'object' && deps !== null && !Array.isArray(deps) ? deps : null;
+}
+function replaceUmbrellaPackage(pkg) {
+    const dependenciesToRemove = [];
+    const dependenciesToAdd = [];
+    const section = dependencySections.find(s => typeof getDependencySection(pkg, s)?.[umbrellaPackage] === 'string');
+    if (!section) {
+        return { dependenciesToRemove, dependenciesToAdd };
+    }
+    const deps = getDependencySection(pkg, section);
+    const version = deps[umbrellaPackage];
+    delete deps[umbrellaPackage];
+    dependenciesToRemove.push({ section, name: umbrellaPackage, version });
+    const isDeclared = (name) => dependencySections.some(s => Object.hasOwn(getDependencySection(pkg, s) ?? {}, name));
+    for (const { name, section: target } of umbrellaReplacements) {
+        if (isDeclared(name)) {
+            continue;
+        }
+        pkg[target] = { ...getDependencySection(pkg, target), [name]: version };
+        dependenciesToAdd.push({ section: target, name, version });
+    }
+    return { dependenciesToRemove, dependenciesToAdd };
+}
 function parseTemplatePackageJson(processed) {
     try {
         return JSON.parse(processed);
@@ -95,6 +127,7 @@ export function planFix(projectRoot) {
         scripts[key] = after;
     }
     pkg.scripts = scripts;
+    const { dependenciesToRemove, dependenciesToAdd } = replaceUmbrellaPackage(pkg);
     const hookFilesToRemove = removeCredentialsHookFiles(pkg);
     const packageJsonUpdatedContent = `${JSON.stringify(pkg, null, 2)}\n`;
     const hasChanges = packageJsonUpdatedContent !== raw;
@@ -105,6 +138,8 @@ export function planFix(projectRoot) {
         scriptsToRemove,
         scriptsToReplace,
         scriptsToAdd,
+        dependenciesToRemove,
+        dependenciesToAdd,
         hookFilesToRemove
     };
 }

package/dist/services/fix_package.spec.js

@@ -84,6 +84,46 @@ describe('fix package', () => {
         expect(malformedPlan.hookFilesToRemove).toEqual([]);
         expect(JSON.parse(malformedPlan.packageJsonUpdatedContent).outputai).toEqual(malformed.outputai);
     });
+    it('should replace @outputai/output in dependencies with core and a cli dev dependency at the same version', async () => {
+        const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'fix-test-'));
+        const pkg = { name: 'my-proj', dependencies: { '@outputai/output': '^0.15.0', zod: '4.0.0' } };
+        await fs.writeFile(path.join(tmpDir, 'package.json'), JSON.stringify(pkg, null, 2), 'utf-8');
+        const plan = planFix(tmpDir);
+        expect(plan.dependenciesToRemove).toEqual([{ section: 'dependencies', name: '@outputai/output', version: '^0.15.0' }]);
+        expect(plan.dependenciesToAdd).toEqual([
+            { section: 'dependencies', name: '@outputai/core', version: '^0.15.0' },
+            { section: 'devDependencies', name: '@outputai/cli', version: '^0.15.0' }
+        ]);
+        applyFix(plan);
+        const next = JSON.parse(await fs.readFile(path.join(tmpDir, 'package.json'), 'utf-8'));
+        expect(next.dependencies).toEqual({ zod: '4.0.0', '@outputai/core': '^0.15.0' });
+        expect(next.devDependencies).toEqual({ '@outputai/cli': '^0.15.0' });
+    });
+    it('should replace @outputai/output in devDependencies and keep already declared replacements', async () => {
+        const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'fix-test-'));
+        const pkg = {
+            name: 'my-proj',
+            dependencies: { '@outputai/core': '0.15.0' },
+            devDependencies: { '@outputai/output': '^0.15.0' }
+        };
+        await fs.writeFile(path.join(tmpDir, 'package.json'), JSON.stringify(pkg, null, 2), 'utf-8');
+        const plan = planFix(tmpDir);
+        expect(plan.dependenciesToRemove).toEqual([{ section: 'devDependencies', name: '@outputai/output', version: '^0.15.0' }]);
+        expect(plan.dependenciesToAdd).toEqual([{ section: 'devDependencies', name: '@outputai/cli', version: '^0.15.0' }]);
+        const next = JSON.parse(plan.packageJsonUpdatedContent);
+        expect(next.dependencies).toEqual({ '@outputai/core': '0.15.0' });
+        expect(next.devDependencies).toEqual({ '@outputai/cli': '^0.15.0' });
+    });
+    it('should leave dependencies untouched when @outputai/output is not declared', async () => {
+        const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'fix-test-'));
+        const pkg = { name: 'my-proj', dependencies: { '@outputai/core': '0.15.0' }, devDependencies: { '@outputai/cli': '0.15.0' } };
+        await fs.writeFile(path.join(tmpDir, 'package.json'), JSON.stringify(pkg, null, 2), 'utf-8');
+        const plan = planFix(tmpDir);
+        expect(plan.dependenciesToRemove).toEqual([]);
+        expect(plan.dependenciesToAdd).toEqual([]);
+        expect(JSON.parse(plan.packageJsonUpdatedContent).dependencies).toEqual(pkg.dependencies);
+        expect(JSON.parse(plan.packageJsonUpdatedContent).devDependencies).toEqual(pkg.devDependencies);
+    });
     it('should throw when package.json is missing', async () => {
         const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'fix-test-'));
         expect(() => planFix(tmpDir)).toThrow(/No package\.json found/);

package/dist/services/workflow_planner.js

@@ -1,5 +1,5 @@
 import { initializeAgentConfig } from './coding_agents.js';
-import { generateText } from '@outputai/llm';
+import { generateText } from '@outputai/core/llm';
 import fs from 'node:fs/promises';
 import path from 'node:path';
 import { config } from '#config.js';

package/dist/services/workflow_planner.spec.js

@@ -1,10 +1,10 @@
 import { describe, it, expect, beforeEach, vi } from 'vitest';
 import { generatePlanName, writePlanFile, updateAgentTemplates } from './workflow_planner.js';
 import { initializeAgentConfig } from './coding_agents.js';
-import { generateText } from '@outputai/llm';
+import { generateText } from '@outputai/core/llm';
 import fs from 'node:fs/promises';
 vi.mock('./coding_agents.js');
-vi.mock('@outputai/llm');
+vi.mock('@outputai/core/llm');
 vi.mock('node:fs/promises');
 const mockGenerateTextResult = (text) => ({
     text,

package/dist/templates/agent_instructions/CLAUDE.md.template

@@ -35,7 +35,7 @@ src/
       types.ts       # Zod schemas and TypeScript types
       prompts/       # .prompt files (Liquid.js templates with YAML frontmatter)
       scenarios/     # Test scenario JSON files
-  clients/           # Shared HTTP clients (use @outputai/http, not fetch/axios)
+  clients/           # Shared HTTP clients (use @outputai/core/http, not fetch/axios)
   shared/            # Shared utilities across workflows
 config/
   costs.yml              # Token/API pricing overrides
@@ -46,8 +46,8 @@ config/
 ## Key Conventions
 
 - **Workflows are deterministic**: No I/O, no `Date.now()`, no `Math.random()` in `workflow.ts`. All side effects go in steps or evaluators.
-- **HTTP clients**: Use `outputFetch` or `createKyClient` from `@outputai/http` instead of raw `fetch` or `axios`. Requests are automatically traced; for paid APIs, attach spend via `addRequestCost` in an `afterResponse` hook (`output-dev-http-client-create`) and forward cost events with `output-dev-cost-hooks`.
-- **LLM calls**: Use `generateText` from `@outputai/llm` with `.prompt` files. Never call LLM APIs directly.
+- **HTTP clients**: Use `outputFetch` or `createKyClient` from `@outputai/core/http` instead of raw `fetch` or `axios`. Requests are automatically traced; for paid APIs, attach spend via `addRequestCost` in an `afterResponse` hook (`output-dev-http-client-create`) and forward cost events with `output-dev-cost-hooks`.
+- **LLM calls**: Use `generateText` from `@outputai/core/llm` with `.prompt` files. Never call LLM APIs directly.
 
 ---
 

package/dist/templates/project/README.md.template

@@ -27,7 +27,7 @@ src/
 
 ### Clients Directory
 
-The `src/clients/` directory contains API clients using `@outputai/http` for external services.
+The `src/clients/` directory contains API clients using `@outputai/core/http` for external services.
 
 ### Shared Directory
 

package/dist/templates/project/package.json.template

@@ -14,9 +14,12 @@
     "output:dev": "output dev"
   },
   "dependencies": {
-    "@outputai/output": "{{frameworkVersion}}"
+    "@ai-sdk/anthropic": "4.0.61",
+    "@ai-sdk/openai": "4.0.73",
+    "@outputai/core": "{{frameworkVersion}}"
   },
   "devDependencies": {
+    "@outputai/cli": "{{frameworkVersion}}",
     "@types/node": "24.5.2",
     "nodemon": "3.1.14",
     "typescript": "5.9.3"

package/dist/templates/project/src/clients/jina.ts.template

@@ -1,4 +1,4 @@
-import { createKyClient } from '@outputai/http';
+import { createKyClient } from '@outputai/core/http';
 
 export interface JinaReaderResponse {
   code: number;

package/dist/templates/project/src/workflows/blog_evaluator/evaluators.ts.template

@@ -1,6 +1,6 @@
 import { evaluator, EvaluationNumberResult } from '@outputai/core';
 import type { EvaluationResultArgs } from '@outputai/core';
-import { generateText, aiSdk } from '@outputai/llm';
+import { generateText, aiSdk } from '@outputai/core/llm';
 import { blogContentSchema } from './types.js';
 import type { BlogContent } from './types.js';
 

package/dist/templates/workflow/README.md.template

@@ -123,7 +123,7 @@ Define steps in `steps.ts` with schemas:
 
 ```typescript
 import { step, z } from '@outputai/core';
-import { generateText, aiSdk } from '@outputai/llm';
+import { generateText, aiSdk } from '@outputai/core/llm';
 
 export const myStep = step( {
   name: 'my_step',
@@ -153,7 +153,7 @@ Define evaluators in `evaluators.ts`:
 
 ```typescript
 import { evaluator, z, EvaluationVerdictResult } from '@outputai/core';
-import { generateText, aiSdk } from '@outputai/llm';
+import { generateText, aiSdk } from '@outputai/core/llm';
 
 export const evaluateQuality = evaluator( {
   name: 'evaluate_quality',

package/dist/templates/workflow/evaluators.ts.template

@@ -1,5 +1,5 @@
 import { evaluator, z, EvaluationVerdictResult } from '@outputai/core';
-import { generateText, aiSdk } from '@outputai/llm';
+import { generateText, aiSdk } from '@outputai/core/llm';
 
 // TODO: Update the evaluator to assess your workflow's output quality
 export const evaluate{{WorkflowName}} = evaluator( {

package/dist/templates/workflow/steps.ts.template

@@ -1,5 +1,5 @@
 import { step, z } from '@outputai/core';
-import { generateText } from '@outputai/llm';
+import { generateText } from '@outputai/core/llm';
 
 export const processText = step( {
   name: 'process_text',

package/dist/test_helpers/mocks.d.ts

@@ -6,7 +6,7 @@ export declare const mockClaudeAgentSDK: {
     Agent: Mock;
 };
 /**
- * Mock for @outputai/llm
+ * Mock for @outputai/core/llm
  */
 export declare const mockLLM: {
     generateText: Mock;

package/dist/test_helpers/mocks.js

@@ -13,7 +13,7 @@ export const mockClaudeAgentSDK = {
     }))
 };
 /**
- * Mock for @outputai/llm
+ * Mock for @outputai/core/llm
  */
 export const mockLLM = {
     generateText: vi.fn().mockResolvedValue({

package/dist/types/cost.d.ts

@@ -13,7 +13,7 @@ export interface TokenUsage {
     cachedInputTokens?: number;
     reasoningTokens?: number;
 }
-import type { LLMGenerationCost, LLMGenerationUsage, LLMUsageEvent } from '@outputai/llm';
+import type { LLMGenerationCost, LLMGenerationUsage, LLMUsageEvent } from '@outputai/core/llm';
 export type LLMUsageLine = LLMUsageEvent['usage'][number];
 export interface HTTPCostEvent {
     type: 'http:request:cost';

package/dist/utils/eval_diagnostics.js

@@ -1,7 +1,7 @@
 import { existsSync } from 'node:fs';
 import { resolve } from 'node:path';
-import { getEvalWorkflowName } from '@outputai/evals';
 import { resolveWorkflowDir } from '#utils/workflow_dir.js';
+import { getEvalWorkflowName } from '#utils/eval_naming.js';
 const EVAL_WORKFLOW_FILES = ['tests/evals/workflow.ts', 'tests/evals/workflow.js'];
 /**
  * Explain why a `<wf>_eval` workflow isn't registered. When the eval source

package/dist/utils/eval_naming.d.ts

@@ -0,0 +1 @@
+export declare const getEvalWorkflowName: (workflowName: string) => string;

package/dist/utils/eval_naming.js

@@ -0,0 +1,2 @@
+const EVAL_SUFFIX = '_eval';
+export const getEvalWorkflowName = (workflowName) => `${workflowName}${EVAL_SUFFIX}`;

package/dist/utils/eval_naming.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/eval_naming.spec.js

@@ -0,0 +1,10 @@
+import { describe, it, expect } from 'vitest';
+import { getEvalWorkflowName } from './eval_naming.js';
+describe('naming', () => {
+    describe('getEvalWorkflowName', () => {
+        it('appends _eval suffix', () => {
+            expect(getEvalWorkflowName('simple')).toBe('simple_eval');
+            expect(getEvalWorkflowName('my_workflow')).toBe('my_workflow_eval');
+        });
+    });
+});

package/dist/utils/eval_render.d.ts

@@ -0,0 +1,3 @@
+import type { EvalOutput } from '@outputai/core/evals';
+export declare function renderEvalOutput(evalOutput: EvalOutput, evalName?: string): string;
+export declare function computeExitCode(evalOutput: EvalOutput): number;

package/dist/utils/eval_render.js

@@ -0,0 +1,75 @@
+import { VERDICT, CRITICALITY } from '@outputai/core/evals';
+const COLORS = {
+    reset: '\x1b[0m',
+    green: '\x1b[32m',
+    yellow: '\x1b[33m',
+    red: '\x1b[31m',
+    dim: '\x1b[2m',
+    bold: '\x1b[1m',
+    cyan: '\x1b[36m'
+};
+const VERDICT_STYLE = {
+    [VERDICT.PASS]: { label: 'PASS', color: COLORS.green },
+    [VERDICT.PARTIAL]: { label: 'PARTIAL', color: COLORS.yellow },
+    [VERDICT.FAIL]: { label: 'FAIL', color: COLORS.red }
+};
+function colorize(text, color) {
+    return `${color}${text}${COLORS.reset}`;
+}
+function padWithDots(label, width = 30) {
+    const dotCount = Math.max(2, width - label.length);
+    return ` ${'.'.repeat(dotCount)} `;
+}
+function renderEvaluator(evaluator) {
+    const lines = [];
+    const style = VERDICT_STYLE[evaluator.verdict];
+    const prefix = evaluator.criticality === CRITICALITY.INFORMATIONAL ?
+        `${COLORS.dim}(info)${COLORS.reset} ` :
+        '';
+    lines.push(`    ${prefix}${evaluator.name}${padWithDots(evaluator.name, 24)}${colorize(evaluator.verdict, style.color)}`);
+    if (evaluator.reasoning && evaluator.verdict !== VERDICT.PASS) {
+        lines.push(`      ${COLORS.dim}-> ${evaluator.reasoning}${COLORS.reset}`);
+    }
+    if (evaluator.feedback) {
+        for (const fb of evaluator.feedback) {
+            const item = fb;
+            if (item.issue) {
+                lines.push(`      ${COLORS.dim}-> ${item.issue}${COLORS.reset}`);
+            }
+        }
+    }
+    return lines;
+}
+function renderCase(evalCase) {
+    const caseStyle = VERDICT_STYLE[evalCase.verdict];
+    const lines = [
+        `  ${evalCase.datasetName}${padWithDots(evalCase.datasetName)}${colorize(caseStyle.label, caseStyle.color)}`
+    ];
+    evalCase.evaluators.forEach(evaluator => lines.push(...renderEvaluator(evaluator)));
+    lines.push('');
+    return lines;
+}
+export function renderEvalOutput(evalOutput, evalName) {
+    const lines = [];
+    if (evalName) {
+        lines.push(colorize(evalName, COLORS.bold));
+        lines.push('');
+    }
+    evalOutput.cases.forEach(evalCase => lines.push(...renderCase(evalCase)));
+    const { summary } = evalOutput;
+    const parts = [];
+    if (summary.passed > 0) {
+        parts.push(colorize(`${summary.passed} passed`, COLORS.green));
+    }
+    if (summary.partial > 0) {
+        parts.push(colorize(`${summary.partial} partial`, COLORS.yellow));
+    }
+    if (summary.failed > 0) {
+        parts.push(colorize(`${summary.failed} failed`, COLORS.red));
+    }
+    lines.push(`${parts.join(', ')} (${Math.round(summary.acceptableRate * 100)}% acceptable)`);
+    return lines.join('\n');
+}
+export function computeExitCode(evalOutput) {
+    return evalOutput.cases.some(c => c.verdict === VERDICT.FAIL) ? 1 : 0;
+}

package/dist/utils/eval_render.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/eval_render.spec.js

@@ -0,0 +1,171 @@
+import { describe, it, expect } from 'vitest';
+import { renderEvalOutput, computeExitCode } from './eval_render.js';
+const makeOutput = (cases, overrides) => {
+    const passed = cases.filter(c => c.verdict === 'pass').length;
+    const partial = cases.filter(c => c.verdict === 'partial').length;
+    const failed = cases.filter(c => c.verdict === 'fail').length;
+    const total = cases.length;
+    return {
+        cases,
+        summary: {
+            total,
+            passed,
+            partial,
+            failed,
+            acceptableRate: total > 0 ? (passed + partial) / total : 0,
+            ...overrides
+        }
+    };
+};
+describe('computeExitCode', () => {
+    it('returns 0 when all cases pass', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'pass', evaluators: [] }
+        ]);
+        expect(computeExitCode(output)).toBe(0);
+    });
+    it('returns 0 when cases are partial but none fail', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'partial', evaluators: [] }
+        ]);
+        expect(computeExitCode(output)).toBe(0);
+    });
+    it('returns 1 when any case fails', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'pass', evaluators: [] },
+            { datasetName: 'b', verdict: 'fail', evaluators: [] }
+        ]);
+        expect(computeExitCode(output)).toBe(1);
+    });
+    it('returns 0 for empty cases', () => {
+        const output = makeOutput([]);
+        expect(computeExitCode(output)).toBe(0);
+    });
+});
+describe('renderEvalOutput', () => {
+    it('includes eval name when provided', () => {
+        const output = makeOutput([
+            { datasetName: 'test', verdict: 'pass', evaluators: [] }
+        ]);
+        const rendered = renderEvalOutput(output, 'my_eval');
+        expect(rendered).toContain('my_eval');
+    });
+    it('includes dataset names', () => {
+        const output = makeOutput([
+            { datasetName: 'basic_input', verdict: 'pass', evaluators: [] },
+            { datasetName: 'edge_case', verdict: 'fail', evaluators: [] }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('basic_input');
+        expect(rendered).toContain('edge_case');
+    });
+    it('includes verdict labels', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'pass', evaluators: [] },
+            { datasetName: 'b', verdict: 'fail', evaluators: [] }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('PASS');
+        expect(rendered).toContain('FAIL');
+    });
+    it('shows reasoning for failed evaluators', () => {
+        const output = makeOutput([
+            {
+                datasetName: 'test',
+                verdict: 'fail',
+                evaluators: [{
+                        name: 'check',
+                        verdict: 'fail',
+                        criticality: 'required',
+                        reasoning: 'Expected 15, got null'
+                    }]
+            }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('Expected 15, got null');
+    });
+    it('hides reasoning for passing evaluators', () => {
+        const output = makeOutput([
+            {
+                datasetName: 'test',
+                verdict: 'pass',
+                evaluators: [{
+                        name: 'check',
+                        verdict: 'pass',
+                        criticality: 'required',
+                        reasoning: 'All good'
+                    }]
+            }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).not.toContain('All good');
+    });
+    it('shows summary with acceptable rate', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'pass', evaluators: [] },
+            { datasetName: 'b', verdict: 'fail', evaluators: [] }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('1 passed');
+        expect(rendered).toContain('1 failed');
+        expect(rendered).toContain('50% acceptable');
+    });
+    it('includes PARTIAL verdict label', () => {
+        const output = makeOutput([
+            { datasetName: 'a', verdict: 'partial', evaluators: [] }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('PARTIAL');
+    });
+    it('shows reasoning for partial evaluators', () => {
+        const output = makeOutput([
+            {
+                datasetName: 'test',
+                verdict: 'partial',
+                evaluators: [{
+                        name: 'check',
+                        verdict: 'partial',
+                        criticality: 'required',
+                        reasoning: 'Close but not quite'
+                    }]
+            }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('Close but not quite');
+    });
+    it('renders feedback issues', () => {
+        const output = makeOutput([
+            {
+                datasetName: 'test',
+                verdict: 'fail',
+                evaluators: [{
+                        name: 'check',
+                        verdict: 'fail',
+                        criticality: 'required',
+                        feedback: [
+                            { issue: 'Missing required field' },
+                            { issue: 'Invalid format' }
+                        ]
+                    }]
+            }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('Missing required field');
+        expect(rendered).toContain('Invalid format');
+    });
+    it('marks informational evaluators with (info) prefix', () => {
+        const output = makeOutput([
+            {
+                datasetName: 'test',
+                verdict: 'pass',
+                evaluators: [{
+                        name: 'info_check',
+                        verdict: 'fail',
+                        criticality: 'informational'
+                    }]
+            }
+        ]);
+        const rendered = renderEvalOutput(output);
+        expect(rendered).toContain('(info)');
+    });
+});

package/oclif.manifest.json

@@ -3,7 +3,7 @@
     "fix": {
       "aliases": [],
       "args": {},
-      "description": "Fix Output scripts in the package.json (reset overwrites, add missing and remove deprecated) and remove stale hook files",
+      "description": "Fix Output scripts in the package.json (reset overwrites, add missing and remove deprecated), replace the @outputai/output package with @outputai/core and @outputai/cli, and remove stale hook files",
       "examples": [
         "<%= config.bin %> <%= command.id %>"
       ],
@@ -1772,5 +1772,5 @@
       ]
     }
   },
-  "version": "0.15.1-next.59eb401.0"
+  "version": "0.15.1-next.69acd83.0"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@outputai/cli",
-  "version": "0.15.1-next.59eb401.0",
+  "version": "0.15.1-next.69acd83.0",
   "description": "CLI for Output.ai workflow generation",
   "type": "module",
   "main": "dist/index.js",
@@ -17,6 +17,7 @@
     "output": "./bin/run.js"
   },
   "dependencies": {
+    "@ai-sdk/anthropic": "4.0.61",
     "@anthropic-ai/claude-agent-sdk": "0.3.281",
     "@hackylabs/deep-redact": "3.0.5",
     "@inquirer/prompts": "8.7.2",
@@ -27,7 +28,7 @@
     "cli-table3": "0.6.5",
     "date-fns": "4.4.0",
     "debug": "4.4.3",
-    "handlebars": "4.7.9",
+    "handlebars": "4.7.10",
     "ink": "7.0.1",
     "ink-spinner": "5.0.0",
     "js-yaml": "5.4.2",
@@ -35,10 +36,8 @@
     "ky": "2.0.2",
     "react": "19.3.0",
     "semver": "7.8.5",
-    "undici": "8.11.0",
-    "@outputai/core": "0.15.1-next.59eb401.0",
-    "@outputai/llm": "0.15.1-next.59eb401.0",
-    "@outputai/evals": "0.15.1-next.59eb401.0"
+    "undici": "8.10.2",
+    "@outputai/core": "0.15.1-next.69acd83.0"
   },
   "devDependencies": {
     "@types/cli-progress": "3.11.6",