@outputai/cli 0.8.2-next.2da7213.0 → 0.8.2-next.e1cd79b.0

package/oclif.manifest.json

@@ -535,15 +535,21 @@
         "<%= config.bin %> <%= command.id %> my_workflow_id",
         "<%= config.bin %> <%= command.id %> my_workflow_id --verbose",
         "<%= config.bin %> <%= command.id %> my_workflow_id path/to/trace.json",
-        "<%= config.bin %> <%= command.id %> my_workflow_id --json"
+        "<%= config.bin %> <%= command.id %> my_workflow_id --format json"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         },
         "verbose": {
           "description": "Show detailed per-call breakdown",
@@ -559,7 +565,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -580,15 +586,22 @@
       "description": "Get and display workflow execution trace for debugging",
       "examples": [
         "<%= config.bin %> <%= command.id %> wf-12345",
-        "<%= config.bin %> <%= command.id %> wf-12345 --json"
+        "<%= config.bin %> <%= command.id %> wf-12345 --format json",
+        "<%= config.bin %> <%= command.id %> wf-12345 --format text"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -598,7 +611,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -689,19 +702,12 @@
       "examples": [
         "<%= config.bin %> <%= command.id %>",
         "<%= config.bin %> <%= command.id %> --format table",
-        "<%= config.bin %> <%= command.id %> --json",
+        "<%= config.bin %> <%= command.id %> --format json",
         "<%= config.bin %> <%= command.id %> --detailed",
         "<%= config.bin %> <%= command.id %> --filter simple",
         "<%= config.bin %> <%= command.id %> --catalog my-catalog"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
         "catalog": {
           "aliases": [
             "task-queue"
@@ -720,14 +726,15 @@
         },
         "format": {
           "char": "f",
-          "description": "Output format (use --json for JSON output)",
+          "description": "Output format",
           "name": "format",
           "default": "list",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
             "list",
-            "table"
+            "table",
+            "json"
           ],
           "type": "option"
         },
@@ -753,7 +760,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -865,15 +872,21 @@
       "description": "Get workflow execution result",
       "examples": [
         "<%= config.bin %> <%= command.id %> wf-12345",
-        "<%= config.bin %> <%= command.id %> wf-12345 --json"
+        "<%= config.bin %> <%= command.id %> wf-12345 --format json"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -883,7 +896,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -909,19 +922,12 @@
       "description": "Execute a workflow synchronously and wait for completion",
       "examples": [
         "<%= config.bin %> <%= command.id %> simple basic_input",
-        "<%= config.bin %> <%= command.id %> simple my_scenario --json",
+        "<%= config.bin %> <%= command.id %> simple my_scenario --format json",
         "<%= config.bin %> <%= command.id %> simple --input '{\"values\":[1,2,3]}'",
         "<%= config.bin %> <%= command.id %> simple --input input.json",
         "<%= config.bin %> <%= command.id %> simple --input '{\"key\":\"value\"}' --catalog my-catalog"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
         "input": {
           "char": "i",
           "description": "Workflow input as JSON string or file path (overrides scenario)",
@@ -946,6 +952,19 @@
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -955,7 +974,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -1040,15 +1059,21 @@
       "description": "Get workflow execution status",
       "examples": [
         "<%= config.bin %> <%= command.id %> wf-12345",
-        "<%= config.bin %> <%= command.id %> wf-12345 --json"
+        "<%= config.bin %> <%= command.id %> wf-12345 --format json"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -1058,7 +1083,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -1154,16 +1179,9 @@
         "<%= config.bin %> <%= command.id %> simple --cached",
         "<%= config.bin %> <%= command.id %> simple --save",
         "<%= config.bin %> <%= command.id %> simple --dataset basic_input,edge_case",
-        "<%= config.bin %> <%= command.id %> simple --json"
+        "<%= config.bin %> <%= command.id %> simple --format json"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
         "cached": {
           "description": "Use cached output from dataset files (skip workflow execution)",
           "exclusive": [
@@ -1189,6 +1207,19 @@
           "hasDynamicHelp": false,
           "multiple": false,
           "type": "option"
+        },
+        "format": {
+          "char": "f",
+          "description": "Output format",
+          "name": "format",
+          "default": "text",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "options": [
+            "json",
+            "text"
+          ],
+          "type": "option"
         }
       },
       "hasDynamicHelp": false,
@@ -1198,7 +1229,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -1304,26 +1335,20 @@
       "description": "List datasets for a workflow",
       "examples": [
         "<%= config.bin %> <%= command.id %> simple",
-        "<%= config.bin %> <%= command.id %> simple --json",
+        "<%= config.bin %> <%= command.id %> simple --format json",
         "<%= config.bin %> <%= command.id %> simple --format table"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
         "format": {
           "char": "f",
-          "description": "Output format (use --json for JSON output)",
+          "description": "Output format",
           "name": "format",
           "default": "table",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
             "table",
+            "json",
             "text"
           ],
           "type": "option"
@@ -1336,7 +1361,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -1361,17 +1386,10 @@
         "<%= config.bin %> <%= command.id %> simple",
         "<%= config.bin %> <%= command.id %> simple --limit 10",
         "<%= config.bin %> <%= command.id %> --catalog my-catalog",
-        "<%= config.bin %> <%= command.id %> --json",
+        "<%= config.bin %> <%= command.id %> --format json",
         "<%= config.bin %> <%= command.id %> --format table"
       ],
       "flags": {
-        "json": {
-          "description": "Format output as json.",
-          "helpGroup": "GLOBAL",
-          "name": "json",
-          "allowNo": false,
-          "type": "boolean"
-        },
         "catalog": {
           "char": "c",
           "description": "Filter runs by catalog (defaults to OUTPUT_CATALOG_ID)",
@@ -1392,13 +1410,14 @@
         },
         "format": {
           "char": "f",
-          "description": "Output format (use --json for JSON output)",
+          "description": "Output format",
           "name": "format",
           "default": "table",
           "hasDynamicHelp": false,
           "multiple": false,
           "options": [
             "table",
+            "json",
             "text"
           ],
           "type": "option"
@@ -1411,7 +1430,7 @@
       "pluginName": "@outputai/cli",
       "pluginType": "core",
       "strict": true,
-      "enableJsonFlag": true,
+      "enableJsonFlag": false,
       "isESM": true,
       "relativePath": [
         "dist",
@@ -1422,5 +1441,5 @@
       ]
     }
   },
-  "version": "0.8.2-next.2da7213.0"
+  "version": "0.8.2-next.e1cd79b.0"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@outputai/cli",
-  "version": "0.8.2-next.2da7213.0",
+  "version": "0.8.2-next.e1cd79b.0",
   "description": "CLI for Output.ai workflow generation",
   "type": "module",
   "main": "dist/index.js",
@@ -36,9 +36,9 @@
     "semver": "7.7.4",
     "undici": "8.1.0",
     "yaml": "^2.8.3",
-    "@outputai/credentials": "0.8.2-next.2da7213.0",
-    "@outputai/evals": "0.8.2-next.2da7213.0",
-    "@outputai/llm": "0.8.2-next.2da7213.0"
+    "@outputai/credentials": "0.8.2-next.e1cd79b.0",
+    "@outputai/evals": "0.8.2-next.e1cd79b.0",
+    "@outputai/llm": "0.8.2-next.e1cd79b.0"
   },
   "devDependencies": {
     "@types/cli-progress": "3.11.6",

package/dist/commands/workflow/test_eval.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/commands/workflow/test_eval.spec.js

@@ -1,84 +0,0 @@
-/* eslint-disable @typescript-eslint/no-explicit-any */
-import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
-import { getEvalWorkflowName, renderEvalOutput } from '@outputai/evals';
-vi.mock('#api/generated/api.js', () => ({
-    postWorkflowRun: vi.fn()
-}));
-vi.mock('#services/datasets.js', () => ({
-    readAllDatasets: vi.fn(),
-    writeDataset: vi.fn()
-}));
-const passingOutput = {
-    cases: [{ datasetName: 'd1', verdict: 'pass', evaluators: [] }],
-    summary: { total: 1, passed: 1, partial: 0, failed: 0, acceptableRate: 1 }
-};
-const failingOutput = {
-    cases: [{ datasetName: 'd1', verdict: 'fail', evaluators: [] }],
-    summary: { total: 1, passed: 0, partial: 0, failed: 1, acceptableRate: 0 }
-};
-describe('workflow test command', () => {
-    const exitState = { original: undefined };
-    beforeEach(async () => {
-        vi.clearAllMocks();
-        exitState.original = process.exitCode;
-        process.exitCode = undefined;
-        const { readAllDatasets } = await import('#services/datasets.js');
-        vi.mocked(readAllDatasets).mockResolvedValue({
-            datasets: [{ name: 'd1', input: {}, last_output: { output: {}, date: '2026-01-01' } }],
-            dir: '/tmp/datasets'
-        });
-    });
-    afterEach(() => {
-        process.exitCode = exitState.original;
-    });
-    describe('command definition', () => {
-        it('enables the built-in --json flag', async () => {
-            const WorkflowTest = (await import('./test_eval.js')).default;
-            expect(WorkflowTest.enableJsonFlag).toBe(true);
-        });
-    });
-    describe('run()', () => {
-        const createCommand = async (jsonEnabled) => {
-            const WorkflowTest = (await import('./test_eval.js')).default;
-            const { postWorkflowRun } = await import('#api/generated/api.js');
-            const cmd = new WorkflowTest(['simple'], {});
-            cmd.log = vi.fn();
-            cmd.jsonEnabled = vi.fn().mockReturnValue(jsonEnabled);
-            cmd.parse = vi.fn().mockResolvedValue({
-                args: { workflowName: 'simple' },
-                flags: { cached: true, save: false, dataset: undefined }
-            });
-            return { cmd, postWorkflowRun: vi.mocked(postWorkflowRun) };
-        };
-        it('sets a non-zero exit code and returns the eval output when a case fails', async () => {
-            const { cmd, postWorkflowRun } = await createCommand(false);
-            postWorkflowRun.mockResolvedValue({ data: { output: failingOutput } });
-            const result = await cmd.run();
-            expect(result).toEqual(failingOutput);
-            expect(process.exitCode).toBe(1);
-        });
-        it('leaves the exit code at zero and returns the eval output when all cases pass', async () => {
-            const { cmd, postWorkflowRun } = await createCommand(false);
-            postWorkflowRun.mockResolvedValue({ data: { output: passingOutput } });
-            const result = await cmd.run();
-            expect(result).toEqual(passingOutput);
-            expect(process.exitCode).toBe(0);
-        });
-        it('renders the human-readable summary in text mode', async () => {
-            const { cmd, postWorkflowRun } = await createCommand(false);
-            postWorkflowRun.mockResolvedValue({ data: { output: passingOutput } });
-            await cmd.run();
-            const rendered = renderEvalOutput(passingOutput, getEvalWorkflowName('simple'));
-            expect(cmd.log).toHaveBeenCalledWith(rendered);
-        });
-        it('suppresses the rendered summary in JSON mode but still returns and sets exit code', async () => {
-            const { cmd, postWorkflowRun } = await createCommand(true);
-            postWorkflowRun.mockResolvedValue({ data: { output: failingOutput } });
-            const result = await cmd.run();
-            const rendered = renderEvalOutput(failingOutput, getEvalWorkflowName('simple'));
-            expect(cmd.log).not.toHaveBeenCalledWith(rendered);
-            expect(result).toEqual(failingOutput);
-            expect(process.exitCode).toBe(1);
-        });
-    });
-});