redfireforge-cli 0.8.2 → 0.8.4

package/README.md

@@ -52,6 +52,9 @@ redfireforge run tests/api-test.yaml -c 10 -i 100
 # Run a workflow performance test
 redfireforge workflow tests/checkout-flow.yaml -i 50 -c 5
 
+# Print machine-readable JSON to stdout (for CI)
+redfireforge run tests/api-test.yaml --output json
+
 # Every command above also works with the short "rff" alias:
 rff run tests/api-test.yaml -c 10 -i 100
 ```
@@ -92,7 +95,8 @@ npx tsx cli/index.ts mock start ./api-mock-workspace.json --standalone --wait-re
 | Option | Commands | Description |
 |--------|----------|-------------|
 | `--server <id>` | simulate, verify | Target server (default: active / first) |
-| `-o, --output <path>` | simulate | Write JSON results |
+| `-o, --output <path>` | simulate | Write JSON results to a file |
+| `-o, --output json\|junit` | simulate | Print results to stdout in that format |
 | `--junit <path>` | simulate | Write JUnit XML |
 | `--min-calls <n>` | verify | Require at least N matching journal calls (samples when `--simulate`) |
 | `--expect-outcome <outcome>` | verify | Require matching outcome |
@@ -131,11 +135,80 @@ npx tsx cli/index.ts mock start ./api-mock-workspace.json --standalone --wait-re
 
 | Option | Description |
 |--------|-------------|
-| `-o, --output <path>` | Write JSON report |
+| `-o, --output <path>` | Write JSON report to a file |
+| `-o, --output json` | Print a CI-friendly JSON report to **stdout** |
+| `-o, --output junit` | Print JUnit XML to **stdout** |
 | `--junit <path>` | Write JUnit XML report |
 | `--markdown <path>` | Write Markdown report |
 | `-q, --quiet` | Suppress progress output |
 
+> `json` and `junit` are format keywords, not filenames — supported by `run`,
+> `workflow`, and `mock simulate`. To write to a file literally named `json`,
+> qualify it: `--output ./json`.
+
+### Machine-Readable Output (CI)
+
+`--output json` prints a flat, stable report to stdout and suppresses **all**
+other stdout output, so the stream is safe to pipe straight into `jq`:
+
+```bash
+rff run tests/api-test.yaml --output json | jq '.failed'
+```
+
+```json
+{
+  "passed": 12,
+  "failed": 2,
+  "total": 14,
+  "durationMs": 3421,
+  "results": [
+    {
+      "name": "Get Users",
+      "status": "pass",
+      "durationMs": 123,
+      "error": null
+    },
+    {
+      "name": "Create Order",
+      "status": "fail",
+      "durationMs": 456,
+      "error": "Expected status 201 but got 500"
+    }
+  ]
+}
+```
+
+Notes:
+
+- `status` is `"pass"` or `"fail"`; `error` is `null` for passing tests.
+- Parameterized rows are qualified as `Scenario [Row label]` so names stay unique.
+- Errors and diagnostics still go to **stderr**, keeping stdout pure.
+- Exit codes are unchanged — `--fail-on-error` (1), `--fail-on-regression` (2/3)
+  and `--fail-on-sla` (4) all still fire, and the SLA / baseline reports that
+  normally print on failure are suppressed so they cannot corrupt the report.
+
+#### Workflow runs
+
+For `workflow`, one result is emitted **per iteration** — matching `--output junit`,
+so both formats agree on `total`. Each iteration fails if any of its steps failed,
+and the individual steps are preserved under `steps` (same shape, one level deep):
+
+```json
+{
+  "name": "Iteration 1",
+  "status": "fail",
+  "durationMs": 56,
+  "error": "Create Order: (http): expected 2xx, got HTTP 500",
+  "steps": [
+    { "name": "Login", "status": "pass", "durationMs": 54, "error": null },
+    { "name": "Create Order", "status": "fail", "durationMs": 2, "error": "(http): expected 2xx, got HTTP 500" }
+  ]
+}
+```
+
+`steps` is additive — pipelines that only read the documented fields are unaffected.
+The iteration `error` concatenates every failing step as `Step: error`, joined by `; `.
+
 ### CI/CD Options
 
 | Option | Description |
@@ -209,8 +282,16 @@ edges:
 | Code | Meaning |
 |------|---------|
 | 0 | Success — all tests passed |
-| 1 | Test failure — some requests failed or threshold exceeded |
-| 2 | Error — invalid file, missing file, or execution error |
+| 1 | Test failure, or an execution error (invalid/missing file) |
+| 2 | Performance regression vs. baseline (`--fail-on-regression`) |
+| 3 | Regression **and** test failures (`--fail-on-regression`) |
+| 4 | SLA violation (`--fail-on-sla`) |
+
+A **test failure** exits `1` only with `--fail-on-error` or `--fail-threshold <pct>`;
+otherwise failures are reported and the run still exits `0`. An **execution error**
+(invalid or missing file) always exits `1`, no flag required. Codes `2`/`3` need
+`--fail-on-regression`, `4` needs `--fail-on-sla`. The `workflow` command uses `1`
+for failures and `2` for execution errors. Exit codes are unaffected by `--output json`.
 
 ## CI/CD Example
 
@@ -226,6 +307,21 @@ edges:
       -q
 ```
 
+To parse results in the pipeline instead of writing a file, stream JSON to stdout:
+
+```yaml
+- name: Run API Tests and gate on failures
+  run: |
+    npx redfireforge-cli run tests/api-test.yaml \
+      --output json \
+      --fail-on-error > results.json
+  # Non-zero exit already fails the step; results.json is still valid JSON.
+
+- name: Summarize
+  if: always()
+  run: jq -r '"\(.passed)/\(.total) passed in \(.durationMs)ms"' results.json
+```
+
 ## Links
 
 - [Full Documentation](https://github.com/your-org/redfireforge/blob/main/docs/guides/cli-reference.md)

package/dist/redfireforge.mjs

@@ -63458,6 +63458,59 @@ function buildJsonReport(results, summary, config, meta) {
     projectName: meta.name
   };
 }
+function ciResultName(r) {
+  return r.dataRowLabel ? `${r.scenarioName} [${r.dataRowLabel}]` : r.scenarioName;
+}
+function ciResultError(r) {
+  if (r.passed) return null;
+  const detail = r.errorMessage || (r.failureDetails.length > 0 ? formatFailureDetails(r.failureDetails) : null);
+  if ((r.transportType ?? "http") === "http" && r.httpStatus >= 400) {
+    return detail ? `HTTP ${r.httpStatus}: ${detail}` : `HTTP ${r.httpStatus}`;
+  }
+  return detail ?? formatTransportErrorFallback(r);
+}
+function ciStepResult(r) {
+  return {
+    name: ciResultName(r),
+    status: r.passed ? "pass" : "fail",
+    durationMs: Math.round(r.responseTimeMs),
+    error: ciResultError(r)
+  };
+}
+function buildCiJsonReport(results, durationMs) {
+  const exportSafeResults = redactGrpcHarnessRunnerArtifactsForExport(results);
+  const passed = exportSafeResults.filter((r) => r.passed).length;
+  return {
+    passed,
+    failed: exportSafeResults.length - passed,
+    total: exportSafeResults.length,
+    durationMs: Math.round(durationMs),
+    results: exportSafeResults.map(ciStepResult)
+  };
+}
+function buildWorkflowCiJsonReport(results, iterations, durationMs) {
+  const exportSafeResults = redactGrpcHarnessRunnerArtifactsForExport(results);
+  const grouped = groupResultsByIteration(exportSafeResults, iterations);
+  const iterationResults = grouped.map((iterResults, i) => {
+    const steps = iterResults.map(ciStepResult);
+    const failedSteps = steps.filter((s2) => s2.status === "fail");
+    return {
+      name: `Iteration ${i + 1}`,
+      status: failedSteps.length === 0 ? "pass" : "fail",
+      durationMs: steps.reduce((sum, s2) => sum + s2.durationMs, 0),
+      error: failedSteps.length === 0 ? null : failedSteps.map((s2) => `${s2.name}: ${s2.error}`).join("; "),
+      steps
+    };
+  });
+  const passed = iterationResults.filter((r) => r.status === "pass").length;
+  return {
+    passed,
+    failed: iterationResults.length - passed,
+    total: iterationResults.length,
+    durationMs: Math.round(durationMs),
+    results: iterationResults
+  };
+}
 function escapeXml(s2) {
   return s2.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
 }
@@ -63655,26 +63708,26 @@ function computePerStepStats(results) {
   }
   return stats;
 }
-function computePerIterationStats(results, iterations) {
+function groupResultsByIteration(results, iterations) {
   const byIteration = /* @__PURE__ */ new Map();
   for (const r of results) {
     const idx = r.iterationIndex ?? 0;
     if (!byIteration.has(idx)) byIteration.set(idx, []);
     byIteration.get(idx).push(r);
   }
-  const stats = [];
+  const grouped = [];
   for (let i = 0; i < iterations; i++) {
-    const iterResults = byIteration.get(i) || [];
-    const allPassed = iterResults.every((r) => r.passed);
-    const totalDuration = iterResults.reduce((sum, r) => sum + r.responseTimeMs, 0);
-    stats.push({
-      index: i,
-      passed: allPassed,
-      durationMs: totalDuration,
-      stepCount: iterResults.length
-    });
+    grouped.push(byIteration.get(i) || []);
   }
-  return stats;
+  return grouped;
+}
+function computePerIterationStats(results, iterations) {
+  return groupResultsByIteration(results, iterations).map((iterResults, i) => ({
+    index: i,
+    passed: iterResults.every((r) => r.passed),
+    durationMs: iterResults.reduce((sum, r) => sum + r.responseTimeMs, 0),
+    stepCount: iterResults.length
+  }));
 }
 function formatRowLabel(r) {
   return r.dataRowLabel || r.dataRowId || "?";
@@ -63894,6 +63947,22 @@ function buildWorkflowMarkdownReport(summary, workflow, iterations, concurrency,
   return lines.join("\n");
 }
 
+// cli/outputTarget.ts
+var STDOUT_FORMATS = ["json", "junit"];
+function resolveOutputTarget(value) {
+  if (value == null) return null;
+  const trimmed = value.trim();
+  if (trimmed === "") return null;
+  const keyword = trimmed.toLowerCase();
+  if (STDOUT_FORMATS.includes(keyword)) {
+    return { kind: "stdout", format: keyword };
+  }
+  return { kind: "file", path: trimmed };
+}
+function stdoutFormatOf(target) {
+  return target?.kind === "stdout" ? target.format : null;
+}
+
 // cli/slaEval.ts
 import { readFileSync as readFileSync3 } from "node:fs";
 function getMetricFromSummary(metric, summary) {
@@ -67063,7 +67132,7 @@ var ApiMockNetworkListener = class {
           handler
         );
       } catch (err) {
-        throw new Error(`TLS material rejected: ${err instanceof Error ? err.message : String(err)}`);
+        throw new Error(`TLS material rejected: ${err instanceof Error ? err.message : String(err)}`, { cause: err });
       }
     } else {
       server = http.createServer(handler);
@@ -67814,6 +67883,8 @@ function sleep4(ms) {
 
 // cli/mockCommands.ts
 async function runMockSimulate(opts) {
+  const outputTarget = resolveOutputTarget(opts.output);
+  const stdoutFormat = stdoutFormatOf(outputTarget);
   const raw = asWorkspace(loadDefinitionFile(opts.file));
   const loaded = cliLoadAndValidate(raw);
   if (reportValidation(loaded.validationErrors)) return 1;
@@ -67832,10 +67903,7 @@ async function runMockSimulate(opts) {
     failed: failed.length,
     results
   };
-  const json = JSON.stringify(summary, null, 2);
-  if (opts.output) writeFileSync2(resolve4(opts.output), json, "utf8");
-  else console.log(json);
-  if (opts.junit) {
+  const buildJunit = () => {
     const cases = results.map((r) => {
       const name2 = r.sampleId;
       if (isFailedSimulation(r)) {
@@ -67843,12 +67911,18 @@ async function runMockSimulate(opts) {
       }
       return `<testcase classname="api-mock" name="${escapeXml2(name2)}"/>`;
     }).join("\n");
-    const xml = `<?xml version="1.0" encoding="UTF-8"?>
+    return `<?xml version="1.0" encoding="UTF-8"?>
 <testsuite name="api-mock-simulate" tests="${results.length}" failures="${failed.length}">
 ${cases}
 </testsuite>
 `;
-    writeFileSync2(resolve4(opts.junit), xml, "utf8");
+  };
+  const json = JSON.stringify(summary, null, 2);
+  if (stdoutFormat === "junit") process.stdout.write(buildJunit());
+  else if (outputTarget?.kind === "file") writeFileSync2(resolve4(outputTarget.path), json, "utf8");
+  else console.log(json);
+  if (opts.junit) {
+    writeFileSync2(resolve4(opts.junit), buildJunit(), "utf8");
   }
   console.error(`Simulated ${results.length} sample(s); ${failed.length} failure(s).`);
   return failed.length > 0 ? 1 : 0;
@@ -68272,7 +68346,7 @@ async function runMockVerifyAllRoutes(opts) {
 // cli/mockCommandRegistration.ts
 function registerMockCommands(program2) {
   const mock = program2.command("mock").description("API Mock Studio headless commands");
-  mock.command("simulate").description("Run saved simulation samples against a mock definition (side-effect-free)").argument("<file>", "Workspace / server JSON or YAML (or native export envelope)").option("--server <id>", "Server id (defaults to activeServerId or first)").option("-o, --output <path>", "Write JSON results to file").option("--junit <path>", "Write JUnit XML results to file").action(async (file, opts) => {
+  mock.command("simulate").description("Run saved simulation samples against a mock definition (side-effect-free)").argument("<file>", "Workspace / server JSON or YAML (or native export envelope)").option("--server <id>", "Server id (defaults to activeServerId or first)").option("-o, --output <path|json|junit>", "Write JSON results to file, or print `json`/`junit` to stdout").option("--junit <path>", "Write JUnit XML results to file").action(async (file, opts) => {
     const code = await runMockSimulate({ file, serverId: opts.server, output: opts.output, junit: opts.junit });
     process.exit(code);
   });
@@ -68348,15 +68422,18 @@ var __dirname = dirname2(fileURLToPath(import.meta.url));
 var pkg = JSON.parse(readFileSync7(resolve5(__dirname, "..", "package.json"), "utf-8"));
 var program = new Command();
 program.name("redfireforge").description("RedfireForge CLI \u2014 run API performance tests from YAML/JSON files").version(pkg.version);
-program.command("run").description("Execute a test file").argument("<file>", "Path to a .yaml, .yml, or .json test file").option("-c, --concurrency <n>", "Number of concurrent requests", parseInt).option("-i, --iterations <n>", "Number of iterations (how many times each test runs)", parseInt).option("-m, --mode <mode>", "Execution mode: sequential, batch, pool, load-profile").option("--timeout <sec>", "Per-request timeout in seconds", parseInt).option("--retries <n>", "Retry count on failure", parseInt).option("--retry-delay <ms>", "Delay between retries in milliseconds", parseInt).option("--duration <sec>", "Duration in seconds (load-profile mode)", parseInt).option("--base-url <url>", "Override the base URL for all tests").option("--data <file>", "External data file (CSV or JSON) for parameterized testing").option("--scenario <name>", "Run only the test matching this name (used with --data)").option("--env <name>", "Environment name (metadata only)").option("--error-policy <policy>", "Error policy: continue, stop-first, stop-threshold").option("--max-errors <n>", "Stop after N errors (threshold mode)", parseInt).option("--max-error-rate <pct>", "Stop at error rate % (threshold mode)", parseFloat).option("--fail-on-error", "Exit code 1 if any request fails (HTTP or validation)").option("--fail-threshold <pct>", "Exit code 1 if error rate exceeds this %", parseFloat).option("-o, --output <path>", "Write JSON report to file").option("--junit <path>", "Write JUnit XML report to file").option("--markdown <path>", "Write Markdown report to file").option("--data-rows-summary <path>", "Write data row summary JSON (CI/CD format)").option("--tags <tags>", "Run only data rows with these tags (comma-separated)").option("--tag-mode <mode>", "Tag matching mode: any (default) or all", "any").option("--scenario-tags <tags>", "Run only scenarios with these tags (comma-separated)").option("--scenario-tag-mode <mode>", "Scenario tag matching mode: any (default) or all", "any").option("--sla-config <path>", "JSON file of SLA targets to evaluate after the run (SlaTarget[])").option("--fail-on-sla", "Exit code 4 if any SLA violations are detected (requires --sla-config)").option("--compare-baseline <id>", `Compare run against a saved baseline. Use "latest-baseline" to pick the most recent one automatically, or pass the runId of a specific saved baseline.`).option("--fail-on-regression", "Exit code 2 (regression only) or 3 (also test failures) when regressions are detected").option("--save-baseline", "Save this run as a new baseline after completion (only when no failures or regressions)").option("--baseline-label <label>", "Human-readable label for the saved baseline").option("--baselines-dir <dir>", `Directory for the baseline store (default: ${DEFAULT_BASELINES_DIR})`).option("--comparison-report <path>", "Write the Markdown comparison report to a file").option("-q, --quiet", "Suppress progress output").action(async (filePath, opts) => {
+program.command("run").description("Execute a test file").argument("<file>", "Path to a .yaml, .yml, or .json test file").option("-c, --concurrency <n>", "Number of concurrent requests", parseInt).option("-i, --iterations <n>", "Number of iterations (how many times each test runs)", parseInt).option("-m, --mode <mode>", "Execution mode: sequential, batch, pool, load-profile").option("--timeout <sec>", "Per-request timeout in seconds", parseInt).option("--retries <n>", "Retry count on failure", parseInt).option("--retry-delay <ms>", "Delay between retries in milliseconds", parseInt).option("--duration <sec>", "Duration in seconds (load-profile mode)", parseInt).option("--base-url <url>", "Override the base URL for all tests").option("--data <file>", "External data file (CSV or JSON) for parameterized testing").option("--scenario <name>", "Run only the test matching this name (used with --data)").option("--env <name>", "Environment name (metadata only)").option("--error-policy <policy>", "Error policy: continue, stop-first, stop-threshold").option("--max-errors <n>", "Stop after N errors (threshold mode)", parseInt).option("--max-error-rate <pct>", "Stop at error rate % (threshold mode)", parseFloat).option("--fail-on-error", "Exit code 1 if any request fails (HTTP or validation)").option("--fail-threshold <pct>", "Exit code 1 if error rate exceeds this %", parseFloat).option("-o, --output <path|json|junit>", "Write JSON report to file, or print `json`/`junit` to stdout for CI").option("--junit <path>", "Write JUnit XML report to file").option("--markdown <path>", "Write Markdown report to file").option("--data-rows-summary <path>", "Write data row summary JSON (CI/CD format)").option("--tags <tags>", "Run only data rows with these tags (comma-separated)").option("--tag-mode <mode>", "Tag matching mode: any (default) or all", "any").option("--scenario-tags <tags>", "Run only scenarios with these tags (comma-separated)").option("--scenario-tag-mode <mode>", "Scenario tag matching mode: any (default) or all", "any").option("--sla-config <path>", "JSON file of SLA targets to evaluate after the run (SlaTarget[])").option("--fail-on-sla", "Exit code 4 if any SLA violations are detected (requires --sla-config)").option("--compare-baseline <id>", `Compare run against a saved baseline. Use "latest-baseline" to pick the most recent one automatically, or pass the runId of a specific saved baseline.`).option("--fail-on-regression", "Exit code 2 (regression only) or 3 (also test failures) when regressions are detected").option("--save-baseline", "Save this run as a new baseline after completion (only when no failures or regressions)").option("--baseline-label <label>", "Human-readable label for the saved baseline").option("--baselines-dir <dir>", `Directory for the baseline store (default: ${DEFAULT_BASELINES_DIR})`).option("--comparison-report <path>", "Write the Markdown comparison report to a file").option("-q, --quiet", "Suppress progress output").action(async (filePath, opts) => {
   try {
+    const outputTarget = resolveOutputTarget(opts.output);
+    const stdoutFormat = stdoutFormatOf(outputTarget);
+    const quiet = Boolean(opts.quiet) || stdoutFormat !== null;
     const absPath = resolve5(filePath);
     const file = loadTestFile(absPath);
     let externalDataSource;
     if (opts.data) {
       const dataPath = resolve5(opts.data);
       externalDataSource = loadDataFile(dataPath);
-      if (!opts.quiet) {
+      if (!quiet) {
         console.log(`  Data:    ${basename2(dataPath)} (${externalDataSource.rows.length} rows)`);
       }
     }
@@ -68366,7 +68443,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
         throw new Error(`No test found matching --scenario "${opts.scenario}"`);
       }
     }
-    if (!opts.quiet) {
+    if (!quiet) {
       console.log(`
   Loading: ${basename2(absPath)}`);
       console.log(`  Tests:   ${file.tests.length}`);
@@ -68382,7 +68459,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
         if (scTags.length === 0) return false;
         return tagMode === "any" ? filterTags.some((t) => scTags.includes(t)) : filterTags.every((t) => scTags.includes(t));
       });
-      if (!opts.quiet) {
+      if (!quiet) {
         console.log(`  Scenario tags: ${filterTags.join(", ")} (mode: ${tagMode}, ${scenarios.length}/${before} scenarios matched)`);
       }
       if (scenarios.length === 0) {
@@ -68396,7 +68473,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
       const before = scenarios.length;
       const result = filterScenariosByRowTags(scenarios, filterTags, tagMode);
       scenarios = result.scenarios;
-      if (!opts.quiet) {
+      if (!quiet) {
         console.log(`  Tags:    ${filterTags.join(", ")} (mode: ${tagMode}, ${result.matchingRowCount} matching rows, ${scenarios.length}/${before} scenarios retained)`);
         if (result.droppedScenarioNames.length > 0) {
           console.log(`  Dropped: ${result.droppedScenarioNames.join(", ")} (no rows matched the tag filter)`);
@@ -68419,7 +68496,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
       maxErrors: opts.maxErrors,
       maxErrorRate: opts.maxErrorRate
     });
-    if (!opts.quiet) {
+    if (!quiet) {
       console.log(`  Mode:    ${config.executionMode} (C:${config.concurrency} I:${config.iterations})`);
       const paramTests = scenarios.filter((s2) => s2.dataSource && s2.dataSource.rows.length > 0);
       if (paramTests.length > 0) {
@@ -68430,12 +68507,12 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
     }
     const abortController = new AbortController();
     process.on("SIGINT", () => {
-      if (!opts.quiet) console.log("\n  Aborting...");
+      if (!quiet) console.log("\n  Aborting...");
       abortController.abort();
     });
     let lastPrinted = 0;
     const onProgress = (completed, total, _results, meta2) => {
-      if (opts.quiet) return;
+      if (quiet) return;
       const now = Date.now();
       if (now - lastPrinted < 500 && completed < total) return;
       lastPrinted = now;
@@ -68452,41 +68529,47 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
     const { results } = await runTest(config, scenarios, onProgress, abortController.signal);
     const elapsed = performance.now() - t0;
     const summary = computeMetrics(results, elapsed);
-    if (!opts.quiet) {
+    if (!quiet) {
       process.stdout.write("\r" + " ".repeat(60) + "\r");
     }
-    printConsoleSummary(summary, config, results);
+    if (!stdoutFormat) {
+      printConsoleSummary(summary, config, results);
+    }
     const suiteName = file.name || basename2(absPath, ".yaml").replace(/\.yml$|\.json$/, "");
     const meta = { name: file.name, env: opts.env || file.env, file: basename2(absPath) };
     const slaTargets = opts.slaConfig ? loadSlaTargetFile(resolve5(opts.slaConfig)) : void 0;
     if (slaTargets) {
       config.slaTargets = slaTargets;
     }
-    if (opts.output) {
+    if (stdoutFormat === "json") {
+      process.stdout.write(JSON.stringify(buildCiJsonReport(results, elapsed), null, 2) + "\n");
+    } else if (stdoutFormat === "junit") {
+      process.stdout.write(buildJunitXml(results, summary, suiteName) + "\n");
+    } else if (outputTarget?.kind === "file") {
       const report = buildJsonReport(results, summary, config, meta);
-      writeFileSync3(resolve5(opts.output), JSON.stringify(report, null, 2));
-      console.log(`  JSON report: ${opts.output}`);
+      writeFileSync3(resolve5(outputTarget.path), JSON.stringify(report, null, 2));
+      console.log(`  JSON report: ${outputTarget.path}`);
     }
     if (opts.junit) {
       const xml = buildJunitXml(results, summary, suiteName);
       writeFileSync3(resolve5(opts.junit), xml);
-      console.log(`  JUnit XML:   ${opts.junit}`);
+      if (!quiet) console.log(`  JUnit XML:   ${opts.junit}`);
     }
     if (opts.markdown) {
       const md = buildMarkdownReport(summary, config, meta, results);
       writeFileSync3(resolve5(opts.markdown), md);
-      console.log(`  Markdown:    ${opts.markdown}`);
+      if (!quiet) console.log(`  Markdown:    ${opts.markdown}`);
     }
     if (opts.dataRowsSummary) {
       const rowSummary = buildDataRowSummary(results);
       writeFileSync3(resolve5(opts.dataRowsSummary), JSON.stringify(rowSummary, null, 2));
-      console.log(`  Data Rows:   ${opts.dataRowsSummary}`);
+      if (!quiet) console.log(`  Data Rows:   ${opts.dataRowsSummary}`);
     }
     let hasSlaFail = false;
     if (slaTargets) {
       const checks = evaluateCliSla(summary, results, slaTargets);
       hasSlaFail = !!(opts.failOnSla && overallSlaStatus(checks) === "fail");
-      printSlaReport(checks, opts.quiet && !hasSlaFail);
+      printSlaReport(checks, stdoutFormat !== null || quiet && !hasSlaFail);
     }
     let hasRegression = false;
     if (opts.compareBaseline) {
@@ -68495,12 +68578,12 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
       let baselineEntry = null;
       if (sentinel === LATEST_BASELINE_SENTINEL) {
         baselineEntry = findLatestBaseline(absPath, baselinesDir);
-        if (!baselineEntry && !opts.quiet) {
+        if (!baselineEntry && !quiet) {
           console.warn(`  \u26A0  No baselines found for ${basename2(absPath)} \u2014 skipping regression check`);
         }
       } else {
         baselineEntry = findBaselineById(sentinel, baselinesDir);
-        if (!baselineEntry && !opts.quiet) {
+        if (!baselineEntry && !quiet) {
           console.warn(`  \u26A0  Baseline not found: "${sentinel}" \u2014 skipping regression check`);
         }
       }
@@ -68526,13 +68609,13 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
         };
         const comparison = compareRuns(baselineRun, currentRun, DEFAULT_THRESHOLDS);
         printComparisonSummary(comparison, {
-          quiet: opts.quiet,
+          quiet,
           baselineLabel: baselineEntry.label
         });
         if (opts.comparisonReport) {
           const md = buildComparisonMarkdown(comparison, baselineEntry.label);
           writeFileSync3(resolve5(opts.comparisonReport), md);
-          if (!opts.quiet) {
+          if (!quiet) {
             console.log(`  Comparison:  ${opts.comparisonReport}`);
           }
         }
@@ -68552,7 +68635,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
         summary
       };
       addCliBaseline(entry, baselinesDir);
-      if (!opts.quiet) {
+      if (!quiet) {
         console.log(`  Baseline saved${entry.label ? ` (${entry.label})` : ""}: ${entry.runId}`);
       }
     }
@@ -68563,7 +68646,7 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
       process.exit(testFail ? 3 : 2);
     }
     if (testFail) {
-      if (overThreshold) {
+      if (overThreshold && !stdoutFormat) {
         console.log(`  Error rate ${summary.errorRate}% exceeds threshold ${opts.failThreshold}%`);
       }
       process.exit(1);
@@ -68575,14 +68658,17 @@ program.command("run").description("Execute a test file").argument("<file>", "Pa
     process.exit(1);
   }
 });
-program.command("workflow").description("Execute a workflow file as a performance test").argument("<file>", "Path to a workflow .yaml, .yml, or .json file").option("-i, --iterations <n>", "Total number of workflow iterations", (v) => parseInt(v, 10)).option("-c, --concurrency <n>", "Number of concurrent iterations", (v) => parseInt(v, 10)).option("--var <vars...>", "Set workflow variables (format: name=value)").option("--timeout <sec>", "Per-request timeout in seconds", (v) => parseInt(v, 10)).option("--error-policy <policy>", "Error policy: continue, stop-first, stop-threshold").option("--max-errors <n>", "Stop after N errors (threshold mode)", (v) => parseInt(v, 10)).option("--max-error-rate <pct>", "Stop at error rate % (threshold mode)", (v) => parseFloat(v)).option("--base-url <url>", "Base URL for HTTP nodes with relative paths").option("--trace-level <level>", "Trace capture level: minimal, standard, full, debug (default: standard)").option("--trace-output <path>", "Write the full execution trace (per-node/per-iteration) as JSON to file").option("--fail-on-error", "Exit code 1 if any request fails").option("--fail-threshold <pct>", "Exit code 1 if error rate exceeds this %", (v) => parseFloat(v)).option("-o, --output <path>", "Write JSON report to file").option("--junit <path>", "Write JUnit XML report to file").option("--markdown <path>", "Write Markdown report to file").option("-q, --quiet", "Suppress progress output").action(async (filePath, opts) => {
+program.command("workflow").description("Execute a workflow file as a performance test").argument("<file>", "Path to a workflow .yaml, .yml, or .json file").option("-i, --iterations <n>", "Total number of workflow iterations", (v) => parseInt(v, 10)).option("-c, --concurrency <n>", "Number of concurrent iterations", (v) => parseInt(v, 10)).option("--var <vars...>", "Set workflow variables (format: name=value)").option("--timeout <sec>", "Per-request timeout in seconds", (v) => parseInt(v, 10)).option("--error-policy <policy>", "Error policy: continue, stop-first, stop-threshold").option("--max-errors <n>", "Stop after N errors (threshold mode)", (v) => parseInt(v, 10)).option("--max-error-rate <pct>", "Stop at error rate % (threshold mode)", (v) => parseFloat(v)).option("--base-url <url>", "Base URL for HTTP nodes with relative paths").option("--trace-level <level>", "Trace capture level: minimal, standard, full, debug (default: standard)").option("--trace-output <path>", "Write the full execution trace (per-node/per-iteration) as JSON to file").option("--fail-on-error", "Exit code 1 if any request fails").option("--fail-threshold <pct>", "Exit code 1 if error rate exceeds this %", (v) => parseFloat(v)).option("-o, --output <path|json|junit>", "Write JSON report to file, or print `json`/`junit` to stdout for CI").option("--junit <path>", "Write JUnit XML report to file").option("--markdown <path>", "Write Markdown report to file").option("-q, --quiet", "Suppress progress output").action(async (filePath, opts) => {
   try {
+    const outputTarget = resolveOutputTarget(opts.output);
+    const stdoutFormat = stdoutFormatOf(outputTarget);
+    const quiet = Boolean(opts.quiet) || stdoutFormat !== null;
     const absPath = resolve5(filePath);
     if (!existsSync5(absPath)) {
       throw new Error(`Workflow file not found: ${absPath}`);
     }
     const workflow = loadWorkflowFile(absPath);
-    if (!opts.quiet) {
+    if (!quiet) {
       console.log(`
   Loading: ${basename2(absPath)}`);
       console.log(`  Workflow: ${workflow.name}`);
@@ -68601,7 +68687,7 @@ program.command("workflow").description("Execute a workflow file as a performanc
         variables[name2] = value;
       }
     }
-    if (!opts.quiet && Object.keys(variables).length > 0) {
+    if (!quiet && Object.keys(variables).length > 0) {
       console.log(`  Variables: ${Object.keys(variables).length}`);
       for (const [k, v] of Object.entries(variables)) {
         const display = v.length > 40 ? v.slice(0, 37) + "..." : v;
@@ -68610,13 +68696,13 @@ program.command("workflow").description("Execute a workflow file as a performanc
     }
     const iterations = opts.iterations ?? 10;
     const concurrency = opts.concurrency ?? 1;
-    if (!opts.quiet) {
+    if (!quiet) {
       console.log(`  Mode:    workflow (I:${iterations} C:${concurrency})`);
       console.log("");
     }
     const abortController = new AbortController();
     process.on("SIGINT", () => {
-      if (!opts.quiet) console.log("\n  Aborting...");
+      if (!quiet) console.log("\n  Aborting...");
       abortController.abort();
     });
     const breaker = new CircuitBreaker({
@@ -68626,7 +68712,7 @@ program.command("workflow").description("Execute a workflow file as a performanc
     });
     let lastPrinted = 0;
     const onProgress = (completed, total, _results, _meta) => {
-      if (opts.quiet) return;
+      if (quiet) return;
       const now = Date.now();
       if (now - lastPrinted < 500 && completed < total) return;
       lastPrinted = now;
@@ -68634,7 +68720,7 @@ program.command("workflow").description("Execute a workflow file as a performanc
       process.stdout.write(`\r  Progress: ${completed}/${total} iterations (${pct}%)`);
     };
     const baseUrl = opts.baseUrl?.trim();
-    if (!opts.quiet && baseUrl) {
+    if (!quiet && baseUrl) {
       console.log(`  Base URL: ${baseUrl}`);
     }
     const t0 = performance.now();
@@ -68659,12 +68745,18 @@ program.command("workflow").description("Execute a workflow file as a performanc
     });
     const elapsed = performance.now() - t0;
     const summary = computeMetrics(results, elapsed);
-    if (!opts.quiet) {
+    if (!quiet) {
       process.stdout.write("\r" + " ".repeat(60) + "\r");
     }
-    printWorkflowConsoleSummary(summary, workflow, iterations, concurrency, results);
+    if (!stdoutFormat) {
+      printWorkflowConsoleSummary(summary, workflow, iterations, concurrency, results);
+    }
     const meta = { name: workflow.name, file: basename2(absPath) };
-    if (opts.output) {
+    if (stdoutFormat === "json") {
+      process.stdout.write(JSON.stringify(buildWorkflowCiJsonReport(results, iterations, elapsed), null, 2) + "\n");
+    } else if (stdoutFormat === "junit") {
+      process.stdout.write(buildWorkflowJunitXml(results, summary, workflow.name, iterations) + "\n");
+    } else if (outputTarget?.kind === "file") {
       const report = buildJsonReport(results, summary, {
         concurrency,
         iterations,
@@ -68679,29 +68771,31 @@ program.command("workflow").description("Execute a workflow file as a performanc
         maxErrors: opts.maxErrors ?? 10,
         maxErrorRate: opts.maxErrorRate ?? 50
       }, meta);
-      writeFileSync3(resolve5(opts.output), JSON.stringify(report, null, 2));
-      console.log(`  JSON report: ${opts.output}`);
+      writeFileSync3(resolve5(outputTarget.path), JSON.stringify(report, null, 2));
+      console.log(`  JSON report: ${outputTarget.path}`);
     }
     if (opts.junit) {
       const xml = buildWorkflowJunitXml(results, summary, workflow.name, iterations);
       writeFileSync3(resolve5(opts.junit), xml);
-      console.log(`  JUnit XML:   ${opts.junit}`);
+      if (!quiet) console.log(`  JUnit XML:   ${opts.junit}`);
     }
     if (opts.markdown) {
       const md = buildWorkflowMarkdownReport(summary, workflow, iterations, concurrency, results);
       writeFileSync3(resolve5(opts.markdown), md);
-      console.log(`  Markdown:    ${opts.markdown}`);
+      if (!quiet) console.log(`  Markdown:    ${opts.markdown}`);
     }
     if (opts.traceOutput) {
       writeFileSync3(resolve5(opts.traceOutput), JSON.stringify(trace, null, 2));
-      console.log(`  Trace:       ${opts.traceOutput}`);
+      if (!quiet) console.log(`  Trace:       ${opts.traceOutput}`);
     }
     const passed = summary.failedRequests === 0 && summary.failedValidations === 0;
     if (opts.failOnError && !passed) {
       process.exit(1);
     }
     if (opts.failThreshold != null && summary.errorRate > opts.failThreshold) {
-      console.log(`  Error rate ${summary.errorRate}% exceeds threshold ${opts.failThreshold}%`);
+      if (!stdoutFormat) {
+        console.log(`  Error rate ${summary.errorRate}% exceeds threshold ${opts.failThreshold}%`);
+      }
       process.exit(1);
     }
     process.exit(0);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "redfireforge-cli",
-  "version": "0.8.2",
+  "version": "0.8.4",
   "description": "RedfireForge CLI — API Performance Testing from the Command Line",
   "keywords": [
     "api",
@@ -14,13 +14,13 @@
     "workflow",
     "cli"
   ],
-  "homepage": "https://github.com/redfireforge/redfire-forge#readme",
+  "homepage": "https://github.com/redfireforge/redfireforge-public#readme",
   "bugs": {
-    "url": "https://github.com/redfireforge/redfire-forge/issues"
+    "url": "https://github.com/redfireforge/redfireforge-public/issues"
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/redfireforge/redfire-forge.git"
+    "url": "git+https://github.com/redfireforge/redfireforge-public.git"
   },
   "license": "AGPL-3.0-or-later",
   "author": "RedfireForge",