@qcobro/ctl 1.39.3 → 1.40.0

package/README.md

@@ -24,6 +24,7 @@ $ qcobro workspaces:login
 
 <!-- toc -->
 
+- [ctl](#ctl)
 - [Usage](#usage)
 - [Commands](#commands)
 <!-- tocstop -->
@@ -37,7 +38,7 @@ $ npm install -g @qcobro/ctl
 $ qcobro COMMAND
 running command...
 $ qcobro (--version)
-@qcobro/ctl/1.24.1 darwin-arm64 node-v22.17.0
+@qcobro/ctl/1.39.3 darwin-arm64 node-v22.17.0
 $ qcobro --help [COMMAND]
 USAGE
   $ qcobro COMMAND
@@ -51,7 +52,9 @@ USAGE
 <!-- commands -->
 
 - [`qcobro agents:create`](#qcobro-agentscreate)
-- [`qcobro agents:eval TEMPLATEID`](#qcobro-agentseval-templateid)
+- [`qcobro agents:eval`](#qcobro-agentseval)
+- [`qcobro agents:preview`](#qcobro-agentspreview)
+- [`qcobro agents:sync TEMPLATEID`](#qcobro-agentssync-templateid)
 - [`qcobro mcp:configure`](#qcobro-mcpconfigure)
 - [`qcobro portfolios:get ID`](#qcobro-portfoliosget-id)
 - [`qcobro portfolios:list`](#qcobro-portfolioslist)
@@ -98,25 +101,77 @@ EXAMPLES
   $ qcobro agents:create --type SMS --name "Recordatorio" --message-body "Hola {{firstName}}, tienes un saldo pendiente."
 ```
 
-## `qcobro agents:eval TEMPLATEID`
+## `qcobro agents:eval`
 
-re-attempt an agent template's Fonoster sync and report the resulting status. This validates the template's configuration and its sync with Fonoster — QCobro has no conversational-intelligence evaluation feature today, so this does not test conversation behavior. Only VOICE_AI templates sync with Fonoster; other channel types are a no-op that leaves the template unchanged.
+evaluate a VOICE_AI/EMAIL/WHATSAPP agent's conversation logic — either an existing template plus a scenarios file, or a standalone YAML eval template (agent definition plus its own embedded scenarios) that is never created. Streams each turn's result as it happens, then a final pass/fail summary; exits non-zero when the run fails. Pass --json to stream the raw events as JSONL instead. For a static SMS/VOICE_PRERECORDED render (no conversation), use `agents:preview` instead.
 
 ```
 USAGE
-  $ qcobro agents:eval TEMPLATEID
+  $ qcobro agents:eval [--template-id <value>] [--scenarios <value>] [--file <value>] [--json]
+
+FLAGS
+  --file=<value>         path to a standalone YAML eval template (agent definition + embedded scenarios)
+  --json                 emit each evaluation event as a JSON line (JSONL) on stdout instead of human-readable output
+  --scenarios=<value>    path to a YAML file with the scenarios to run (used with --template-id)
+  --template-id=<value>  an existing agent template id
+
+DESCRIPTION
+  evaluate a VOICE_AI/EMAIL/WHATSAPP agent's conversation logic — either an existing template plus a scenarios file, or
+  a standalone YAML eval template (agent definition plus its own embedded scenarios) that is never created. Streams each
+  turn's result as it happens, then a final pass/fail summary; exits non-zero when the run fails. Pass --json to stream
+  the raw events as JSONL instead. For a static SMS/VOICE_PRERECORDED render (no conversation), use `agents:preview`
+  instead.
+
+EXAMPLES
+  $ qcobro agents:eval --template-id <id> --scenarios scenarios.yaml
+
+  $ qcobro agents:eval --file eval-template.yaml
+
+  $ qcobro agents:eval --file eval-template.yaml --json | jq
+```
+
+## `qcobro agents:preview`
+
+render an SMS/VOICE_PRERECORDED agent template's message body or script against a sample account — no conversation, no streaming. Accepts an existing template id or a standalone YAML definition. For VOICE_AI/EMAIL/WHATSAPP, use `agents:eval` instead.
+
+```
+USAGE
+  $ qcobro agents:preview --account <value> [--template-id <value>] [--file <value>]
+
+FLAGS
+  --account=<value>      (required) path to a JSON file with the sample account fields
+  --file=<value>         path to a standalone YAML SMS/VOICE_PRERECORDED definition
+  --template-id=<value>  an existing agent template id
+
+DESCRIPTION
+  render an SMS/VOICE_PRERECORDED agent template's message body or script against a sample account — no conversation, no
+  streaming. Accepts an existing template id or a standalone YAML definition. For VOICE_AI/EMAIL/WHATSAPP, use
+  `agents:eval` instead.
+
+EXAMPLES
+  $ qcobro agents:preview --template-id <id> --account account.json
+
+  $ qcobro agents:preview --file sms-draft.yaml --account account.json
+```
+
+## `qcobro agents:sync TEMPLATEID`
+
+re-attempt an agent template's Fonoster sync and report the resulting status. This validates the template's configuration and its sync with Fonoster — it does not test conversation behavior (see `agents:eval` for that). Only VOICE_AI templates sync with Fonoster; other channel types are a no-op that leaves the template unchanged.
+
+```
+USAGE
+  $ qcobro agents:sync TEMPLATEID
 
 ARGUMENTS
   TEMPLATEID  the agent template id
 
 DESCRIPTION
   re-attempt an agent template's Fonoster sync and report the resulting status. This validates the template's
-  configuration and its sync with Fonoster — QCobro has no conversational-intelligence evaluation feature today, so this
-  does not test conversation behavior. Only VOICE_AI templates sync with Fonoster; other channel types are a no-op that
-  leaves the template unchanged.
+  configuration and its sync with Fonoster — it does not test conversation behavior (see `agents:eval` for that). Only
+  VOICE_AI templates sync with Fonoster; other channel types are a no-op that leaves the template unchanged.
 
 EXAMPLES
-  $ qcobro agents:eval <templateId>
+  $ qcobro agents:sync <templateId>
 ```
 
 ## `qcobro mcp:configure`

package/dist/commands/agents/eval.d.ts

@@ -6,10 +6,15 @@ export default class Eval extends AuthenticatedCommand<typeof Eval> {
         "template-id": import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         scenarios: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
         file: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        json: import("@oclif/core/interfaces").BooleanFlag<boolean>;
     };
     run(): Promise<void>;
     private buildInput;
-    /** Prints one evaluation event; returns true if it signals a failure. */
+    /** Resolves a `--file` / `--scenarios` path, failing the command cleanly if it is missing. */
+    private resolvePath;
+    /** Whether an event signals a failed turn / scenario / run. */
+    private failed;
+    /** Renders one evaluation event (human or JSONL); returns true if it signals a failure. */
     private printEvent;
 }
 //# sourceMappingURL=eval.d.ts.map

package/dist/commands/agents/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/agents/eval.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAErE,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,oBAAoB,CAAC,OAAO,IAAI,CAAC;IACjE,gBAAyB,WAAW,SAKqD;IACzF,gBAAyB,QAAQ,WAG/B;IACF,gBAAyB,KAAK;;;;MAQ5B;IAEW,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC,OAAO,CAAC,UAAU;IAqBlB,yEAAyE;IACzE,OAAO,CAAC,UAAU;CAqBnB"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/agents/eval.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAGrE,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,oBAAoB,CAAC,OAAO,IAAI,CAAC;IACjE,gBAAyB,WAAW,SAMwB;IAC5D,gBAAyB,QAAQ,WAI/B;IACF,gBAAyB,KAAK;;;;;MAa5B;IAEW,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC,OAAO,CAAC,UAAU;IAqBlB,8FAA8F;IAC9F,OAAO,CAAC,WAAW;IAQnB,+DAA+D;IAC/D,OAAO,CAAC,MAAM;IAOd,2FAA2F;IAC3F,OAAO,CAAC,UAAU;CAqBnB"}

package/dist/commands/agents/eval.js

@@ -2,15 +2,18 @@ import { readFileSync } from "node:fs";
 import { Flags } from "@oclif/core";
 import { parse as parseYaml } from "yaml";
 import { AuthenticatedCommand } from "../../AuthenticatedCommand.js";
+import { resolveInputFile } from "../../resolveInputFile.js";
 export default class Eval extends AuthenticatedCommand {
     static description = "evaluate a VOICE_AI/EMAIL/WHATSAPP agent's conversation logic — either an existing " +
         "template plus a scenarios file, or a standalone YAML eval template (agent definition " +
         "plus its own embedded scenarios) that is never created. Streams each turn's result as " +
-        "it happens, then a final pass/fail summary; exits non-zero when the run fails. For a " +
-        "static SMS/VOICE_PRERECORDED render (no conversation), use `agents:preview` instead.";
+        "it happens, then a final pass/fail summary; exits non-zero when the run fails. Pass " +
+        "--json to stream the raw events as JSONL instead. For a static SMS/VOICE_PRERECORDED " +
+        "render (no conversation), use `agents:preview` instead.";
     static examples = [
         "<%= config.bin %> <%= command.id %> --template-id <id> --scenarios scenarios.yaml",
-        "<%= config.bin %> <%= command.id %> --file eval-template.yaml"
+        "<%= config.bin %> <%= command.id %> --file eval-template.yaml",
+        "<%= config.bin %> <%= command.id %> --file eval-template.yaml --json | jq"
     ];
     static flags = {
         "template-id": Flags.string({ description: "an existing agent template id" }),
@@ -19,6 +22,10 @@ export default class Eval extends AuthenticatedCommand {
         }),
         file: Flags.string({
             description: "path to a standalone YAML eval template (agent definition + embedded scenarios)"
+        }),
+        json: Flags.boolean({
+            description: "emit each evaluation event as a JSON line (JSONL) on stdout instead of human-readable output",
+            default: false
         })
     };
     async run() {
@@ -26,17 +33,17 @@ export default class Eval extends AuthenticatedCommand {
         const client = await this.createSdkClient();
         let anyFailed = false;
         for await (const event of client.agentEvaluations.evaluate(this.buildInput(flags))) {
-            anyFailed = this.printEvent(event) || anyFailed;
+            anyFailed = this.printEvent(event, flags.json) || anyFailed;
         }
         if (anyFailed)
             this.exit(1);
     }
     buildInput(flags) {
         if (flags.file) {
-            return { yaml: readFileSync(flags.file, "utf8") };
+            return { yaml: readFileSync(this.resolvePath(flags.file), "utf8") };
         }
         if (flags["template-id"] && flags.scenarios) {
-            const parsed = parseYaml(readFileSync(flags.scenarios, "utf8"));
+            const parsed = parseYaml(readFileSync(this.resolvePath(flags.scenarios), "utf8"));
             const scenarios = Array.isArray(parsed)
                 ? parsed
                 : (parsed.scenarios ?? parsed);
@@ -47,8 +54,31 @@ export default class Eval extends AuthenticatedCommand {
         }
         return this.error("Provide --file, or both --template-id and --scenarios.", { exit: 1 });
     }
-    /** Prints one evaluation event; returns true if it signals a failure. */
-    printEvent(event) {
+    /** Resolves a `--file` / `--scenarios` path, failing the command cleanly if it is missing. */
+    resolvePath(input) {
+        try {
+            return resolveInputFile(input);
+        }
+        catch (err) {
+            return this.error(err instanceof Error ? err.message : String(err), { exit: 1 });
+        }
+    }
+    /** Whether an event signals a failed turn / scenario / run. */
+    failed(event) {
+        if (event.type === "turn")
+            return event.result.passed === false;
+        if (event.type === "scenarioSummary")
+            return !event.overallPassed;
+        if (event.type === "summary")
+            return event.verdict === "fail";
+        return true; // error
+    }
+    /** Renders one evaluation event (human or JSONL); returns true if it signals a failure. */
+    printEvent(event, asJson) {
+        if (asJson) {
+            this.log(JSON.stringify(event));
+            return this.failed(event);
+        }
         if (event.type === "turn") {
             const verdict = event.result.passed === undefined ? "" : event.result.passed ? " ✓" : " ✗";
             const detail = event.result.action ?? event.result.aiResponse ?? event.result.input;
@@ -56,18 +86,17 @@ export default class Eval extends AuthenticatedCommand {
             if (event.result.passed === false && event.result.errorMessage) {
                 this.log(`  ↳ ${event.result.errorMessage}`);
             }
-            return event.result.passed === false;
         }
-        if (event.type === "scenarioSummary") {
+        else if (event.type === "scenarioSummary") {
             this.log(`[${event.scenarioRef}] scenario ${event.overallPassed ? "PASSED" : "FAILED"}`);
-            return !event.overallPassed;
         }
-        if (event.type === "summary") {
+        else if (event.type === "summary") {
             this.log(`Overall: ${event.verdict.toUpperCase()} (${event.scenarios.length} scenario(s))`);
-            return event.verdict === "fail";
         }
-        this.log(`Error: ${event.message}`);
-        return true;
+        else {
+            this.log(`Error: ${event.message}`);
+        }
+        return this.failed(event);
     }
 }
 //# sourceMappingURL=eval.js.map

package/dist/commands/agents/eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/agents/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAErE,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,oBAAiC;IACjE,MAAM,CAAmB,WAAW,GAClC,qFAAqF;QACrF,uFAAuF;QACvF,wFAAwF;QACxF,uFAAuF;QACvF,sFAAsF,CAAC;IACzF,MAAM,CAAmB,QAAQ,GAAG;QAClC,mFAAmF;QACnF,+DAA+D;KAChE,CAAC;IACF,MAAM,CAAmB,KAAK,GAAG;QAC/B,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,+BAA+B,EAAE,CAAC;QAC7E,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,yEAAyE;SACvF,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,iFAAiF;SAC/F,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE5C,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnF,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;QAClD,CAAC;QAED,IAAI,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAEO,UAAU,CAAC,KAIlB;QACC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QACpD,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;YAChE,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBACrC,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,CAAE,MAAkC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;YAC9D,OAAO;gBACL,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC;gBACrC,SAAS,EAAE,SAAkB;aAC9B,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,wDAAwD,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,yEAAyE;IACjE,UAAU,CAAC,KAAgB;QACjC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;YACpF,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,UAAU,KAAK,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC/D,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC;QACvC,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzF,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC;YAC5F,OAAO,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC"}
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/agents/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAE7D,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,oBAAiC;IACjE,MAAM,CAAmB,WAAW,GAClC,qFAAqF;QACrF,uFAAuF;QACvF,wFAAwF;QACxF,sFAAsF;QACtF,uFAAuF;QACvF,yDAAyD,CAAC;IAC5D,MAAM,CAAmB,QAAQ,GAAG;QAClC,mFAAmF;QACnF,+DAA+D;QAC/D,2EAA2E;KAC5E,CAAC;IACF,MAAM,CAAmB,KAAK,GAAG;QAC/B,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,+BAA+B,EAAE,CAAC;QAC7E,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,yEAAyE;SACvF,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;YACjB,WAAW,EAAE,iFAAiF;SAC/F,CAAC;QACF,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;YAClB,WAAW,EACT,8FAA8F;YAChG,OAAO,EAAE,KAAK;SACf,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE5C,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACnF,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QAC9D,CAAC;QAED,IAAI,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAEO,UAAU,CAAC,KAIlB;QACC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YAClF,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBACrC,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,CAAE,MAAkC,CAAC,SAAS,IAAI,MAAM,CAAC,CAAC;YAC9D,OAAO;gBACL,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC;gBACrC,SAAS,EAAE,SAAkB;aAC9B,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,wDAAwD,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,8FAA8F;IACtF,WAAW,CAAC,KAAa;QAC/B,IAAI,CAAC;YACH,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,+DAA+D;IACvD,MAAM,CAAC,KAAgB;QAC7B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC;QAChE,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAAE,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC;QAClE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC;QAC9D,OAAO,IAAI,CAAC,CAAC,QAAQ;IACvB,CAAC;IAED,2FAA2F;IACnF,UAAU,CAAC,KAAgB,EAAE,MAAe;QAClD,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YAChC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;YACpF,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,UAAU,KAAK,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC/D,IAAI,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3F,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC;QAC9F,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC"}

package/dist/resolveInputFile.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Resolves a user-supplied input path (e.g. `agents:eval --file` / `--scenarios`) and
+ * asserts the file exists before anything tries to read it.
+ *
+ * - An absolute path is checked as given.
+ * - A relative path is resolved against `cwd` (i.e. treated as `./<path>`) first, so
+ *   `evals/x.yaml` and `./evals/x.yaml` behave identically.
+ *
+ * Throws an `Error` whose message names the path the user typed — and, for a relative
+ * path, the absolute path it resolved to — so a typo fails loudly instead of surfacing
+ * as a bare `ENOENT` (or, on a streaming command, as no output at all).
+ */
+export declare function resolveInputFile(input: string, cwd?: string): string;
+//# sourceMappingURL=resolveInputFile.d.ts.map

package/dist/resolveInputFile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveInputFile.d.ts","sourceRoot":"","sources":["../src/resolveInputFile.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,GAAE,MAAsB,GAAG,MAAM,CAUnF"}

package/dist/resolveInputFile.js

@@ -0,0 +1,24 @@
+import { existsSync } from "node:fs";
+import { isAbsolute, resolve } from "node:path";
+/**
+ * Resolves a user-supplied input path (e.g. `agents:eval --file` / `--scenarios`) and
+ * asserts the file exists before anything tries to read it.
+ *
+ * - An absolute path is checked as given.
+ * - A relative path is resolved against `cwd` (i.e. treated as `./<path>`) first, so
+ *   `evals/x.yaml` and `./evals/x.yaml` behave identically.
+ *
+ * Throws an `Error` whose message names the path the user typed — and, for a relative
+ * path, the absolute path it resolved to — so a typo fails loudly instead of surfacing
+ * as a bare `ENOENT` (or, on a streaming command, as no output at all).
+ */
+export function resolveInputFile(input, cwd = process.cwd()) {
+    const absolute = isAbsolute(input) ? input : resolve(cwd, input);
+    if (!existsSync(absolute)) {
+        throw new Error(isAbsolute(input)
+            ? `File not found: ${input}`
+            : `File not found: ${input} (resolved to ${absolute})`);
+    }
+    return absolute;
+}
+//# sourceMappingURL=resolveInputFile.js.map

package/dist/resolveInputFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveInputFile.js","sourceRoot":"","sources":["../src/resolveInputFile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEhD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,MAAc,OAAO,CAAC,GAAG,EAAE;IACzE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,UAAU,CAAC,KAAK,CAAC;YACf,CAAC,CAAC,mBAAmB,KAAK,EAAE;YAC5B,CAAC,CAAC,mBAAmB,KAAK,iBAAiB,QAAQ,GAAG,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qcobro/ctl",
-  "version": "1.39.3",
+  "version": "1.40.0",
   "description": "Command-line tool for QCobro developers, built on @qcobro/sdk.",
   "type": "module",
   "bin": {