callman-mcp 0.10.2 → 0.12.0

package/dist/tools/run.js

@@ -1,7 +1,8 @@
 import { z } from "zod";
 import { buildScriptLayers, describeScriptLayer } from "callman-core";
 import { ToolInputError } from "../client/errors.js";
-import { resolvedSummary } from "../domain/resolve.js";
+import { evaluateRunVerdict, resolveRunCriteria } from "../domain/pipeline.js";
+import { resolvedSummary, resolveRef } from "../domain/resolve.js";
 import { createRedactor } from "../lib/redact.js";
 import { LIMITS, safeStringify } from "../lib/truncate.js";
 import { executeCollection } from "../run/executeCollection.js";
@@ -67,6 +68,7 @@ export const prepareRun = async (ctx, ws, collectionId, environmentRef) => {
         environment: bundle.environment ? { id: bundle.environment.id, name: bundle.environment.name } : null,
         warnings,
         redaction,
+        pipeline: bundle.pipeline ?? null,
     };
 };
 export const registerRunTools = (server, ctx) => {
@@ -147,7 +149,7 @@ export const registerRunTools = (server, ctx) => {
     }));
     server.registerTool("run_collection", {
         title: "Run a collection locally",
-        description: `Run a collection (or one folder of it, or specific requests) sequentially from this machine with an environment and the collection's variables, sharing variables between requests like the collection runner. Requests switched off for the runner are skipped unless named in \`only\`; data-driven contracts run once per row. Returns per-request results (as in run_request, values shown as {{key}}, with \`failure\` / \`diagnosis\` where something broke), a pass/fail summary and the variable names scripts changed. \`bail\` stops at the first failure. ${LOCAL_RUN_LIMITS} Needs requests:run.`,
+        description: `Run a collection (or one folder of it, or specific requests) sequentially from this machine with an environment and the collection's variables, sharing variables between requests like the collection runner. Requests switched off for the runner are skipped unless named in \`only\`; data-driven contracts run once per row. Returns per-request results (as in run_request, values shown as {{key}}, with \`failure\` / \`diagnosis\` where something broke), a pass/fail summary, the variable names scripts changed and the \`verdict\` — the pass criteria callme run applies in CI: every executed request must pass, or \`passThreshold\` percent of them, and every \`criticalRequests\` entry. An on-prem pipeline collection runs its APPROVED version (not the draft) with its approved criteria (the inputs are then ignored, \`version\` says which version ran) and may refuse folder / partial runs. \`bail\` stops at the first failure (not with passThreshold). ${LOCAL_RUN_LIMITS} Needs requests:run.`,
         inputSchema: {
             workspace: workspaceArg,
             collection: refArg("Collection"),
@@ -155,12 +157,25 @@ export const registerRunTools = (server, ctx) => {
             only: z.array(z.string().min(1).max(500)).max(200).optional().describe("Run only these requests (ids or names)"),
             environment: z.string().max(200).optional(),
             bail: z.boolean().optional(),
+            passThreshold: z.number().int().min(1).max(100).optional().describe("The run passes when at least this percent of the executed requests passed (default: all must). Ignored for pipeline collections"),
+            criticalRequests: z.array(z.string().min(1).max(500)).max(200).optional().describe("Requests (ids or names) that must pass whatever the percentage. Ignored for pipeline collections"),
             maxBodyBytes: maxBodyArg,
         },
         annotations: RUN,
-    }, guarded(async ({ workspace, collection, folder, only, environment, bail, maxBodyBytes }) => {
+    }, guarded(async ({ workspace, collection, folder, only, environment, bail, passThreshold, criticalRequests, maxBodyBytes }) => {
         const { ws, value: resolved } = await findCollection(ctx, workspace, collection);
         const prepared = await prepareRun(ctx, ws.id, resolved.item.id, environment);
+        // What decides the verdict: a pipeline collection's approved config,
+        // else the inputs. Critical requests are looked up in what runs.
+        const isPipeline = prepared.pipeline?.kind === "pipeline";
+        const criticalRequestIds = !isPipeline && criticalRequests && criticalRequests.length > 0
+            ? [...new Set(criticalRequests.map((ref) => resolveRef("request", ref, prepared.collection.requests, { aliases: (request) => [`${request.method} ${request.url}`] }).item.id))]
+            : [];
+        const runCriteria = resolveRunCriteria(prepared.pipeline, {
+            passThreshold,
+            criticalRequestIds: isPipeline ? (criticalRequests ?? []) : criticalRequestIds,
+            bail,
+        });
         let selection = null;
         if (folder) {
             const target = await resolveFolder(ctx, ws.id, resolved.item.id, folder);
@@ -176,6 +191,9 @@ export const registerRunTools = (server, ctx) => {
         }
         if (selection && selection.length === 0)
             throw new ToolInputError("NOTHING_TO_RUN", "The selection contains no requests.");
+        if (selection && !runCriteria.allowFolderRuns) {
+            throw new ToolInputError("PIPELINE_FOLDER_RUN_NOT_ALLOWED", `This pipeline collection's approved config${runCriteria.version ? ` v${runCriteria.version.number}` : ""} runs the whole collection only: drop folder / only (run_request runs a single request), or allow folder runs in its pipelineConfig and get the change approved.`);
+        }
         const outcome = await ctx.withRunLock(() => executeCollection({
             collection: prepared.collection,
             env: prepared.env,
@@ -183,13 +201,24 @@ export const registerRunTools = (server, ctx) => {
             connections: prepared.connections,
             only: selection,
             includeDisabled: Boolean(only && only.length > 0),
-            bail: bail ?? false,
+            bail: runCriteria.bail,
             deadlineMs: ctx.config.runTimeoutMs,
         }));
+        const verdict = evaluateRunVerdict({
+            results: outcome.results,
+            criteria: runCriteria.criteria,
+            collectionName: prepared.collection.name,
+            version: runCriteria.version?.number ?? null,
+            requests: prepared.collection.requests,
+            selection,
+        });
         return ok(summarizeRun(outcome, maxBodyBytes ?? ctx.config.maxBodyBytes, {
-            collection: { id: resolved.item.id, name: resolved.item.name },
+            collection: { id: resolved.item.id, name: resolved.item.name, kind: runCriteria.kind },
+            ...(runCriteria.version ? { version: runCriteria.version } : {}),
             workspace: workspaceTag(ws),
             environment: prepared.environment,
+            verdict,
+            ...(runCriteria.notes.length > 0 ? { notes: runCriteria.notes } : {}),
             warnings: prepared.warnings,
             resolved: [resolvedSummary(collection, resolved)],
         }, prepared.redaction));

package/dist/tools/run.js.map

@@ -1 +1 @@
-{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/tools/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAwB,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrF,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC1J,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAErE,qEAAqE;AACrE,6EAA6E;AAC7E,8EAA8E;AAC9E,2EAA2E;AAC3E,+BAA+B;AAE/B,2EAA2E;AAC3E,2BAA2B;AAC3B,MAAM,gBAAgB,GACpB,sYAAsY,CAAC;AAEzY,iFAAiF;AACjF,MAAM,cAAc,GAClB,+cAA+c,CAAC;AAEld,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC,CAAC;AAYhJ,uEAAuE;AACvE,MAAM,aAAa,GAAG,CAAC,aAAsB,EAA4C,EAAE;IACzF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,QAAQ,GAAI,aAAwC,EAAE,QAAQ,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,GAAiF,CAAC;QAClG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9H,CAAC,IAAI,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,GAAgB,EAAE,EAAU,EAAE,YAAoB,EAAE,cAAkC,EAAwB,EAAE;IAC/I,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,GAAG,EAAE,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACrG,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,2EAA2E;IAC3E,0EAA0E;IAC1E,8DAA8D;IAC9D,IAAI,OAAO,GAA2B,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChI,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,IAAI,CAAC,6GAA6G,CAAC,CAAC;IAC/H,CAAC;IAED,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,yBAAyB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,0CAA0C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtG,MAAM,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAEvD,OAAO;QACL,UAAU;QACV,GAAG,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,IAAI,EAAE,CAAC,EAAE;QACjD,OAAO;QACP,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;QACrG,QAAQ;QACR,SAAS;KACV,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAiB,EAAE,GAAgB,EAAQ,EAAE;IAC5E,MAAM,CAAC,YAAY,CACjB,aAAa,EACb;QACE,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EACT,+YAA+Y,cAAc,gHAAgH,gBAAgB,sBAAsB;QACrjB,WAAW,EAAE;YACX,SAAS,EAAE,YAAY;YACvB,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,8BAA8B,CAAC;YAC1D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;YAC7F,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kFAAkF,CAAC;YACxI,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC9B,YAAY,EAAE,UAAU;SACzB;QACD,WAAW,EAAE,GAAG;KACjB,EACD,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;QACtF,yEAAyE;QACzE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QACnF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;QACjC,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QACpF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC/E,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,cAAc,CAAC,uBAAuB,EAAE,0EAA0E,CAAC,CAAC;QAE7I,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtE,gFAAgF;YAChF,MAAM,GAAG,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;YAC/F,MAAM,QAAQ,GAAG,cAAc,CAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,EAC9F,QAAQ,CAAC,SAAS,CACnB,CAAC;YACF,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9E,OAAO,EAAE,CAAC;gBACR,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE;oBACP,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/I,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzI,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;oBAC3C,mBAAmB,EAAE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACvD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,kBAAkB,CAAC;oBAChE,4DAA4D;oBAC5D,gBAAgB,EAAE,iBAAiB,CAAC;wBAClC,UAAU,EAAE;4BACV,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACjE,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI;4BAC9B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,OAAO,IAAI,IAAI;yBAC7C;wBACD,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE;wBAC1C,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,IAAI;qBACpC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC;iBAC5B;gBACD,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,qBAAqB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBACvC,mBAAmB,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC1K,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,GAAG,CAAC,QAAQ,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,oFAAoF,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChJ,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CACzC,iBAAiB,CAAC;YAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAChB,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY;SACpC,CAAC,CACH,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,OAAO,EACP,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,EACvC;YACE,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,YAAY,EAAE;YACtC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/G,EACD,QAAQ,CAAC,SAAS,CACnB,CAAC;QACF,OAAO,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,CAAC,YAAY,CACjB,gBAAgB,EAChB;QACE,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,wiBAAwiB,gBAAgB,sBAAsB;QAChlB,WAAW,EAAE;YACX,SAAS,EAAE,YAAY;YACvB,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC;YAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;YAC/G,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;YAChH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YAC3C,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC5B,YAAY,EAAE,UAAU;SACzB;QACD,WAAW,EAAE,GAAG;KACjB,EACD,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE;QACzF,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC7E,IAAI,SAAS,GAAoB,IAAI,CAAC;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACzE,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,cAAc,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;YAC7E,SAAS,GAAG,kBAAkB,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACvG,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC5E,CAAC;QACD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAE3H,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CACzC,iBAAiB,CAAC;YAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YACjD,IAAI,EAAE,IAAI,IAAI,KAAK;YACnB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY;SACpC,CAAC,CACH,CAAC;QACF,OAAO,EAAE,CACP,YAAY,CACV,OAAO,EACP,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,EACvC;YACE,UAAU,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;YAC9D,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;SAClD,EACD,QAAQ,CAAC,SAAS,CACnB,CACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAE3C,uEAAuE;AACvE,2EAA2E;AAC3E,kEAAkE;AAClE,MAAM,UAAU,GAAG,CAAC,MAAgB,EAAE,GAA4B,EAAY,EAAE;IAC9E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,2BAA2B,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC/E,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;AACtB,CAAC,CAAC"}
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/tools/run.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,cAAc,EAAwB,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAEhE,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrF,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,QAAQ,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC1J,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAErE,qEAAqE;AACrE,6EAA6E;AAC7E,8EAA8E;AAC9E,2EAA2E;AAC3E,+BAA+B;AAE/B,2EAA2E;AAC3E,2BAA2B;AAC3B,MAAM,gBAAgB,GACpB,sYAAsY,CAAC;AAEzY,iFAAiF;AACjF,MAAM,cAAc,GAClB,+cAA+c,CAAC;AAEld,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC,CAAC;AAchJ,uEAAuE;AACvE,MAAM,aAAa,GAAG,CAAC,aAAsB,EAA4C,EAAE;IACzF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,QAAQ,GAAI,aAAwC,EAAE,QAAQ,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,GAAiF,CAAC;QAClG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9H,CAAC,IAAI,CAAC,cAAc,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,CAAC;AACvD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,GAAgB,EAAE,EAAU,EAAE,YAAoB,EAAE,cAAkC,EAAwB,EAAE;IAC/I,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,GAAG,EAAE,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACrG,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,2EAA2E;IAC3E,0EAA0E;IAC1E,8DAA8D;IAC9D,IAAI,OAAO,GAA2B,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,cAAc,EAAE,CAAC;IAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChI,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,IAAI,CAAC,6GAA6G,CAAC,CAAC;IAC/H,CAAC;IAED,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,yBAAyB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,0CAA0C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtG,MAAM,EAAE,SAAS,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAEvD,OAAO;QACL,UAAU;QACV,GAAG,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,IAAI,EAAE,CAAC,EAAE;QACjD,OAAO;QACP,WAAW,EAAE,GAAG;QAChB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;QACrG,QAAQ;QACR,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;KAClC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAiB,EAAE,GAAgB,EAAQ,EAAE;IAC5E,MAAM,CAAC,YAAY,CACjB,aAAa,EACb;QACE,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EACT,+YAA+Y,cAAc,gHAAgH,gBAAgB,sBAAsB;QACrjB,WAAW,EAAE;YACX,SAAS,EAAE,YAAY;YACvB,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,8BAA8B,CAAC;YAC1D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;YAC7F,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kFAAkF,CAAC;YACxI,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC9B,YAAY,EAAE,UAAU;SACzB;QACD,WAAW,EAAE,GAAG;KACjB,EACD,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE;QACtF,yEAAyE;QACzE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QACnF,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;QACjC,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QACpF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC/E,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,cAAc,CAAC,uBAAuB,EAAE,0EAA0E,CAAC,CAAC;QAE7I,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtE,gFAAgF;YAChF,MAAM,GAAG,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;YAC/F,MAAM,QAAQ,GAAG,cAAc,CAC7B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,EAC9F,QAAQ,CAAC,SAAS,CACnB,CAAC;YACF,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9E,OAAO,EAAE,CAAC;gBACR,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE;oBACP,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;oBAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/I,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzI,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;oBAC3C,mBAAmB,EAAE,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACvD,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,kBAAkB,CAAC;oBAChE,4DAA4D;oBAC5D,gBAAgB,EAAE,iBAAiB,CAAC;wBAClC,UAAU,EAAE;4BACV,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACjE,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI;4BAC9B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,OAAO,IAAI,IAAI;yBAC7C;wBACD,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE;wBAC1C,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,IAAI;qBACpC,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC;iBAC5B;gBACD,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,qBAAqB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBACvC,mBAAmB,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC1K,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,GAAG,CAAC,QAAQ,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,oFAAoF,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChJ,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CACzC,iBAAiB,CAAC;YAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAChB,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY;SACpC,CAAC,CACH,CAAC;QACF,MAAM,OAAO,GAAG,YAAY,CAC1B,OAAO,EACP,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,EACvC;YACE,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,YAAY,EAAE;YACtC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/G,EACD,QAAQ,CAAC,SAAS,CACnB,CAAC;QACF,OAAO,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CACH,CAAC;IAEF,MAAM,CAAC,YAAY,CACjB,gBAAgB,EAChB;QACE,KAAK,EAAE,0BAA0B;QACjC,WAAW,EACT,y7BAAy7B,gBAAgB,sBAAsB;QACj+B,WAAW,EAAE;YACX,SAAS,EAAE,YAAY;YACvB,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC;YAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;YAC/G,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;YAChH,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YAC3C,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iIAAiI,CAAC;YACtM,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kGAAkG,CAAC;YACtL,YAAY,EAAE,UAAU;SACzB;QACD,WAAW,EAAE,GAAG;KACjB,EACD,OAAO,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,gBAAgB,EAAE,YAAY,EAAE,EAAE,EAAE;QAC1H,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC7E,qEAAqE;QACrE,iEAAiE;QACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,KAAK,UAAU,CAAC;QAC1D,MAAM,kBAAkB,GACtB,CAAC,UAAU,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAC5D,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/K,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,EAAE;YACxD,aAAa;YACb,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;YAC9E,IAAI;SACL,CAAC,CAAC;QACH,IAAI,SAAS,GAAoB,IAAI,CAAC;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACzE,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,cAAc,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;YAC7E,SAAS,GAAG,kBAAkB,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACvG,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAC5E,CAAC;QACD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QAC3H,IAAI,SAAS,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,CAAC;YAC9C,MAAM,IAAI,cAAc,CACtB,iCAAiC,EACjC,6CAA6C,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,kKAAkK,CAC5Q,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,CACzC,iBAAiB,CAAC;YAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,SAAS;YACf,eAAe,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YACjD,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY;SACpC,CAAC,CACH,CAAC;QACF,MAAM,OAAO,GAAG,kBAAkB,CAAC;YACjC,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI;YACxC,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,MAAM,IAAI,IAAI;YAC5C,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ;YACtC,SAAS;SACV,CAAC,CAAC;QACH,OAAO,EAAE,CACP,YAAY,CACV,OAAO,EACP,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,EACvC;YACE,UAAU,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE;YACtF,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,OAAO;YACP,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;SAClD,EACD,QAAQ,CAAC,SAAS,CACnB,CACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,yBAAyB,CAAC;AAE3C,uEAAuE;AACvE,2EAA2E;AAC3E,kEAAkE;AAClE,MAAM,UAAU,GAAG,CAAC,MAAgB,EAAE,GAA4B,EAAY,EAAE;IAC9E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,2BAA2B,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC/E,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;AACtB,CAAC,CAAC"}

package/dist-cjs/client/api.js

@@ -63,6 +63,17 @@ class CallmanApi {
     deleteCollection(ws, id) {
         return this.http.request("DELETE", `/collections/${id}`, { workspaceId: ws });
     }
+    // On-prem pipeline collections: changes and deletion go through review;
+    // the decision itself is made by a person in the app (tokens are denied).
+    listCollectionApproverCandidates(ws, id, action) {
+        return this.http.request("GET", `/collections/${id}/review/approver-candidates`, { workspaceId: ws, query: { action } });
+    }
+    submitCollectionReview(ws, id, body) {
+        return this.http.request("POST", `/collections/${id}/review/submit`, { workspaceId: ws, body });
+    }
+    requestCollectionDeletion(ws, id, body) {
+        return this.http.request("POST", `/collections/${id}/deletion-request`, { workspaceId: ws, body });
+    }
     folderTree(ws, collectionId) {
         return this.http.request("GET", `/folders/tree/${collectionId}`, { workspaceId: ws });
     }
@@ -130,6 +141,9 @@ class CallmanApi {
     listConnections(ws, type) {
         return this.http.request("GET", "/connections", { workspaceId: ws, query: type ? { type } : {} });
     }
+    listConnectionRoutines(ws, id, query) {
+        return this.http.request("GET", `/connections/${id}/routines`, { workspaceId: ws, query });
+    }
     // ── import ──────────────────────────────────────────────────────────
     importJson(ws, body) {
         return this.http.request("POST", "/import/json", { workspaceId: ws, body, timeoutMs: 120_000 });

package/dist-cjs/client/errors.js

@@ -133,7 +133,39 @@ const hintFor = (error) => {
         case "UI_TEST_SCHEDULE_RUN_ACTIVE":
             return "That schedule is running right now. Wait for it (list_ui_test_runs) or cancel the run (cancel_ui_test_run), then trigger it again.";
         case "REVIEW_DISABLED_CLOUD":
-            return "Callman cloud has no review workflow — UI tests and scenarios run as saved; approvals and versions exist on on-prem installations only.";
+            return "Callman cloud has no review workflow — UI tests, scenarios and collections run as saved; approvals and versions exist on on-prem installations only.";
+        // On-prem pipeline collections (reviewed, versioned; CI runs the approved version).
+        case "COLLECTION_NOT_APPROVED":
+            return "This pipeline collection has no approved version yet, and CI (callme run, run_collection) runs only approved versions. submit_collection, have an approver approve it in the Callman app, then run it again.";
+        case "PIPELINE_COLLECTION_REQUIRED":
+            return "The administrator allows CI runs on pipeline collections only. Turn this one into a pipeline collection (update_collection kind: \"pipeline\" with group), submit_collection, and have it approved.";
+        case "COLLECTION_DELETE_REQUIRES_REVIEW":
+            return "A pipeline collection is deleted through review: request_collection_deletion sends the request; it is deleted when an approver approves it in the Callman app.";
+        case "COLLECTION_KIND_CHANGE_REQUIRES_REVIEW":
+            return "Turning a pipeline collection back into a standard one goes through review — request the conversion in the Callman app.";
+        case "PIPELINE_COLLECTIONS_ONPREM_ONLY":
+            return "Pipeline collections exist on Callman on-prem only. Elsewhere set the pass criteria per run: run_collection passThreshold / criticalRequests, callme run --pass-threshold / --critical-request.";
+        case "COLLECTION_GROUP_REQUIRED":
+            return "Pass `group`: the group whose approvers review this pipeline collection (the groups you belong to are listed by list_scenarios `groups`).";
+        case "COLLECTION_GROUP_NOT_ALLOWED":
+            return "You cannot pick that group — choose one you belong to (list_scenarios `groups`).";
+        case "COLLECTION_GROUP_LOCKED":
+            return "The reviewing group is fixed once the collection has an approved version or an open review.";
+        case "PASS_THRESHOLD_BELOW_FLOOR":
+            return "The administrator set a minimum pass percentage for CI runs — use a minPassPercent at or above it (the message names it).";
+        case "PIPELINE_CRITICAL_REQUEST_INVALID":
+        case "PIPELINE_CRITICAL_REQUEST_DISABLED":
+            return "A critical request must be a request of this collection that runs in the collection runner (not switched off) — get_collection_tree lists them.";
+        case "NOT_A_PIPELINE_COLLECTION":
+            return "Only pipeline collections have a group, pass criteria and a review — update_collection kind: \"pipeline\" (with group) turns a collection into one (on-prem).";
+        case "COLLECTION_NO_CHANGES":
+            return "The draft is the same as the approved version — there is nothing to submit.";
+        case "COLLECTION_REVIEW_PENDING":
+            return "A review is already open for this collection. submit_collection with replace: true swaps your own submission for the current draft; someone else's must be decided first.";
+        case "COLLECTION_NO_APPROVERS":
+            return "Nobody can approve collections of this group yet — an administrator must flag an approver for the group (admin panel) before submit_collection works.";
+        case "REVIEW_REQUIRES_INTERACTIVE_SESSION":
+            return "Reviews are decided by a person in the Callman app. AI tools can submit (submit_collection) and request deletion, not approve or reject.";
         case "SELF_APPROVAL_FORBIDDEN":
             return "You cannot approve or reject your own UI test — another approver must.";
         case "NOT_APPROVER":

package/dist-cjs/domain/pipeline.js

@@ -0,0 +1,144 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.evaluateRunVerdict = exports.resolveRunCriteria = exports.mergePipelineConfig = exports.pipelineConfigArg = void 0;
+const callman_core_1 = require("callman-core");
+const zod_1 = require("zod");
+const strict_js_1 = require("../lib/strict.js");
+const executeCollection_js_1 = require("../run/executeCollection.js");
+// Pass criteria — when a collection run counts as passed — the same rule
+// `callme run` applies in CI (callman-core evaluatePassCriteria). An on-prem
+// pipeline collection carries its own, reviewed and approved with it; the
+// bundle serves that approved config and it wins over whatever the caller
+// asks for. Every other run builds the criteria from the tool's inputs; none
+// = every executed request must pass.
+// ── pipelineConfig argument (create_collection / update_collection) ──────
+exports.pipelineConfigArg = (0, strict_js_1.strictObject)({
+    passCriteria: (0, strict_js_1.strictObject)({
+        mode: zod_1.z.enum(["all", "percentage"]).optional().describe('"all": every executed request must pass (default). "percentage": at least minPassPercent of them'),
+        minPassPercent: zod_1.z.number().int().min(1).max(100).optional().describe("1-100, read in percentage mode. The administrator may set a minimum"),
+        requiredRequests: zod_1.z
+            .array(zod_1.z.string().min(1).max(500))
+            .max(200)
+            .optional()
+            .describe("Critical requests (ids or names in this collection): they must pass whatever the percentage. Replaces the whole list; [] clears it"),
+        minExecuted: zod_1.z.number().int().min(1).max(100_000).optional().describe("Fewer executed requests than this fails the run (default 1)"),
+    }, "passCriteria key").optional(),
+    bail: zod_1.z.boolean().optional().describe("Stop at the first failed request (all mode only; ignored in percentage mode)"),
+    allowFolderRuns: zod_1.z.boolean().optional().describe("May CI run one folder of the collection (callme run --folder-id). Default false"),
+}, "pipelineConfig key")
+    .optional()
+    .describe("On-prem pipeline collections: the pass criteria CI applies (reviewed and approved with the collection). Omitted keys keep their current value (update) or the default (create).");
+// The stored config with the input laid over it — the server stores the
+// whole object, so a partial update must not reset the other fields.
+// `resolveIds` turns request refs (ids or names) into ids.
+const mergePipelineConfig = async (current, input, resolveIds) => {
+    const base = (0, callman_core_1.normalizePipelineCollectionConfig)(current);
+    const criteria = input.passCriteria ?? {};
+    const requiredRequestIds = criteria.requiredRequests !== undefined ? await resolveIds(criteria.requiredRequests) : base.passCriteria.requiredRequestIds;
+    const mode = criteria.mode ?? (criteria.minPassPercent !== undefined ? "percentage" : base.passCriteria.mode);
+    const passCriteria = (0, callman_core_1.normalizePipelinePassCriteria)({
+        mode,
+        minPassPercent: criteria.minPassPercent ?? (base.passCriteria.mode === "percentage" ? base.passCriteria.minPassPercent : 100),
+        requiredRequestIds,
+        minExecuted: criteria.minExecuted ?? base.passCriteria.minExecuted,
+    });
+    return {
+        passCriteria,
+        bail: passCriteria.mode === "percentage" ? false : (input.bail ?? base.bail),
+        allowFolderRuns: input.allowFolderRuns ?? base.allowFolderRuns,
+    };
+};
+exports.mergePipelineConfig = mergePipelineConfig;
+const describeCriteria = (criteria) => {
+    const parts = [criteria.mode === "percentage" ? `threshold ${criteria.minPassPercent}%` : "all must pass"];
+    const critical = criteria.requiredRequestIds.length;
+    if (critical > 0)
+        parts.push(`${critical} critical request${critical === 1 ? "" : "s"}`);
+    if (criteria.minExecuted > 1)
+        parts.push(`at least ${criteria.minExecuted} requests`);
+    return parts.join(", ");
+};
+// The bundle's approved config for a pipeline collection, else the inputs
+// (`criticalRequestIds` resolved by the caller; for a pipeline collection only
+// their presence is read, to say they were ignored). The administrator's
+// minimum pass percentage is applied either way.
+const resolveRunCriteria = (pipeline, input) => {
+    const notes = [];
+    let criteria;
+    let bail;
+    let result;
+    if (pipeline?.kind === "pipeline") {
+        const config = (0, callman_core_1.normalizePipelineCollectionConfig)(pipeline.config);
+        const version = pipeline.version && typeof pipeline.version.number === "number"
+            ? { number: pipeline.version.number, approvedAt: pipeline.version.approvedAt ?? null, approvedByLabel: pipeline.version.approvedByLabel ?? null }
+            : null;
+        const label = version ? `v${version.number}` : "(unversioned)";
+        const ignored = [
+            input.passThreshold !== undefined ? "passThreshold" : null,
+            input.criticalRequestIds.length > 0 ? "criticalRequests" : null,
+            input.bail === true ? "bail" : null,
+        ].filter((name) => name !== null);
+        notes.push(`Pipeline collection: this run used its approved version ${label} (not the unapproved draft) and its approved pass criteria (${describeCriteria(config.passCriteria)}${config.bail ? ", bail" : ""}).`);
+        if (ignored.length > 0)
+            notes.push(`${ignored.join(", ")} ignored: the approved pipeline config ${label} decides.`);
+        criteria = config.passCriteria;
+        bail = config.bail;
+        result = { kind: "pipeline", version, allowFolderRuns: config.allowFolderRuns };
+    }
+    else {
+        criteria = (0, callman_core_1.normalizePipelinePassCriteria)({
+            mode: input.passThreshold === undefined ? "all" : "percentage",
+            minPassPercent: input.passThreshold ?? 100,
+            requiredRequestIds: input.criticalRequestIds,
+            minExecuted: 1,
+        });
+        // A pass percentage needs the whole run.
+        bail = input.bail === true && criteria.mode !== "percentage";
+        if (input.bail === true && !bail)
+            notes.push("bail ignored: passThreshold needs every request to run.");
+        result = { kind: "standard", version: null, allowFolderRuns: true };
+    }
+    const floored = (0, callman_core_1.applyPassPercentFloor)(criteria, pipeline?.policy?.minPassPercentFloor);
+    if (floored.minPassPercent !== criteria.minPassPercent) {
+        notes.push(`Pass threshold raised from ${criteria.minPassPercent}% to ${floored.minPassPercent}%: the server's minimum for CI runs.`);
+    }
+    return { ...result, criteria: floored, bail, notes };
+};
+exports.resolveRunCriteria = resolveRunCriteria;
+// One outcome per execution (a data-driven request has one per row; core
+// counts the request once). `scopeRequestIds` = the requests a partial run
+// covered; critical requests outside it are ignored, but an id the collection
+// does not have at all still counts as not run.
+const evaluateRunVerdict = (input) => {
+    const { criteria } = input;
+    const known = new Set(input.requests.map((request) => request.id));
+    const scopeRequestIds = input.selection
+        ? [...input.selection, ...criteria.requiredRequestIds.filter((id) => !known.has(id))]
+        : undefined;
+    const outcomes = input.results.map((result) => result.executionControl?.skipped === true
+        ? { requestId: result.requestId, passed: false, skipped: true }
+        : { requestId: result.requestId, passed: !(0, executeCollection_js_1.requestFailed)(result) });
+    const verdict = (0, callman_core_1.evaluatePassCriteria)(outcomes, criteria, scopeRequestIds ? { scopeRequestIds } : {});
+    const scope = scopeRequestIds ? new Set(scopeRequestIds) : null;
+    const names = new Map(input.requests.map((request) => [request.id, request.name]));
+    const failed = new Set(verdict.requiredFailed);
+    const missing = new Set(verdict.requiredMissing);
+    const criticalRequests = criteria.requiredRequestIds
+        .filter((id) => !scope || scope.has(id))
+        .map((id) => ({
+        id,
+        name: names.get(id) ?? null,
+        status: failed.has(id) ? "failed" : missing.has(id) ? "did_not_run" : "passed",
+    }));
+    const parts = [
+        `${input.collectionName}${input.version !== null ? ` v${input.version}` : ""}`,
+        `${verdict.passedCount}/${verdict.executed} passed${verdict.passRate !== null ? ` (${verdict.passRate.toFixed(1)}%)` : ""}`,
+        verdict.mode === "percentage" ? `threshold ${verdict.threshold}%` : "all must pass",
+    ];
+    if (criticalRequests.length > 0) {
+        const okCount = criticalRequests.filter((entry) => entry.status === "passed").length;
+        parts.push(`critical ${okCount}/${criticalRequests.length} ${okCount === criticalRequests.length ? "✓" : "✗"}`);
+    }
+    return { ...verdict, line: `${parts.join(" · ")} → ${verdict.passed ? "PASS" : "FAIL"}`, criticalRequests };
+};
+exports.evaluateRunVerdict = evaluateRunVerdict;

package/dist-cjs/domain/scenario/build.js

@@ -41,6 +41,14 @@ exports.scenarioEnvironmentInputSchema = (0, strict_js_1.strictObject)({
 exports.scenarioDatasetSchema = (0, strict_js_1.strictObject)({
     columns: zod_1.z.array(zod_1.z.string().max(200)).max(200),
     rows: zod_1.z.array(zod_1.z.record(zod_1.z.string().max(100_000))).max(10_000).describe("Each row: column → value; nodes read {{data.<column>}}; the scenario runs once per row"),
+    source: (0, strict_js_1.strictObject)({
+        type: zod_1.z.literal("db"),
+        connectionId: zod_1.z.string().max(200),
+        query: zod_1.z.string().min(1).max(100_000),
+    }, "dataset source field")
+        .nullable()
+        .optional()
+        .describe("Read the rows from this query when the run starts, instead of storing them. Columns are the query's column names (Oracle: uppercase). columns and rows may then be empty."),
 }, "dataset field")
     .nullable()
     .describe("Data-driven runs: the whole scenario runs once per row (null removes the dataset)");

package/dist-cjs/resources/docs/overview.js

@@ -57,6 +57,26 @@ The token works in EVERY workspace the user belongs to (with their role in each)
 - \`run_request\` / \`run_collection\` execute on the user's machine with real variable values;
   you only get results and the names of variables scripts changed.
 
+## Pipeline collections (on-prem)
+On Callman on-prem a collection can be a **pipeline collection** (\`kind: "pipeline"\`, owned by a
+review group): changes go through review like scenarios, approved versions are kept, and CI
+(\`callme run\`, \`run_collection\`) runs only the active APPROVED version with its approved pass
+criteria (\`pipelineConfig\`: threshold %, critical requests, bail, folder runs).
+- \`get_collection\` / \`list_collections\` show \`kind\` and \`review\` (status, active version,
+  pending submission). Edits change the draft; nothing reaches CI until it is approved.
+- Create one with \`create_collection { kind: "pipeline", group }\`, or turn a standard one into it
+  with \`update_collection { kind: "pipeline", group }\`; set the criteria with \`pipelineConfig\`
+  (omitted keys keep their value; critical requests by id or name).
+- \`submit_collection\` sends the draft for review; \`request_collection_deletion\` asks to delete
+  it (\`delete_collection\` refuses pipeline collections). Approving is a person's decision in the
+  Callman app — there is no approve tool, and tokens are denied it.
+- \`run_collection\` returns a \`verdict\` (\`Payments CI v4 · 17/20 passed (85.0%) · threshold 80% ·
+  critical 2/2 ✓ → PASS\`). For a pipeline collection the approved criteria decide (the
+  \`passThreshold\` / \`criticalRequests\` / \`bail\` inputs are ignored) and \`version\` says what ran;
+  for a standard collection those inputs set the criteria (default: every request must pass).
+- A pipeline collection without an approved version cannot run (\`COLLECTION_NOT_APPROVED\`); an
+  administrator may allow CI on pipeline collections only (\`PIPELINE_COLLECTION_REQUIRED\`).
+
 ## Secrets
 Environment and collection-variable values come back masked (\`••••ab\`) unless the token holds
 \`environments:reveal\` and you ask for \`reveal: true\`. Never write a masked environment value back —