@stigmer/runner 3.0.1

package/dist/activities/call-eval.d.ts

@@ -0,0 +1,50 @@
+/**
+ * CallEval Temporal activity — executes LLM-as-judge evaluation for
+ * workflow `call: eval` tasks.
+ *
+ * Ported from the deleted Go EvalActivity (task_builder_eval_activities.go).
+ *
+ * Supports three scoring modes:
+ * - EVAL_PASS_FAIL: binary pass/fail with reasoning
+ * - EVAL_NUMERIC_SCORE: 0.0-1.0 score with optional threshold
+ * - EVAL_MULTI_CRITERIA: per-criterion scores with weighted average
+ *
+ * Uses callLlmAction for the underlying LLM call, keeping proxy/auth
+ * handling in one place.
+ */
+export interface EvalCriterion {
+    readonly name: string;
+    readonly description?: string;
+    readonly weight?: number;
+}
+export interface EvalConfig {
+    readonly model: string;
+    readonly subject: unknown;
+    readonly rubric: string;
+    readonly scoring_mode?: string;
+    readonly threshold?: number;
+    readonly on_fail?: string;
+    readonly fallback_task?: string;
+    readonly criteria?: EvalCriterion[];
+    readonly system_prompt?: string;
+    readonly max_cost_micros?: number;
+}
+interface CriterionResult {
+    name: string;
+    score: number;
+    reasoning: string;
+}
+export interface EvalResult {
+    pass: boolean;
+    score?: number;
+    reasoning: string;
+    criteria?: CriterionResult[];
+    model_used: string;
+    subject: unknown;
+    input_tokens: number;
+    output_tokens: number;
+}
+export declare function callEvalAction(config: EvalConfig, runtimeEnv: Record<string, unknown>, executionId: string): Promise<EvalResult & {
+    __stigmer_branch_override?: string;
+}>;
+export {};

package/dist/activities/call-eval.js

@@ -0,0 +1,244 @@
+/**
+ * CallEval Temporal activity — executes LLM-as-judge evaluation for
+ * workflow `call: eval` tasks.
+ *
+ * Ported from the deleted Go EvalActivity (task_builder_eval_activities.go).
+ *
+ * Supports three scoring modes:
+ * - EVAL_PASS_FAIL: binary pass/fail with reasoning
+ * - EVAL_NUMERIC_SCORE: 0.0-1.0 score with optional threshold
+ * - EVAL_MULTI_CRITERIA: per-criterion scores with weighted average
+ *
+ * Uses callLlmAction for the underlying LLM call, keeping proxy/auth
+ * handling in one place.
+ */
+import { ApplicationFailure } from "@temporalio/activity";
+import { callLlmAction } from "./call-llm.js";
+// ─── Judge Prompt Builders ───────────────────────────────────────────────
+function buildPassFailPrompt(rubric, subject) {
+    return `You are an expert evaluator. Assess the following subject according to the rubric.
+
+## Rubric
+${rubric}
+
+## Subject
+${subject}
+
+## Instructions
+Evaluate the subject against the rubric. Respond with ONLY a JSON object in this exact format:
+{"pass": true/false, "reasoning": "your explanation"}
+
+Do not include any text outside the JSON object.`;
+}
+function buildNumericScorePrompt(rubric, subject) {
+    return `You are an expert evaluator. Score the following subject according to the rubric.
+
+## Rubric
+${rubric}
+
+## Subject
+${subject}
+
+## Instructions
+Score the subject from 0.0 (worst) to 1.0 (best) according to the rubric. Respond with ONLY a JSON object in this exact format:
+{"score": 0.0, "reasoning": "your explanation"}
+
+The score must be a number between 0.0 and 1.0. Do not include any text outside the JSON object.`;
+}
+function buildMultiCriteriaPrompt(rubric, subject, criteria) {
+    const criteriaDesc = criteria
+        .map((c) => `- **${c.name}**: ${c.description ?? "(no description)"}`)
+        .join("\n");
+    return `You are an expert evaluator. Score the following subject on multiple criteria.
+
+## Rubric
+${rubric}
+
+## Criteria
+${criteriaDesc}
+
+## Subject
+${subject}
+
+## Instructions
+Score the subject on each criterion from 0.0 (worst) to 1.0 (best). Respond with ONLY a JSON object in this exact format:
+{"criteria": [{"name": "criterion_name", "score": 0.0, "reasoning": "explanation"}, ...]}
+
+Each criterion must have name, score (0.0-1.0), and reasoning. Do not include any text outside the JSON object.`;
+}
+// ─── Response Parsing ────────────────────────────────────────────────────
+function extractJSON(text) {
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    return jsonMatch ? jsonMatch[0] : text;
+}
+function parsePassFailResponse(text) {
+    try {
+        const parsed = JSON.parse(extractJSON(text));
+        return {
+            pass: Boolean(parsed.pass),
+            reasoning: typeof parsed.reasoning === "string" ? parsed.reasoning : "",
+        };
+    }
+    catch {
+        const lowerText = text.toLowerCase();
+        const pass = lowerText.includes('"pass": true') || lowerText.includes('"pass":true');
+        return {
+            pass,
+            reasoning: `Failed to parse judge response as JSON. Raw: ${text.slice(0, 500)}`,
+        };
+    }
+}
+function parseNumericResponse(text) {
+    try {
+        const parsed = JSON.parse(extractJSON(text));
+        const score = typeof parsed.score === "number" ? parsed.score : 0;
+        return {
+            score: Math.max(0, Math.min(1, score)),
+            reasoning: typeof parsed.reasoning === "string" ? parsed.reasoning : "",
+        };
+    }
+    catch {
+        return {
+            score: 0,
+            reasoning: `Failed to parse judge response as JSON. Raw: ${text.slice(0, 500)}`,
+        };
+    }
+}
+function parseMultiCriteriaResponse(text) {
+    try {
+        const parsed = JSON.parse(extractJSON(text));
+        const criteria = Array.isArray(parsed.criteria) ? parsed.criteria : [];
+        return criteria.map((c) => ({
+            name: typeof c.name === "string" ? c.name : "unknown",
+            score: Math.max(0, Math.min(1, typeof c.score === "number" ? c.score : 0)),
+            reasoning: typeof c.reasoning === "string" ? c.reasoning : "",
+        }));
+    }
+    catch {
+        return [];
+    }
+}
+function computeWeightedScore(results, configCriteria) {
+    if (results.length === 0)
+        return 0;
+    const weightMap = new Map();
+    for (const c of configCriteria) {
+        weightMap.set(c.name, c.weight ?? 1.0);
+    }
+    let totalWeight = 0;
+    let weightedSum = 0;
+    for (const r of results) {
+        const w = weightMap.get(r.name) ?? 1.0;
+        weightedSum += r.score * w;
+        totalWeight += w;
+    }
+    return totalWeight > 0 ? weightedSum / totalWeight : 0;
+}
+// ─── On-Fail Policy ──────────────────────────────────────────────────────
+function applyOnFailPolicy(result, config) {
+    if (result.pass)
+        return result;
+    const policy = config.on_fail ?? "EVAL_FAIL_WARN";
+    switch (policy) {
+        case "EVAL_FAIL_RAISE":
+            throw ApplicationFailure.nonRetryable(`Eval failed: ${result.reasoning}`, "EVAL_FAILED", result);
+        case "EVAL_FAIL_BRANCH":
+            if (config.fallback_task) {
+                return { ...result, __stigmer_branch_override: config.fallback_task };
+            }
+            return result;
+        case "EVAL_FAIL_WARN":
+        default:
+            return result;
+    }
+}
+// ─── Main Action ─────────────────────────────────────────────────────────
+export async function callEvalAction(config, runtimeEnv, executionId) {
+    if (!config.model) {
+        throw ApplicationFailure.nonRetryable("Eval requires 'model' in config", "EVAL_MISSING_MODEL");
+    }
+    if (!config.rubric) {
+        throw ApplicationFailure.nonRetryable("Eval requires 'rubric' in config", "EVAL_MISSING_RUBRIC");
+    }
+    if (config.subject === undefined || config.subject === null) {
+        throw ApplicationFailure.nonRetryable("Eval requires 'subject' in config", "EVAL_MISSING_SUBJECT");
+    }
+    const subjectStr = typeof config.subject === "string"
+        ? config.subject
+        : JSON.stringify(config.subject, null, 2);
+    const scoringMode = config.scoring_mode ?? "EVAL_PASS_FAIL";
+    const threshold = config.threshold ?? 0.5;
+    let prompt;
+    switch (scoringMode) {
+        case "EVAL_PASS_FAIL":
+            prompt = buildPassFailPrompt(config.rubric, subjectStr);
+            break;
+        case "EVAL_NUMERIC_SCORE":
+            prompt = buildNumericScorePrompt(config.rubric, subjectStr);
+            break;
+        case "EVAL_MULTI_CRITERIA":
+            if (!config.criteria || config.criteria.length === 0) {
+                throw ApplicationFailure.nonRetryable("EVAL_MULTI_CRITERIA requires 'criteria' list", "EVAL_MISSING_CRITERIA");
+            }
+            prompt = buildMultiCriteriaPrompt(config.rubric, subjectStr, config.criteria);
+            break;
+        default:
+            throw ApplicationFailure.nonRetryable(`Unknown scoring_mode '${scoringMode}'. Supported: EVAL_PASS_FAIL, EVAL_NUMERIC_SCORE, EVAL_MULTI_CRITERIA`, "EVAL_UNKNOWN_SCORING_MODE");
+    }
+    const llmResult = await callLlmAction({
+        model: config.model,
+        prompt,
+        system_prompt: config.system_prompt,
+        response_schema: { type: "object" },
+    }, runtimeEnv, executionId);
+    const responseText = typeof llmResult.result === "string"
+        ? llmResult.result
+        : JSON.stringify(llmResult.result);
+    let evalResult;
+    switch (scoringMode) {
+        case "EVAL_PASS_FAIL": {
+            const parsed = parsePassFailResponse(responseText);
+            evalResult = {
+                pass: parsed.pass,
+                reasoning: parsed.reasoning,
+                model_used: llmResult.model,
+                subject: config.subject,
+                input_tokens: llmResult.input_tokens,
+                output_tokens: llmResult.output_tokens,
+            };
+            break;
+        }
+        case "EVAL_NUMERIC_SCORE": {
+            const parsed = parseNumericResponse(responseText);
+            evalResult = {
+                pass: parsed.score >= threshold,
+                score: parsed.score,
+                reasoning: parsed.reasoning,
+                model_used: llmResult.model,
+                subject: config.subject,
+                input_tokens: llmResult.input_tokens,
+                output_tokens: llmResult.output_tokens,
+            };
+            break;
+        }
+        case "EVAL_MULTI_CRITERIA": {
+            const criteriaResults = parseMultiCriteriaResponse(responseText);
+            const score = computeWeightedScore(criteriaResults, config.criteria ?? []);
+            evalResult = {
+                pass: score >= threshold,
+                score,
+                reasoning: criteriaResults.map((c) => `${c.name}: ${c.reasoning}`).join("; "),
+                criteria: criteriaResults,
+                model_used: llmResult.model,
+                subject: config.subject,
+                input_tokens: llmResult.input_tokens,
+                output_tokens: llmResult.output_tokens,
+            };
+            break;
+        }
+        default:
+            throw ApplicationFailure.nonRetryable(`Unhandled scoring_mode: ${scoringMode}`, "EVAL_INTERNAL");
+    }
+    return applyOnFailPolicy(evalResult, config);
+}
+//# sourceMappingURL=call-eval.js.map

package/dist/activities/call-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"call-eval.js","sourceRoot":"","sources":["../../src/activities/call-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAwC9C,4EAA4E;AAE5E,SAAS,mBAAmB,CAAC,MAAc,EAAE,OAAe;IAC1D,OAAO;;;EAGP,MAAM;;;EAGN,OAAO;;;;;;iDAMwC,CAAC;AAClD,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc,EAAE,OAAe;IAC9D,OAAO;;;EAGP,MAAM;;;EAGN,OAAO;;;;;;iGAMwF,CAAC;AAClG,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAAc,EACd,OAAe,EACf,QAAyB;IAEzB,MAAM,YAAY,GAAG,QAAQ;SAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,WAAW,IAAI,kBAAkB,EAAE,CAAC;SACrE,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;;;EAGP,MAAM;;;EAGN,YAAY;;;EAGZ,OAAO;;;;;;gHAMuG,CAAC;AACjH,CAAC;AAED,4EAA4E;AAE5E,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAC1B,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SACxE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACrF,OAAO;YACL,IAAI;YACJ,SAAS,EAAE,gDAAgD,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;SAChF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtC,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SACxE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,gDAAgD,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;SAChF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,IAAY;IAC9C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YACrD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SAC9D,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAA0B,EAC1B,cAA+B;IAE/B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/B,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;QACvC,WAAW,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;QAC3B,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,4EAA4E;AAE5E,SAAS,iBAAiB,CACxB,MAAkB,EAClB,MAAkB;IAElB,IAAI,MAAM,CAAC,IAAI;QAAE,OAAO,MAAM,CAAC;IAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IAElD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,iBAAiB;YACpB,MAAM,kBAAkB,CAAC,YAAY,CACnC,gBAAgB,MAAM,CAAC,SAAS,EAAE,EAClC,aAAa,EACb,MAAM,CACP,CAAC;QACJ,KAAK,kBAAkB;YACrB,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACzB,OAAO,EAAE,GAAG,MAAM,EAAE,yBAAyB,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC;YACxE,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,KAAK,gBAAgB,CAAC;QACtB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,4EAA4E;AAE5E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAkB,EAClB,UAAmC,EACnC,WAAmB;IAEnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,kBAAkB,CAAC,YAAY,CAAC,iCAAiC,EAAE,oBAAoB,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,kBAAkB,CAAC,YAAY,CAAC,kCAAkC,EAAE,qBAAqB,CAAC,CAAC;IACnG,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC5D,MAAM,kBAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,sBAAsB,CAAC,CAAC;IACrG,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;QACnD,CAAC,CAAC,MAAM,CAAC,OAAO;QAChB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAE5C,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,IAAI,gBAAgB,CAAC;IAC5D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;IAE1C,IAAI,MAAc,CAAC;IACnB,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,gBAAgB;YACnB,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACxD,MAAM;QACR,KAAK,oBAAoB;YACvB,MAAM,GAAG,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC5D,MAAM;QACR,KAAK,qBAAqB;YACxB,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,MAAM,kBAAkB,CAAC,YAAY,CACnC,8CAA8C,EAC9C,uBAAuB,CACxB,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,wBAAwB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9E,MAAM;QACR;YACE,MAAM,kBAAkB,CAAC,YAAY,CACnC,yBAAyB,WAAW,uEAAuE,EAC3G,2BAA2B,CAC5B,CAAC;IACN,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,aAAa,CACnC;QACE,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM;QACN,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,eAAe,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACpC,EACD,UAAU,EACV,WAAW,CACZ,CAAC;IAEF,MAAM,YAAY,GAAG,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;QACvD,CAAC,CAAC,SAAS,CAAC,MAAM;QAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAErC,IAAI,UAAsB,CAAC;IAE3B,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,MAAM,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;YACnD,UAAU,GAAG;gBACX,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,SAAS,CAAC,KAAK;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,YAAY,EAAE,SAAS,CAAC,YAAY;gBACpC,aAAa,EAAE,SAAS,CAAC,aAAa;aACvC,CAAC;YACF,MAAM;QACR,CAAC;QACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC1B,MAAM,MAAM,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;YAClD,UAAU,GAAG;gBACX,IAAI,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,SAAS,CAAC,KAAK;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,YAAY,EAAE,SAAS,CAAC,YAAY;gBACpC,aAAa,EAAE,SAAS,CAAC,aAAa;aACvC,CAAC;YACF,MAAM;QACR,CAAC;QACD,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC3B,MAAM,eAAe,GAAG,0BAA0B,CAAC,YAAY,CAAC,CAAC;YACjE,MAAM,KAAK,GAAG,oBAAoB,CAAC,eAAe,EAAE,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;YAC3E,UAAU,GAAG;gBACX,IAAI,EAAE,KAAK,IAAI,SAAS;gBACxB,KAAK;gBACL,SAAS,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7E,QAAQ,EAAE,eAAe;gBACzB,UAAU,EAAE,SAAS,CAAC,KAAK;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,YAAY,EAAE,SAAS,CAAC,YAAY;gBACpC,aAAa,EAAE,SAAS,CAAC,aAAa;aACvC,CAAC;YACF,MAAM;QACR,CAAC;QACD;YACE,MAAM,kBAAkB,CAAC,YAAY,CAAC,2BAA2B,WAAW,EAAE,EAAE,eAAe,CAAC,CAAC;IACrG,CAAC;IAED,OAAO,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AAC/C,CAAC"}

package/dist/activities/call-function.d.ts

@@ -0,0 +1,21 @@
+/**
+ * CallFunction Temporal activity — dispatcher for custom call types
+ * (llm, agent, transform, validate, etc.).
+ *
+ * The CNCF DSL `call: <string>` maps to CallFunctionTaskDef. This
+ * activity receives the `call` string and routes to the appropriate
+ * handler. Currently supports:
+ * - "llm" → callLlmAction
+ * - "transform" → transformAction (JQ engine)
+ * - "validate" → validateAction (JSON Schema + business rules)
+ * - "agent" → placeholder (Phase 4b)
+ *
+ * Activity contract:
+ *   Name:   "CallFunction"
+ *   Input:  (call: string, config: Record<string, unknown>, runtimeEnv: Record<string, unknown>, executionId: string)
+ *   Output: unknown
+ */
+export declare function callFunctionAction(call: string, config: Record<string, unknown>, runtimeEnv: Record<string, unknown>, executionId: string): Promise<unknown>;
+export declare function createCallFunctionActivities(): {
+    CallFunction: (call: string, config: Record<string, unknown>, runtimeEnv: Record<string, unknown>, executionId: string) => Promise<unknown>;
+};

package/dist/activities/call-function.js

@@ -0,0 +1,54 @@
+/**
+ * CallFunction Temporal activity — dispatcher for custom call types
+ * (llm, agent, transform, validate, etc.).
+ *
+ * The CNCF DSL `call: <string>` maps to CallFunctionTaskDef. This
+ * activity receives the `call` string and routes to the appropriate
+ * handler. Currently supports:
+ * - "llm" → callLlmAction
+ * - "transform" → transformAction (JQ engine)
+ * - "validate" → validateAction (JSON Schema + business rules)
+ * - "agent" → placeholder (Phase 4b)
+ *
+ * Activity contract:
+ *   Name:   "CallFunction"
+ *   Input:  (call: string, config: Record<string, unknown>, runtimeEnv: Record<string, unknown>, executionId: string)
+ *   Output: unknown
+ */
+import { ApplicationFailure } from "@temporalio/activity";
+import { callLlmAction } from "./call-llm.js";
+import { callEvalAction } from "./call-eval.js";
+import { emitEventAction } from "./emit-event.js";
+import { notificationAction } from "./notification.js";
+import { transformAction } from "./call-transform.js";
+import { validateAction } from "./call-validate.js";
+import { resolveObjectPlaceholders } from "../workflow-engine/resolve.js";
+export async function callFunctionAction(call, config, runtimeEnv, executionId) {
+    const resolved = resolveObjectPlaceholders(config, runtimeEnv);
+    switch (call) {
+        case "llm":
+            return callLlmAction(resolved, runtimeEnv, executionId);
+        case "eval":
+            return callEvalAction(resolved, runtimeEnv, executionId);
+        case "emit_event":
+            return emitEventAction(resolved, executionId, runtimeEnv);
+        case "notification":
+            return notificationAction(resolved, runtimeEnv);
+        case "transform":
+            return transformAction(resolved, resolved.input);
+        case "validate":
+            return validateAction(resolved);
+        case "agent":
+            throw ApplicationFailure.nonRetryable(`call:agent is not yet implemented via call:function. Use the dedicated call:agent task kind.`, "CALL_AGENT_NOT_IMPLEMENTED");
+        default:
+            throw ApplicationFailure.nonRetryable(`Unknown custom call function '${call}'. Supported: llm, eval, emit_event, notification, transform, validate.`, "UNKNOWN_CALL_FUNCTION");
+    }
+}
+export function createCallFunctionActivities() {
+    return {
+        CallFunction: async (call, config, runtimeEnv, executionId) => {
+            return callFunctionAction(call, config, runtimeEnv, executionId);
+        },
+    };
+}
+//# sourceMappingURL=call-function.js.map

package/dist/activities/call-function.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"call-function.js","sourceRoot":"","sources":["../../src/activities/call-function.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAsB,MAAM,eAAe,CAAC;AAClE,OAAO,EAAE,cAAc,EAAmB,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAwB,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAA2B,MAAM,mBAAmB,CAAC;AAChF,OAAO,EAAE,eAAe,EAAwB,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAuB,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAE1E,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAY,EACZ,MAA+B,EAC/B,UAAmC,EACnC,WAAmB;IAEnB,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAA4B,CAAC;IAE1F,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,KAAK;YACR,OAAO,aAAa,CAAC,QAAoC,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QACtF,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,QAAiC,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QACpF,KAAK,YAAY;YACf,OAAO,eAAe,CAAC,QAAsC,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC1F,KAAK,cAAc;YACjB,OAAO,kBAAkB,CAAC,QAAyC,EAAE,UAAU,CAAC,CAAC;QACnF,KAAK,WAAW;YACd,OAAO,eAAe,CAAC,QAAsC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjF,KAAK,UAAU;YACb,OAAO,cAAc,CAAC,QAAqC,CAAC,CAAC;QAC/D,KAAK,OAAO;YACV,MAAM,kBAAkB,CAAC,YAAY,CACnC,8FAA8F,EAC9F,4BAA4B,CAC7B,CAAC;QACJ;YACE,MAAM,kBAAkB,CAAC,YAAY,CACnC,iCAAiC,IAAI,yEAAyE,EAC9G,uBAAuB,CACxB,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,4BAA4B;IAC1C,OAAO;QACL,YAAY,EAAE,KAAK,EACjB,IAAY,EACZ,MAA+B,EAC/B,UAAmC,EACnC,WAAmB,EACD,EAAE;YACpB,OAAO,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;QACnE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/activities/call-grpc.d.ts

@@ -0,0 +1,22 @@
+/**
+ * CallGRPC Temporal activity — executes gRPC RPCs for workflow
+ * `call: grpc` tasks using dynamic proto loading.
+ *
+ * Uses @grpc/proto-loader for proto file loading and @grpc/grpc-js
+ * for the actual RPC invocation. No pre-compiled proto stubs needed.
+ *
+ * Current limitations (carried from Go implementation):
+ * - Insecure gRPC only (no TLS)
+ * - Proto loaded from local filesystem path
+ * - No gRPC metadata/headers support
+ *
+ * Activity contract:
+ *   Name:   "CallGrpc"
+ *   Input:  (config: GrpcCallConfig, runtimeEnv: Record<string, unknown>)
+ *   Output: Record<string, unknown> (JSON response) or string
+ */
+import type { GrpcCallConfig } from "../workflow-engine/types.js";
+export declare function callGrpcAction(config: GrpcCallConfig, runtimeEnv: Record<string, unknown>): Promise<unknown>;
+export declare function createCallGrpcActivities(): {
+    CallGrpc: (config: GrpcCallConfig, runtimeEnv: Record<string, unknown>) => Promise<unknown>;
+};

package/dist/activities/call-grpc.js

@@ -0,0 +1,101 @@
+/**
+ * CallGRPC Temporal activity — executes gRPC RPCs for workflow
+ * `call: grpc` tasks using dynamic proto loading.
+ *
+ * Uses @grpc/proto-loader for proto file loading and @grpc/grpc-js
+ * for the actual RPC invocation. No pre-compiled proto stubs needed.
+ *
+ * Current limitations (carried from Go implementation):
+ * - Insecure gRPC only (no TLS)
+ * - Proto loaded from local filesystem path
+ * - No gRPC metadata/headers support
+ *
+ * Activity contract:
+ *   Name:   "CallGrpc"
+ *   Input:  (config: GrpcCallConfig, runtimeEnv: Record<string, unknown>)
+ *   Output: Record<string, unknown> (JSON response) or string
+ */
+import { ApplicationFailure } from "@temporalio/activity";
+import { resolveObjectPlaceholders } from "../workflow-engine/resolve.js";
+export async function callGrpcAction(config, runtimeEnv) {
+    const resolved = resolveObjectPlaceholders(config, runtimeEnv);
+    const host = resolved.service.host || "localhost";
+    const port = resolved.service.port || 50051;
+    const address = `${host}:${port}`;
+    const serviceName = resolved.service.name;
+    const methodName = resolved.method;
+    const args = resolved.arguments ?? {};
+    let protoPath = resolved.proto;
+    if (protoPath.startsWith("file://")) {
+        protoPath = protoPath.slice(7);
+    }
+    let grpc;
+    let protoLoader;
+    try {
+        grpc = await import("@grpc/grpc-js");
+        protoLoader = await import("@grpc/proto-loader");
+    }
+    catch (err) {
+        throw ApplicationFailure.nonRetryable(`gRPC dependencies not available: ${err instanceof Error ? err.message : String(err)}. ` +
+            `Install @grpc/grpc-js and @grpc/proto-loader.`, "GRPC_DEPS_MISSING");
+    }
+    let packageDefinition;
+    try {
+        packageDefinition = await protoLoader.load(protoPath, {
+            keepCase: true,
+            longs: String,
+            enums: String,
+            defaults: true,
+            oneofs: true,
+        });
+    }
+    catch (err) {
+        throw ApplicationFailure.nonRetryable(`Failed to load proto file '${protoPath}': ${err instanceof Error ? err.message : String(err)}`, "GRPC_PROTO_LOAD_FAILED");
+    }
+    const grpcObject = grpc.loadPackageDefinition(packageDefinition);
+    const serviceConstructor = resolveServiceConstructor(grpcObject, serviceName);
+    if (!serviceConstructor) {
+        throw ApplicationFailure.nonRetryable(`Service '${serviceName}' not found in proto '${protoPath}'`, "GRPC_SERVICE_NOT_FOUND");
+    }
+    const client = new serviceConstructor(address, grpc.credentials.createInsecure());
+    try {
+        return await new Promise((resolve, reject) => {
+            const method = client[methodName];
+            if (typeof method !== "function") {
+                reject(ApplicationFailure.nonRetryable(`Method '${methodName}' not found on service '${serviceName}'`, "GRPC_METHOD_NOT_FOUND"));
+                return;
+            }
+            method.call(client, args, (err, response) => {
+                if (err) {
+                    reject(ApplicationFailure.nonRetryable(`gRPC ${serviceName}/${methodName} failed: ${err.message}`, "GRPC_CALL_FAILED"));
+                    return;
+                }
+                resolve(response);
+            });
+        });
+    }
+    finally {
+        client.close();
+    }
+}
+function resolveServiceConstructor(grpcObject, serviceName) {
+    const parts = serviceName.split(".");
+    let current = grpcObject;
+    for (const part of parts) {
+        if (current === null || typeof current !== "object")
+            return null;
+        current = current[part];
+    }
+    if (typeof current === "function") {
+        return current;
+    }
+    return null;
+}
+export function createCallGrpcActivities() {
+    return {
+        CallGrpc: async (config, runtimeEnv) => {
+            return callGrpcAction(config, runtimeEnv);
+        },
+    };
+}
+//# sourceMappingURL=call-grpc.js.map

package/dist/activities/call-grpc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"call-grpc.js","sourceRoot":"","sources":["../../src/activities/call-grpc.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAE1E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAsB,EACtB,UAAmC;IAEnC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAmB,CAAC;IAEjF,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC;IAC5C,MAAM,OAAO,GAAG,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC;IAEtC,IAAI,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC/B,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACpC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,IAAoC,CAAC;IACzC,IAAI,WAAgD,CAAC;IACrD,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QACrC,WAAW,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,kBAAkB,CAAC,YAAY,CACnC,oCAAoC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI;YACxF,+CAA+C,EAC/C,mBAAmB,CACpB,CAAC;IACJ,CAAC;IAED,IAAI,iBAA+D,CAAC;IACpE,IAAI,CAAC;QACH,iBAAiB,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE;YACpD,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,MAAM;YACb,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,kBAAkB,CAAC,YAAY,CACnC,8BAA8B,SAAS,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC/F,wBAAwB,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC;IAEjE,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAC9E,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,kBAAkB,CAAC,YAAY,CACnC,YAAY,WAAW,yBAAyB,SAAS,GAAG,EAC5D,wBAAwB,CACzB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,kBAAkB,CACnC,OAAO,EACP,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAClC,CAAC;IAEF,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACpD,MAAM,MAAM,GAAI,MAAkC,CAAC,UAAU,CAAC,CAAC;YAC/D,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;gBACjC,MAAM,CAAC,kBAAkB,CAAC,YAAY,CACpC,WAAW,UAAU,2BAA2B,WAAW,GAAG,EAC9D,uBAAuB,CACxB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAEA,MAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,GAAiB,EAAE,QAAiB,EAAE,EAAE;gBAC/E,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,CAAC,kBAAkB,CAAC,YAAY,CACpC,QAAQ,WAAW,IAAI,UAAU,YAAY,GAAG,CAAC,OAAO,EAAE,EAC1D,kBAAkB,CACnB,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAChC,UAAmC,EACnC,WAAmB;IAEnB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,OAAO,GAAY,UAAU,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjE,OAAO,GAAI,OAAmC,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;QAClC,OAAO,OAAwD,CAAC;IAClE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,QAAQ,EAAE,KAAK,EACb,MAAsB,EACtB,UAAmC,EACjB,EAAE;YACpB,OAAO,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/activities/call-http.d.ts

@@ -0,0 +1,32 @@
+/**
+ * CallHTTP Temporal activity — executes HTTP requests for workflow
+ * `call: http` tasks.
+ *
+ * Runs OUTSIDE the Temporal workflow sandbox. Performs network I/O
+ * using Node.js built-in `fetch()`.
+ *
+ * Error classification drives Temporal retry behavior:
+ * - 4xx / 3xx → non-retryable (client error, won't fix itself)
+ * - 5xx → retryable (server error, may recover)
+ * - Network errors → retryable (transient)
+ *
+ * Activity contract:
+ *   Name:   "CallHttp"
+ *   Input:  (config: HttpCallConfig, runtimeEnv: Record<string, unknown>)
+ *   Output: unknown (parsed response content, full response, or raw bytes)
+ */
+import type { HttpCallConfig } from "../workflow-engine/types.js";
+export interface HttpResponse {
+    readonly request: {
+        readonly method: string;
+        readonly uri: string;
+        readonly headers: Record<string, string>;
+    };
+    readonly statusCode: number;
+    readonly headers: Record<string, string>;
+    readonly content: unknown;
+}
+export declare function callHttpAction(config: HttpCallConfig, runtimeEnv: Record<string, unknown>): Promise<unknown>;
+export declare function createCallHttpActivities(): {
+    CallHttp: (config: HttpCallConfig, runtimeEnv: Record<string, unknown>) => Promise<unknown>;
+};