eqho-eval 0.5.0

package/dist/core/action-eval-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-eval-builder.d.ts","sourceRoot":"","sources":["../../src/core/action-eval-builder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,KAAK,EAAc,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGxD,MAAM,WAAW,eAAe;IAC9B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,IAAI,EAAE;IAC7C,SAAS,EAAE,eAAe,CAAC;IAC3B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;CAC5B,GAAG,eAAe,CAyElB"}

package/dist/core/action-eval-builder.js

@@ -0,0 +1,276 @@
+import yaml from "js-yaml";
+import { buildToolsByExecutionType } from "./tools-builder.js";
+import { formatTranscript } from "./disposition-builder.js";
+import { injectProxy } from "./provider-mapper.js";
+/**
+ * Generates a promptfoo eval config for testing live (in-call) action usage.
+ * Evaluates whether the model selects the correct tool and passes valid arguments
+ * given a system prompt and user message/transcript context.
+ */
+export function generateActionEvalConfig(opts) {
+    const { assembled, actions, campaignName, calls, proxy } = opts;
+    const liveTools = buildToolsByExecutionType(actions, "live");
+    if (liveTools.length === 0) {
+        return {
+            "promptfooconfig.yaml": yaml.dump({
+                description: `${campaignName} — No live actions found`,
+                tests: [],
+            }, { lineWidth: 120 }),
+        };
+    }
+    const toolsFile = `tools/${assembled.agentSlug}-live.json`;
+    const promptFile = `prompts/${assembled.agentSlug}-live.json`;
+    const chatMessages = [
+        { role: "system", content: assembled.systemPrompt },
+        ...assembled.conversationSeeder,
+        { role: "user", content: "{{message}}" },
+    ];
+    const callTests = calls?.length
+        ? buildActionTestsFromCalls(calls, liveTools, actions)
+        : [];
+    const defaultTests = buildDefaultActionTests(liveTools, actions);
+    const tests = [...callTests, ...defaultTests];
+    const config = {
+        description: `${campaignName} — Live Action Eval (${assembled.agentName})`,
+        outputPath: [
+            "output/action-report.html",
+            "output/action-results.json",
+        ],
+        prompts: [
+            { id: `file://${promptFile}`, label: `${assembled.agentName} Live Actions` },
+        ],
+        providers: injectProxy([
+            {
+                id: "openai:chat:gpt-4.1-mini",
+                label: "GPT-4.1-mini",
+                config: { temperature: 0, tools: `file://${toolsFile}` },
+            },
+            {
+                id: "openai:chat:gpt-4.1",
+                label: "GPT-4.1",
+                config: { temperature: 0, tools: `file://${toolsFile}` },
+            },
+        ], proxy),
+        defaultTest: {
+            options: {
+                provider: injectProxy([{
+                        id: "openai:chat:gpt-5-nano",
+                        config: { temperature: 0 },
+                    }], proxy)[0],
+            },
+        },
+        tests,
+    };
+    return {
+        "promptfooconfig.yaml": yaml.dump(config, {
+            lineWidth: 120,
+            noRefs: true,
+            quotingType: '"',
+        }),
+        [toolsFile]: JSON.stringify(liveTools, null, 2),
+        [promptFile]: JSON.stringify(chatMessages, null, 2),
+    };
+}
+function profileForAction(action) {
+    const slug = action.slug;
+    const name = action.name || slug;
+    switch (action.type) {
+        case "call_transfer":
+        case "custom_call_transfer":
+            return {
+                triggerMessage: "Can I talk to a real person? I want to be transferred to someone who can help.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to transfer the call when a customer explicitly requests to speak with a human.`,
+            };
+        case "terminate_call":
+            return {
+                triggerMessage: "Okay thanks, goodbye.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to end the call gracefully when the conversation is complete.`,
+            };
+        case "gcal_appointment_schedule":
+            return {
+                triggerMessage: "Let's schedule that for next Tuesday at 2pm Eastern time.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action with appropriate datetime parameters when a customer confirms an appointment.`,
+            };
+        case "gcal_get_free_slots":
+        case "gcal_check_busy_time":
+            return {
+                triggerMessage: "What times do you have available this week?",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to check calendar availability before suggesting appointment times.`,
+            };
+        case "gcal_cancel_appointment":
+            return {
+                triggerMessage: "I need to cancel my appointment that's scheduled.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action when a customer requests to cancel their appointment.`,
+            };
+        case "gcal_update_appointment":
+            return {
+                triggerMessage: "Can we reschedule my appointment to Thursday at 3pm instead?",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action when a customer requests to modify their existing appointment.`,
+            };
+        case "set_lead_email":
+            return {
+                triggerMessage: "My email address is alex.thompson@example.com",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to capture the user's email address, correctly formatted.`,
+            };
+        case "set_lead_names":
+            return {
+                triggerMessage: "My name is Alex Thompson.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to capture the user's first and last name.`,
+            };
+        case "set_lead_timezone":
+            return {
+                triggerMessage: "I'm in the Pacific timezone, so that's 3 hours behind Eastern.",
+                expectedTool: slug,
+                rubric: `The agent should use the ${name} action to set the lead's timezone.`,
+            };
+        case "webhook":
+        case "http_request":
+        default: {
+            const profile = inferProfileFromSlug(action);
+            return profile;
+        }
+    }
+}
+function buildDefaultActionTests(tools, actions) {
+    const tests = [];
+    const liveActions = actions.filter((a) => !a.execution_type || a.execution_type === "live");
+    tests.push({
+        description: "Actions — all tool calls have valid schemas",
+        vars: { message: "I'd like to get started, what information do you need from me?" },
+        assert: [{ type: "is-valid-openai-tools-call" }],
+    });
+    for (const action of liveActions) {
+        const profile = profileForAction(action);
+        if (!profile)
+            continue;
+        tests.push({
+            description: `Action — ${action.name || action.slug} trigger`,
+            vars: { message: profile.triggerMessage },
+            assert: [
+                { type: "is-valid-openai-tools-call" },
+                { type: "tool-call-f1", value: [profile.expectedTool] },
+                { type: "llm-rubric", value: profile.rubric },
+            ],
+        });
+    }
+    tests.push({
+        description: "Actions — no unnecessary tool calls for simple greeting",
+        vars: { message: "Hi there, how's your day going?" },
+        assert: [
+            {
+                type: "llm-rubric",
+                value: "For a casual greeting, the agent should NOT invoke any action tools. It should respond conversationally and guide the caller toward the main objective.",
+            },
+        ],
+    });
+    return tests;
+}
+function buildActionTestsFromCalls(calls, _tools, actions) {
+    const tests = [];
+    const liveActionSlugs = new Set(actions
+        .filter((a) => !a.execution_type || a.execution_type === "live")
+        .map((a) => a.slug));
+    for (const call of calls) {
+        if (!call.transcript?.length)
+            continue;
+        const conversationMsgs = call.transcript.filter((m) => m.role !== "Action" && m.role !== "action");
+        if (conversationMsgs.length < 3)
+            continue;
+        const actionMsgs = call.transcript.filter((m) => (m.role === "Action" || m.role === "action") &&
+            m.content?.startsWith("# TOOL-RESPONSE"));
+        const toolsUsed = new Set();
+        for (const msg of actionMsgs) {
+            for (const slug of liveActionSlugs) {
+                if (msg.content?.includes(slug)) {
+                    toolsUsed.add(slug);
+                }
+            }
+        }
+        if (toolsUsed.size === 0)
+            continue;
+        const transcript = formatTranscript(call.transcript.map((m) => ({ role: m.role, content: m.content })));
+        const callId = (call.id || call._id || "unknown").slice(-6);
+        const summary = (call.call_summary || "").slice(0, 80);
+        const label = summary || call.lead?.first_name || "Real call";
+        const lastUserMsg = [...conversationMsgs]
+            .reverse()
+            .find((m) => m.role === "User" || m.role === "user");
+        const triggerMsg = lastUserMsg?.content || "Continue with the process.";
+        tests.push({
+            description: `Action (real call) — ${label} [${callId}]`,
+            vars: { message: triggerMsg },
+            assert: [
+                { type: "is-valid-openai-tools-call" },
+                {
+                    type: "llm-rubric",
+                    value: `Based on the conversation context, the agent should use one or more of these tools: ${[...toolsUsed].join(", ")}. The tool arguments should be reasonable and complete based on the information available. Transcript for reference:\n\n${transcript.slice(0, 2000)}`,
+                },
+            ],
+        });
+    }
+    return tests;
+}
+function inferProfileFromSlug(action) {
+    const slug = action.slug.toLowerCase();
+    const name = action.name || action.slug;
+    const instructions = (action.instructions || "").toLowerCase();
+    if (slug.includes("vehicle") || slug.includes("car_type")) {
+        return {
+            triggerMessage: "It's a 2020 Toyota Camry, silver color.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action when vehicle information is provided by the caller.`,
+        };
+    }
+    if (slug.includes("pickup") && (slug.includes("location") || slug.includes("lookup"))) {
+        return {
+            triggerMessage: "I'm broken down at 123 Main Street near the highway on-ramp.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action when a pickup location or address is provided.`,
+        };
+    }
+    if (slug.includes("dropoff") || slug.includes("destination")) {
+        return {
+            triggerMessage: "I need it towed to the mechanic shop at 456 Oak Avenue.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action when a dropoff or destination location is provided.`,
+        };
+    }
+    if (slug.includes("impound") || instructions.includes("impound")) {
+        return {
+            triggerMessage: "My car got towed and I need to find out about getting it back from impound.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action when a caller inquires about an impounded vehicle.`,
+        };
+    }
+    if (slug.includes("location") || slug.includes("gps") || slug.includes("obtain_user")) {
+        return {
+            triggerMessage: "I'm not sure exactly where I am, somewhere on the highway.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action when the caller cannot provide a precise location.`,
+        };
+    }
+    if (slug.includes("search") || slug.includes("lookup") || slug.includes("fetch")) {
+        return {
+            triggerMessage: "Can you look up my account? I called earlier today.",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action to look up relevant information.`,
+        };
+    }
+    if (slug.includes("notify") || slug.includes("alert") || slug.includes("sms")) {
+        return {
+            triggerMessage: "Can you send me a text with the details?",
+            expectedTool: action.slug,
+            rubric: `The agent should use the ${name} action to send a notification or message.`,
+        };
+    }
+    return null;
+}
+//# sourceMappingURL=action-eval-builder.js.map

package/dist/core/action-eval-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-eval-builder.js","sourceRoot":"","sources":["../../src/core/action-eval-builder.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,SAAS,CAAC;AAG3B,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAOnD;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,IAMxC;IACC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IAEhE,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAE7D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO;YACL,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAC/B;gBACE,WAAW,EAAE,GAAG,YAAY,0BAA0B;gBACtD,KAAK,EAAE,EAAE;aACV,EACD,EAAE,SAAS,EAAE,GAAG,EAAE,CACnB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,SAAS,CAAC,SAAS,YAAY,CAAC;IAC3D,MAAM,UAAU,GAAG,WAAW,SAAS,CAAC,SAAS,YAAY,CAAC;IAE9D,MAAM,YAAY,GAAG;QACnB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,YAAY,EAAE;QACnD,GAAG,SAAS,CAAC,kBAAkB;QAC/B,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE;KACzC,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EAAE,MAAM;QAC7B,CAAC,CAAC,yBAAyB,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC;QACtD,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,YAAY,GAAG,uBAAuB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,YAAY,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,GAAG,YAAY,wBAAwB,SAAS,CAAC,SAAS,GAAG;QAC1E,UAAU,EAAE;YACV,2BAA2B;YAC3B,4BAA4B;SAC7B;QACD,OAAO,EAAE;YACP,EAAE,EAAE,EAAE,UAAU,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,SAAS,eAAe,EAAE;SAC7E;QACD,SAAS,EAAE,WAAW,CAAC;YACrB;gBACE,EAAE,EAAE,0BAA0B;gBAC9B,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,SAAS,EAAE,EAAE;aACzD;YACD;gBACE,EAAE,EAAE,qBAAqB;gBACzB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,SAAS,EAAE,EAAE;aACzD;SACF,EAAE,KAAK,CAAC;QACT,WAAW,EAAE;YACX,OAAO,EAAE;gBACP,QAAQ,EAAE,WAAW,CAAC,CAAC;wBACrB,EAAE,EAAE,wBAAwB;wBAC5B,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;qBAC3B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;aACd;SACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO;QACL,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,GAAG;SACjB,CAAC;QACF,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;KACpD,CAAC;AACJ,CAAC;AAQD,SAAS,gBAAgB,CAAC,MAAkB;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACzB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC;IAEjC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,eAAe,CAAC;QACrB,KAAK,sBAAsB;YACzB,OAAO;gBACL,cAAc,EAAE,gFAAgF;gBAChG,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,yFAAyF;aAClI,CAAC;QAEJ,KAAK,gBAAgB;YACnB,OAAO;gBACL,cAAc,EAAE,uBAAuB;gBACvC,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,uEAAuE;aAChH,CAAC;QAEJ,KAAK,2BAA2B;YAC9B,OAAO;gBACL,cAAc,EAAE,2DAA2D;gBAC3E,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,uFAAuF;aAChI,CAAC;QAEJ,KAAK,qBAAqB,CAAC;QAC3B,KAAK,sBAAsB;YACzB,OAAO;gBACL,cAAc,EAAE,6CAA6C;gBAC7D,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,6EAA6E;aACtH,CAAC;QAEJ,KAAK,yBAAyB;YAC5B,OAAO;gBACL,cAAc,EAAE,mDAAmD;gBACnE,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,+DAA+D;aACxG,CAAC;QAEJ,KAAK,yBAAyB;YAC5B,OAAO;gBACL,cAAc,EAAE,8DAA8D;gBAC9E,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,wEAAwE;aACjH,CAAC;QAEJ,KAAK,gBAAgB;YACnB,OAAO;gBACL,cAAc,EAAE,+CAA+C;gBAC/D,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,mEAAmE;aAC5G,CAAC;QAEJ,KAAK,gBAAgB;YACnB,OAAO;gBACL,cAAc,EAAE,2BAA2B;gBAC3C,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,oDAAoD;aAC7F,CAAC;QAEJ,KAAK,mBAAmB;YACtB,OAAO;gBACL,cAAc,EAAE,gEAAgE;gBAChF,YAAY,EAAE,IAAI;gBAClB,MAAM,EAAE,4BAA4B,IAAI,qCAAqC;aAC9E,CAAC;QAEJ,KAAK,SAAS,CAAC;QACf,KAAK,cAAc,CAAC;QACpB,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAmB,EACnB,OAAqB;IAErB,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAChC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,cAAc,KAAK,MAAM,CACxD,CAAC;IAEF,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,6CAA6C;QAC1D,IAAI,EAAE,EAAE,OAAO,EAAE,gEAAgE,EAAE;QACnF,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC;KACjD,CAAC,CAAC;IAEH,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,YAAY,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,UAAU;YAC7D,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE;YACzC,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,4BAA4B,EAAE;gBACtC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;gBACvD,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE;aAC9C;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,yDAAyD;QACtE,IAAI,EAAE,EAAE,OAAO,EAAE,iCAAiC,EAAE;QACpD,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EACH,yJAAyJ;aAC5J;SACF;KACF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAiB,EACjB,MAAoB,EACpB,OAAqB;IAErB,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,OAAO;SACJ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,cAAc,KAAK,MAAM,CAAC;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACtB,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM;YAAE,SAAS;QAEvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAC7C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAClD,CAAC;QACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAE1C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;YAC5C,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAC3C,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QAEnC,MAAM,UAAU,GAAG,gBAAgB,CACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,IAAI,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,IAAI,WAAW,CAAC;QAE9D,MAAM,WAAW,GAAG,CAAC,GAAG,gBAAgB,CAAC;aACtC,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,WAAW,EAAE,OAAO,IAAI,4BAA4B,CAAC;QAExE,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,wBAAwB,KAAK,KAAK,MAAM,GAAG;YACxD,IAAI,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;YAC7B,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,4BAA4B,EAAE;gBACtC;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,uFAAuF,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,2HAA2H,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;iBAC9Q;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAkB;IAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;IACxC,MAAM,YAAY,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE/D,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC1D,OAAO;YACL,cAAc,EAAE,yCAAyC;YACzD,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,6DAA6D;SACtG,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACtF,OAAO;YACL,cAAc,EAAE,8DAA8D;YAC9E,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,wDAAwD;SACjG,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7D,OAAO;YACL,cAAc,EAAE,yDAAyD;YACzE,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,6DAA6D;SACtG,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACjE,OAAO;YACL,cAAc,EAAE,6EAA6E;YAC7F,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,4DAA4D;SACrG,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACtF,OAAO;YACL,cAAc,EAAE,4DAA4D;YAC5E,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,4DAA4D;SACrG,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjF,OAAO;YACL,cAAc,EAAE,qDAAqD;YACrE,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,0CAA0C;SACnF,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9E,OAAO;YACL,cAAc,EAAE,0CAA0C;YAC1D,YAAY,EAAE,MAAM,CAAC,IAAI;YACzB,MAAM,EAAE,4BAA4B,IAAI,4CAA4C;SACrF,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/agent-fetcher.d.ts

@@ -0,0 +1,35 @@
+import type { EqhoClient } from "./eqho-client.js";
+import type { FullAgent, EqhoCampaign, SystemPromptSection, ConversationSeederMessage } from "../types/eqho.js";
+export interface FetchedAgentData {
+    agent: FullAgent;
+    systemPromptSections: SystemPromptSection[];
+    conversationSeeder: ConversationSeederMessage[];
+}
+/**
+ * Fetches complete agent data by calling both GET /v1/agents/{id} (for
+ * system_prompt, language, alias, etc.) and GET /v1/agents/{id}/details
+ * (for expanded roles, actions, scripts) in parallel.
+ */
+export declare function fetchFullAgent(client: EqhoClient, agentId: string): Promise<FullAgent>;
+/**
+ * Resolves system prompt sections by merging agent and campaign sections
+ * following eqho-ai's SystemPromptService logic:
+ *   - If agent has sections and extend_sections=false, use agent only
+ *   - If extend_sections=true (default), prepend campaign sections
+ */
+export declare function resolveSystemPromptSections(agent: FullAgent, campaign: EqhoCampaign, callType?: "inbound" | "outbound"): {
+    sections: SystemPromptSection[];
+    seeder: ConversationSeederMessage[];
+};
+/**
+ * Fetches all agents for a campaign with error handling.
+ * Returns successful agents and logs failures instead of crashing.
+ */
+export declare function fetchCampaignAgents(client: EqhoClient, campaign: EqhoCampaign, opts?: {
+    agentId?: string;
+    onProgress?: (msg: string) => void;
+}): Promise<{
+    agents: FetchedAgentData[];
+    errors: string[];
+}>;
+//# sourceMappingURL=agent-fetcher.d.ts.map

package/dist/core/agent-fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-fetcher.d.ts","sourceRoot":"","sources":["../../src/core/agent-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EACV,SAAS,EACT,YAAY,EACZ,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,SAAS,CAAC;IACjB,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;IAC5C,kBAAkB,EAAE,yBAAyB,EAAE,CAAC;CACjD;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,SAAS,CAAC,CAepB;AAED;;;;;GAKG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,EAChB,QAAQ,EAAE,YAAY,EACtB,QAAQ,GAAE,SAAS,GAAG,UAAsB,GAC3C;IAAE,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAAC,MAAM,EAAE,yBAAyB,EAAE,CAAA;CAAE,CAiC1E;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,UAAU,EAClB,QAAQ,EAAE,YAAY,EACtB,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;CAAO,GAClE,OAAO,CAAC;IAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA0B3D"}

package/dist/core/agent-fetcher.js

@@ -0,0 +1,81 @@
+import { EqhoApiError } from "./eqho-client.js";
+/**
+ * Fetches complete agent data by calling both GET /v1/agents/{id} (for
+ * system_prompt, language, alias, etc.) and GET /v1/agents/{id}/details
+ * (for expanded roles, actions, scripts) in parallel.
+ */
+export async function fetchFullAgent(client, agentId) {
+    const [basic, details] = await Promise.all([
+        client.getAgent(agentId),
+        client.getAgentDetails(agentId),
+    ]);
+    return {
+        ...basic,
+        roles: details.roles,
+        actions: details.actions,
+        scripts: details.scripts,
+        greetings: details.greetings,
+        greeting_type_inbound: details.greeting_type_inbound,
+        greeting_type_outbound: details.greeting_type_outbound,
+    };
+}
+/**
+ * Resolves system prompt sections by merging agent and campaign sections
+ * following eqho-ai's SystemPromptService logic:
+ *   - If agent has sections and extend_sections=false, use agent only
+ *   - If extend_sections=true (default), prepend campaign sections
+ */
+export function resolveSystemPromptSections(agent, campaign, callType = "inbound") {
+    const agentSP = agent.system_prompt;
+    const campaignSP = campaign.system_prompt;
+    const agentSub = agentSP
+        ? agentSP[callType]
+        : undefined;
+    const campaignSub = campaignSP
+        ? campaignSP[callType]
+        : undefined;
+    let sections = agentSub?.sections ?? agentSP?.sections ?? [];
+    let seeder = agentSub?.structured_conversation_seeder ?? agentSP?.structured_conversation_seeder ?? [];
+    const extendSections = agentSub?.extend_sections !== false;
+    const extendSeeder = agentSub?.extend_conversation_seeder !== false;
+    const campaignSections = campaignSub?.sections ?? campaignSP?.sections ?? [];
+    const campaignSeeder = campaignSub?.structured_conversation_seeder ?? campaignSP?.structured_conversation_seeder ?? [];
+    if (extendSections && campaignSections.length) {
+        sections = [...campaignSections, ...sections];
+    }
+    if (extendSeeder && campaignSeeder.length) {
+        seeder = [...campaignSeeder, ...seeder];
+    }
+    return { sections, seeder };
+}
+/**
+ * Fetches all agents for a campaign with error handling.
+ * Returns successful agents and logs failures instead of crashing.
+ */
+export async function fetchCampaignAgents(client, campaign, opts = {}) {
+    const agentIds = [];
+    if (opts.agentId) {
+        agentIds.push(opts.agentId);
+    }
+    else if (Array.isArray(campaign.agents)) {
+        for (const a of campaign.agents) {
+            agentIds.push(typeof a === "string" ? a : a.id || a._id || "");
+        }
+    }
+    const agents = [];
+    const errors = [];
+    for (const agentId of agentIds) {
+        opts.onProgress?.(`Fetching agent ${agentId}...`);
+        try {
+            const agent = await fetchFullAgent(client, agentId);
+            const { sections, seeder } = resolveSystemPromptSections(agent, campaign);
+            agents.push({ agent, systemPromptSections: sections, conversationSeeder: seeder });
+        }
+        catch (err) {
+            const msg = err instanceof EqhoApiError ? err.message : String(err);
+            errors.push(`Agent ${agentId}: ${msg}`);
+        }
+    }
+    return { agents, errors };
+}
+//# sourceMappingURL=agent-fetcher.js.map

package/dist/core/agent-fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-fetcher.js","sourceRoot":"","sources":["../../src/core/agent-fetcher.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAQhD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAAkB,EAClB,OAAe;IAEf,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QACxB,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC;KAChC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,KAAK;QACR,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;QACpD,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;KACvD,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2BAA2B,CACzC,KAAgB,EAChB,QAAsB,EACtB,WAAmC,SAAS;IAE5C,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,CAAC;IACpC,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAa,CAAC;IAE1C,MAAM,QAAQ,GAAG,OAAO;QACtB,CAAC,CAAE,OAAmC,CAAC,QAAQ,CAEhC;QACf,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,WAAW,GAAG,UAAU;QAC5B,CAAC,CAAE,UAAsC,CAAC,QAAQ,CAEnC;QACf,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,QAAQ,GAA0B,QAAQ,EAAE,QAAQ,IAAI,OAAO,EAAE,QAAQ,IAAI,EAAE,CAAC;IACpF,IAAI,MAAM,GACR,QAAQ,EAAE,8BAA8B,IAAI,OAAO,EAAE,8BAA8B,IAAI,EAAE,CAAC;IAC5F,MAAM,cAAc,GAAG,QAAQ,EAAE,eAAe,KAAK,KAAK,CAAC;IAC3D,MAAM,YAAY,GAAG,QAAQ,EAAE,0BAA0B,KAAK,KAAK,CAAC;IAEpE,MAAM,gBAAgB,GAAG,WAAW,EAAE,QAAQ,IAAI,UAAU,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC7E,MAAM,cAAc,GAClB,WAAW,EAAE,8BAA8B,IAAI,UAAU,EAAE,8BAA8B,IAAI,EAAE,CAAC;IAElG,IAAI,cAAc,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;QAC9C,QAAQ,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,QAAQ,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,YAAY,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1C,MAAM,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAkB,EAClB,QAAsB,EACtB,OAAiE,EAAE;IAEnE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAmC,CAAC,EAAE,IAAK,CAAmC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;QACvI,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,UAAU,EAAE,CAAC,kBAAkB,OAAO,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,2BAA2B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,KAAK,GAAG,EAAE,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC"}

package/dist/core/api-cache.d.ts

@@ -0,0 +1,11 @@
+export declare function getCached<T>(namespace: string, identifier: string): T | null;
+export declare function setCache<T>(namespace: string, identifier: string, data: T, ttlMs?: number): void;
+export declare function clearCache(): {
+    cleared: number;
+};
+export declare function cacheStats(): {
+    entries: number;
+    sizeBytes: number;
+    oldestMs: number | null;
+};
+//# sourceMappingURL=api-cache.d.ts.map

package/dist/core/api-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-cache.d.ts","sourceRoot":"","sources":["../../src/core/api-cache.ts"],"names":[],"mappings":"AAyBA,wBAAgB,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,GAAG,IAAI,CAc5E;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,SAAiB,GAAG,IAAI,CAKxG;AAED,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAehD;AAED,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CA4B5F"}

package/dist/core/api-cache.js

@@ -0,0 +1,89 @@
+import fs from "node:fs";
+import path from "node:path";
+import os from "node:os";
+import crypto from "node:crypto";
+const CACHE_DIR = path.join(os.homedir(), ".eqho-eval", "cache");
+const DEFAULT_TTL_MS = 15 * 60 * 1000;
+function ensureCacheDir() {
+    if (!fs.existsSync(CACHE_DIR)) {
+        fs.mkdirSync(CACHE_DIR, { recursive: true });
+    }
+}
+function cacheKey(namespace, identifier) {
+    const hash = crypto.createHash("sha256").update(`${namespace}:${identifier}`).digest("hex").slice(0, 16);
+    return path.join(CACHE_DIR, `${namespace}-${hash}.json`);
+}
+export function getCached(namespace, identifier) {
+    const file = cacheKey(namespace, identifier);
+    try {
+        if (!fs.existsSync(file))
+            return null;
+        const raw = fs.readFileSync(file, "utf-8");
+        const entry = JSON.parse(raw);
+        if (Date.now() - entry.timestamp > entry.ttl) {
+            fs.unlinkSync(file);
+            return null;
+        }
+        return entry.data;
+    }
+    catch {
+        return null;
+    }
+}
+export function setCache(namespace, identifier, data, ttlMs = DEFAULT_TTL_MS) {
+    ensureCacheDir();
+    const file = cacheKey(namespace, identifier);
+    const entry = { data, timestamp: Date.now(), ttl: ttlMs };
+    fs.writeFileSync(file, JSON.stringify(entry), "utf-8");
+}
+export function clearCache() {
+    let cleared = 0;
+    try {
+        if (!fs.existsSync(CACHE_DIR))
+            return { cleared: 0 };
+        const files = fs.readdirSync(CACHE_DIR);
+        for (const f of files) {
+            if (f.endsWith(".json")) {
+                fs.unlinkSync(path.join(CACHE_DIR, f));
+                cleared++;
+            }
+        }
+    }
+    catch {
+        // best-effort
+    }
+    return { cleared };
+}
+export function cacheStats() {
+    let entries = 0;
+    let sizeBytes = 0;
+    let oldestMs = null;
+    try {
+        if (!fs.existsSync(CACHE_DIR))
+            return { entries: 0, sizeBytes: 0, oldestMs: null };
+        const files = fs.readdirSync(CACHE_DIR);
+        for (const f of files) {
+            if (!f.endsWith(".json"))
+                continue;
+            const fp = path.join(CACHE_DIR, f);
+            const stat = fs.statSync(fp);
+            entries++;
+            sizeBytes += stat.size;
+            try {
+                const raw = fs.readFileSync(fp, "utf-8");
+                const entry = JSON.parse(raw);
+                const age = Date.now() - entry.timestamp;
+                if (oldestMs === null || age > oldestMs)
+                    oldestMs = age;
+            }
+            catch {
+                // skip
+            }
+        }
+    }
+    catch {
+        // best-effort
+    }
+    return { entries, sizeBytes, oldestMs };
+}
+//# sourceMappingURL=api-cache.js.map

package/dist/core/api-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-cache.js","sourceRoot":"","sources":["../../src/core/api-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;AACjE,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQtC,SAAS,cAAc;IACrB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB,EAAE,UAAkB;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzG,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,IAAI,IAAI,OAAO,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,SAAS,CAAI,SAAiB,EAAE,UAAkB;IAChE,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC7C,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAC/C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YAC7C,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CAAI,SAAiB,EAAE,UAAkB,EAAE,IAAO,EAAE,KAAK,GAAG,cAAc;IAChG,cAAc,EAAE,CAAC;IACjB,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAkB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACzE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAkB,IAAI,CAAC;IAEnC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACnF,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YACnC,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC7B,OAAO,EAAE,CAAC;YACV,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAwB,CAAC;gBACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC;gBACzC,IAAI,QAAQ,KAAK,IAAI,IAAI,GAAG,GAAG,QAAQ;oBAAE,QAAQ,GAAG,GAAG,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}

package/dist/core/config-generator.d.ts

@@ -0,0 +1,26 @@
+import type { AssembledPrompt } from "../types/config.js";
+import type { GreetingConfig } from "./greeting-builder.js";
+import type { ProxyConfig } from "./provider-mapper.js";
+export interface GeneratedFiles {
+    "promptfooconfig.yaml": string;
+    [key: string]: string;
+}
+interface GenerateOptions {
+    prompts: AssembledPrompt[];
+    campaignId: string;
+    campaignName: string;
+    providers?: ProviderConfig[];
+    proxy?: ProxyConfig | null;
+    multiTurn?: boolean;
+    extraTests?: Array<Record<string, unknown>>;
+    greetingConfig?: GreetingConfig;
+    agentName?: string;
+}
+interface ProviderConfig {
+    id: string;
+    label: string;
+    config?: Record<string, unknown>;
+}
+export declare function generateConfig(options: GenerateOptions): GeneratedFiles;
+export {};
+//# sourceMappingURL=config-generator.d.ts.map

package/dist/core/config-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-generator.d.ts","sourceRoot":"","sources":["../../src/core/config-generator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAc,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,MAAM,WAAW,cAAc;IAC7B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED,UAAU,eAAe;IACvB,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC5C,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,cAAc;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAQD,wBAAgB,cAAc,CAAC,OAAO,EAAE,eAAe,GAAG,cAAc,CAwJvE"}