eqho-eval 0.5.0

package/dist/core/eqho-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eqho-client.js","sourceRoot":"","sources":["../../src/core/eqho-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAA8C,MAAM,OAAO,CAAC;AAYnE,MAAM,eAAe,GAAG,qBAAqB,CAAC;AAC9C,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,MAAM,OAAO,YAAa,SAAQ,KAAK;IAG5B;IACA;IAHT,YACE,OAAe,EACR,MAAe,EACf,QAAiB;QAExB,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,WAAM,GAAN,MAAM,CAAS;QACf,aAAQ,GAAR,QAAQ,CAAS;QAGxB,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF;AAcD,MAAM,OAAO,UAAU;IAGD;IAFZ,IAAI,CAAgB;IAE5B,YAAoB,OAA0B;QAA1B,YAAO,GAAP,OAAO,CAAmB;QAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;QAE7F,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,OAAO,CAAC,YAAY,EAAE,CAAC;QAC9D,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACxC,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC/B,OAAO,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC;QAC1C,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ;YACtB,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,WAAW;YAClC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,IAAI,eAAe,CAAC,CAAC;QAE/D,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,EAAoB,EACpB,QAAgB,EAChB,OAAO,GAAG,eAAe;QAEzB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,KAAK,GAAG,GAAiB,CAAC;gBAChC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACtC,MAAM,WAAW,GACf,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC;gBAE7C,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,IAAI,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC;oBACxB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC;oBACtC,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC7C,MAAM,MAAM,GAAI,QAAoC,CAAC,MAAM,CAAC;wBAC5D,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC/B,GAAG,GAAG,MAAM,CAAC;wBACf,CAAC;6BAAM,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;4BAC1B,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBAC/B,CAAC;oBACH,CAAC;oBACD,MAAM,IAAI,YAAY,CACpB,GAAG,QAAQ,KAAK,GAAG,EAAE,EACrB,MAAM,EACN,QAAQ,CACT,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CACtB,UAAU,CAAC,CAAC,EAAE,gBAAgB,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAChD,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,IAAI,YAAY,CAAC,GAAG,QAAQ,wBAAwB,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAK,GAAG,EAAE,EACV,MAAM,GAAG,CAAC;QAEV,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE;gBACpD,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aAC1B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,qBAAqB,EAAE,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,EAAU;QAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CACd,KAAK,GAAG,EAAE,EACV,MAAM,GAAG,CAAC;QAEV,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE;gBACjD,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aAC1B,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU;QACtB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAU;QACxB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAU;QACxB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS,CACb,UAAmB,EACnB,UAAgE,EAAE;QAElE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAA4B;gBACtC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC;aAC5B,CAAC;YACF,IAAI,UAAU;gBAAE,MAAM,CAAC,WAAW,GAAG,UAAU,CAAC;YAChD,IAAI,OAAO,CAAC,MAAM;gBAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YACnD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,eAAe,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU;QACtB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QAC5C,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/dist/core/greeting-builder.d.ts

@@ -0,0 +1,18 @@
+import type { EqhoAgentDetails } from "../types/eqho.js";
+import type { FullAgent } from "../types/eqho.js";
+export interface GreetingConfig {
+    greetings: string[];
+    greetingTypeInbound?: string;
+    greetingTypeOutbound?: string;
+}
+/**
+ * Extracts greeting configuration from agent details.
+ * Supports both FullAgent (with details merged) and EqhoAgentDetails.
+ */
+export declare function extractGreetings(agent: FullAgent | EqhoAgentDetails): GreetingConfig;
+/**
+ * Generates test cases specifically for greeting evaluation.
+ * Tests that the agent's opening message matches configured greetings.
+ */
+export declare function buildGreetingTests(config: GreetingConfig, agentName: string): Array<Record<string, unknown>>;
+//# sourceMappingURL=greeting-builder.d.ts.map

package/dist/core/greeting-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"greeting-builder.d.ts","sourceRoot":"","sources":["../../src/core/greeting-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,GAAG,gBAAgB,GAClC,cAAc,CAOhB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,GAChB,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAuDhC"}

package/dist/core/greeting-builder.js

@@ -0,0 +1,83 @@
+/**
+ * Extracts greeting configuration from agent details.
+ * Supports both FullAgent (with details merged) and EqhoAgentDetails.
+ */
+export function extractGreetings(agent) {
+    const details = agent;
+    return {
+        greetings: details.greetings ?? [],
+        greetingTypeInbound: details.greeting_type_inbound,
+        greetingTypeOutbound: details.greeting_type_outbound,
+    };
+}
+/**
+ * Generates test cases specifically for greeting evaluation.
+ * Tests that the agent's opening message matches configured greetings.
+ */
+export function buildGreetingTests(config, agentName) {
+    const tests = [];
+    if (config.greetings.length === 0) {
+        tests.push({
+            description: "Greeting — agent introduces themselves naturally",
+            vars: { message: "..." },
+            assert: [
+                {
+                    type: "llm-rubric",
+                    value: `The agent "${agentName}" should provide a natural, professional greeting. It should introduce itself and/or the company in a warm, welcoming tone.`,
+                },
+            ],
+        });
+        return tests;
+    }
+    tests.push({
+        description: "Greeting — matches configured greeting style",
+        vars: { message: "..." },
+        assert: [
+            {
+                type: "llm-rubric",
+                value: buildGreetingRubric(config, agentName),
+            },
+        ],
+    });
+    if (config.greetings.length > 1) {
+        tests.push({
+            description: "Greeting — variety across multiple runs",
+            vars: { message: "Hello?" },
+            assert: [
+                {
+                    type: "llm-rubric",
+                    value: `The agent "${agentName}" has ${config.greetings.length} configured greetings. The response should use one of them or closely match their style and tone. Exact wording is not required, but the greeting should feel consistent with the configured options.`,
+                },
+            ],
+        });
+    }
+    if (config.greetingTypeInbound === "dynamic") {
+        tests.push({
+            description: "Greeting — dynamic inbound greeting adapts to context",
+            vars: { message: "Hey, I saw your ad and wanted to call." },
+            assert: [
+                {
+                    type: "llm-rubric",
+                    value: `The agent "${agentName}" uses dynamic greetings for inbound calls. The response should feel personalized or context-aware rather than using a rigid script. It should still be professional and welcoming.`,
+                },
+            ],
+        });
+    }
+    return tests;
+}
+function buildGreetingRubric(config, agentName) {
+    const greetingExamples = config.greetings
+        .slice(0, 3)
+        .map((g) => `"${g.slice(0, 100)}${g.length > 100 ? "..." : ""}"`)
+        .join(", ");
+    return [
+        `The agent "${agentName}" should greet in a manner consistent with its configured greetings.`,
+        `Example greetings: ${greetingExamples}.`,
+        "The response should:",
+        "1. Be warm and professional",
+        "2. Identify the agent or company",
+        "3. Match the tone and style of the configured greetings",
+        "4. Not contain excessive information or long introductions",
+    ].join("\n");
+}
+//# sourceMappingURL=greeting-builder.js.map

package/dist/core/greeting-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"greeting-builder.js","sourceRoot":"","sources":["../../src/core/greeting-builder.ts"],"names":[],"mappings":"AASA;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAmC;IAEnC,MAAM,OAAO,GAAG,KAAyB,CAAC;IAC1C,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;QAClC,mBAAmB,EAAE,OAAO,CAAC,qBAAqB;QAClD,oBAAoB,EAAE,OAAO,CAAC,sBAAsB;KACrD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAsB,EACtB,SAAiB;IAEjB,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;YACxB,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,cAAc,SAAS,6HAA6H;iBAC5J;aACF;SACF,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,8CAA8C;QAC3D,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;QACxB,MAAM,EAAE;YACN;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC;aAC9C;SACF;KACF,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,yCAAyC;YACtD,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE;YAC3B,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,cAAc,SAAS,SAAS,MAAM,CAAC,SAAS,CAAC,MAAM,uMAAuM;iBACtQ;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,mBAAmB,KAAK,SAAS,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,uDAAuD;YACpE,IAAI,EAAE,EAAE,OAAO,EAAE,wCAAwC,EAAE;YAC3D,MAAM,EAAE;gBACN;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,cAAc,SAAS,qLAAqL;iBACpN;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAC1B,MAAsB,EACtB,SAAiB;IAEjB,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS;SACtC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;SAChE,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;QACL,cAAc,SAAS,sEAAsE;QAC7F,sBAAsB,gBAAgB,GAAG;QACzC,sBAAsB;QACtB,6BAA6B;QAC7B,kCAAkC;QAClC,yDAAyD;QACzD,4DAA4D;KAC7D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}

package/dist/core/postcall-simulator.d.ts

@@ -0,0 +1,20 @@
+import type { EqhoAction, EqhoCall } from "../types/eqho.js";
+import type { ProxyConfig } from "./provider-mapper.js";
+export interface PostcallEvalFiles {
+    "promptfooconfig.yaml": string;
+    [key: string]: string;
+}
+/**
+ * Generates a promptfoo eval config for testing postcall actions
+ * (data extraction, webhooks, etc.) against real or synthetic transcripts.
+ */
+export declare function generatePostcallEvalConfig(opts: {
+    actions: EqhoAction[];
+    agentName: string;
+    agentSlug: string;
+    campaignName: string;
+    calls?: EqhoCall[];
+    executionType?: "postcall" | "on_call_start";
+    proxy?: ProxyConfig | null;
+}): PostcallEvalFiles;
+//# sourceMappingURL=postcall-simulator.d.ts.map

package/dist/core/postcall-simulator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postcall-simulator.d.ts","sourceRoot":"","sources":["../../src/core/postcall-simulator.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAI7D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAGxD,MAAM,WAAW,iBAAiB;IAChC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED;;;GAGG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE;IAC/C,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;IACnB,aAAa,CAAC,EAAE,UAAU,GAAG,eAAe,CAAC;IAC7C,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;CAC5B,GAAG,iBAAiB,CAoFpB"}

package/dist/core/postcall-simulator.js

@@ -0,0 +1,212 @@
+import yaml from "js-yaml";
+import { buildToolsByExecutionType } from "./tools-builder.js";
+import { formatTranscript } from "./disposition-builder.js";
+import { injectProxy } from "./provider-mapper.js";
+/**
+ * Generates a promptfoo eval config for testing postcall actions
+ * (data extraction, webhooks, etc.) against real or synthetic transcripts.
+ */
+export function generatePostcallEvalConfig(opts) {
+    const { actions, agentName, agentSlug, campaignName, calls, executionType = "postcall" } = opts;
+    const postcallTools = buildToolsByExecutionType(actions, executionType);
+    const label = executionType === "on_call_start" ? "On-Call-Start" : "Postcall";
+    const fileSuffix = executionType === "on_call_start" ? "oncallstart" : "postcall";
+    if (postcallTools.length === 0) {
+        return {
+            "promptfooconfig.yaml": yaml.dump({
+                description: `${campaignName} — No ${label.toLowerCase()} actions found`,
+                tests: [],
+            }, { lineWidth: 120 }),
+        };
+    }
+    const toolsFile = `tools/${agentSlug}-${fileSuffix}.json`;
+    const promptFile = `prompts/${agentSlug}-${fileSuffix}.json`;
+    const systemPrompt = buildPostcallSystemPrompt(postcallTools, agentName, executionType);
+    const prompt = [
+        { role: "system", content: systemPrompt },
+        { role: "user", content: "Here is the call transcript:\n\n{{transcript}}" },
+    ];
+    const callTests = calls?.length
+        ? buildPostcallTestsFromCalls(calls, postcallTools)
+        : [];
+    const defaultTests = buildDefaultPostcallTests(postcallTools);
+    const tests = [...callTests, ...defaultTests];
+    const config = {
+        description: `${campaignName} — ${label} Actions Eval (${agentName})`,
+        outputPath: [
+            "output/postcall-report.html",
+            "output/postcall-results.json",
+        ],
+        prompts: [
+            { id: `file://${promptFile}`, label: `${agentName} ${label}` },
+        ],
+        providers: injectProxy([
+            {
+                id: "openai:chat:gpt-4.1-mini",
+                label: "GPT-4.1-mini",
+                config: {
+                    temperature: 0,
+                    tools: `file://${toolsFile}`,
+                    tool_choice: "required",
+                },
+            },
+            {
+                id: "openai:chat:gpt-4.1",
+                label: "GPT-4.1",
+                config: {
+                    temperature: 0,
+                    tools: `file://${toolsFile}`,
+                    tool_choice: "required",
+                },
+            },
+        ], opts.proxy),
+        defaultTest: {
+            options: {
+                provider: injectProxy([{
+                        id: "openai:chat:gpt-5-nano",
+                        config: { temperature: 0 },
+                    }], opts.proxy)[0],
+            },
+        },
+        tests,
+    };
+    return {
+        "promptfooconfig.yaml": yaml.dump(config, {
+            lineWidth: 120,
+            noRefs: true,
+            quotingType: '"',
+        }),
+        [toolsFile]: JSON.stringify(postcallTools, null, 2),
+        [promptFile]: JSON.stringify(prompt, null, 2),
+    };
+}
+function buildPostcallSystemPrompt(tools, agentName, executionType = "postcall") {
+    const toolNames = tools.map((t) => t.function.name).join(", ");
+    const label = executionType === "on_call_start" ? "on-call-start" : "postcall";
+    const timing = executionType === "on_call_start"
+        ? "Your job is to execute initial setup actions when the call first connects."
+        : "Your job is to analyze the completed call transcript and execute all relevant postcall actions.";
+    return [
+        `You are a ${label} processing system for the agent "${agentName}".`,
+        timing,
+        "",
+        `Available ${label} actions: ${toolNames}`,
+        "",
+        "Instructions:",
+        "1. Read the entire transcript carefully",
+        "2. Extract all relevant information mentioned during the call",
+        `3. Call each applicable ${label} action with the correct extracted data`,
+        "4. If data for a field was not mentioned in the transcript, do not guess — omit it or mark as unknown",
+    ].join("\n");
+}
+function buildPostcallTestsFromCalls(calls, tools) {
+    const tests = [];
+    for (const call of calls) {
+        if (!call.transcript?.length)
+            continue;
+        const conversationMessages = call.transcript.filter((m) => m.role !== "Action" && m.role !== "action");
+        if (conversationMessages.length < 2)
+            continue;
+        const transcript = formatTranscript(call.transcript.map((m) => ({ role: m.role, content: m.content })));
+        const callId = (call.id || call._id || "unknown").slice(-6);
+        const summary = (call.call_summary || "").slice(0, 80);
+        const label = summary || call.lead?.first_name || "Real call";
+        const assertions = [
+            { type: "is-valid-openai-tools-call" },
+        ];
+        if (call.lead?.email) {
+            assertions.push({
+                type: "javascript",
+                value: `(() => { const calls = typeof output === 'string' ? JSON.parse(output) : output; return calls.some(c => { const a = typeof c.function.arguments === 'string' ? c.function.arguments : JSON.stringify(c.function.arguments || {}); return a.includes('${call.lead.email}'); }); })()`,
+            });
+        }
+        assertions.push({
+            type: "llm-rubric",
+            value: "The postcall extraction should accurately capture information mentioned in the transcript. It should not fabricate data that wasn't discussed. Fields not mentioned should be omitted or marked unknown.",
+        });
+        tests.push({
+            description: `Postcall — ${label} [${callId}]`,
+            vars: { transcript },
+            assert: assertions,
+        });
+    }
+    return tests;
+}
+function buildDefaultPostcallTests(tools) {
+    const tests = [];
+    const hasDataExtraction = tools.some((t) => t.function.name.includes("extract") ||
+        t.function.name.includes("data"));
+    const hasEmailAction = tools.some((t) => t.function.name.includes("email") ||
+        t.function.name.includes("set_lead_email"));
+    tests.push({
+        description: "Postcall — all tool calls have valid schemas",
+        vars: {
+            transcript: [
+                "Agent: Hi, thanks for your time today.",
+                "User: No problem! My email is alex@example.com and I'm interested in the premium plan.",
+                "Agent: Great, I've noted that down. We'll follow up shortly.",
+                "User: Sounds good, thanks!",
+            ].join("\n"),
+        },
+        assert: [{ type: "is-valid-openai-tools-call" }],
+    });
+    if (hasDataExtraction) {
+        tests.push({
+            description: "Postcall — extracts key data from transcript",
+            vars: {
+                transcript: [
+                    "Agent: Can I get your contact information?",
+                    "User: Sure, my name is Jordan Lee and my email is jordan@acme.com",
+                    "Agent: And what's your main interest?",
+                    "User: We're looking at the enterprise plan for about 50 seats.",
+                    "Agent: Got it. I'll have someone reach out about enterprise pricing.",
+                ].join("\n"),
+            },
+            assert: [
+                { type: "is-valid-openai-tools-call" },
+                {
+                    type: "llm-rubric",
+                    value: "The postcall action should extract key data: the lead's name (Jordan Lee), email (jordan@acme.com), interest (enterprise plan), and seat count (50). All extracted fields should match what was stated in the transcript.",
+                },
+            ],
+        });
+    }
+    if (hasEmailAction) {
+        tests.push({
+            description: "Postcall — captures email from transcript",
+            vars: {
+                transcript: [
+                    "Agent: What's the best email to reach you?",
+                    "User: You can email me at test.user@company.com",
+                    "Agent: Perfect, got it.",
+                ].join("\n"),
+            },
+            assert: [
+                { type: "is-valid-openai-tools-call" },
+                {
+                    type: "javascript",
+                    value: "(() => { const calls = typeof output === 'string' ? JSON.parse(output) : output; return calls.some(c => { const a = typeof c.function.arguments === 'string' ? c.function.arguments : JSON.stringify(c.function.arguments || {}); return a.includes('test.user@company.com'); }); })()",
+                },
+            ],
+        });
+    }
+    tests.push({
+        description: "Postcall — handles transcript with no extractable data",
+        vars: {
+            transcript: [
+                "Agent: Hello?",
+                "User: Wrong number.",
+                "Agent: Sorry about that, have a good day!",
+            ].join("\n"),
+        },
+        assert: [
+            { type: "is-valid-openai-tools-call" },
+            {
+                type: "llm-rubric",
+                value: "With minimal data in the transcript, the postcall actions should either extract very little or indicate that no meaningful data was available. Should not fabricate information.",
+            },
+        ],
+    });
+    return tests;
+}
+//# sourceMappingURL=postcall-simulator.js.map

package/dist/core/postcall-simulator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postcall-simulator.js","sourceRoot":"","sources":["../../src/core/postcall-simulator.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,SAAS,CAAC;AAG3B,OAAO,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAOnD;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAQ1C;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,GAAG,UAAU,EAAE,GAAG,IAAI,CAAC;IAEhG,MAAM,aAAa,GAAG,yBAAyB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAExE,MAAM,KAAK,GAAG,aAAa,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC;IAC/E,MAAM,UAAU,GAAG,aAAa,KAAK,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC;IAElF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO;YACL,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAC/B;gBACE,WAAW,EAAE,GAAG,YAAY,SAAS,KAAK,CAAC,WAAW,EAAE,gBAAgB;gBACxE,KAAK,EAAE,EAAE;aACV,EACD,EAAE,SAAS,EAAE,GAAG,EAAE,CACnB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,SAAS,IAAI,UAAU,OAAO,CAAC;IAC1D,MAAM,UAAU,GAAG,WAAW,SAAS,IAAI,UAAU,OAAO,CAAC;IAE7D,MAAM,YAAY,GAAG,yBAAyB,CAAC,aAAa,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACxF,MAAM,MAAM,GAAG;QACb,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gDAAgD,EAAE;KAC5E,CAAC;IAEF,MAAM,SAAS,GAAG,KAAK,EAAE,MAAM;QAC7B,CAAC,CAAC,2BAA2B,CAAC,KAAK,EAAE,aAAa,CAAC;QACnD,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,YAAY,GAAG,yBAAyB,CAAC,aAAa,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,YAAY,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,GAAG,YAAY,MAAM,KAAK,kBAAkB,SAAS,GAAG;QACrE,UAAU,EAAE;YACV,6BAA6B;YAC7B,8BAA8B;SAC/B;QACD,OAAO,EAAE;YACP,EAAE,EAAE,EAAE,UAAU,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,SAAS,IAAI,KAAK,EAAE,EAAE;SAC/D;QACD,SAAS,EAAE,WAAW,CAAC;YACrB;gBACE,EAAE,EAAE,0BAA0B;gBAC9B,KAAK,EAAE,cAAc;gBACrB,MAAM,EAAE;oBACN,WAAW,EAAE,CAAC;oBACd,KAAK,EAAE,UAAU,SAAS,EAAE;oBAC5B,WAAW,EAAE,UAAU;iBACxB;aACF;YACD;gBACE,EAAE,EAAE,qBAAqB;gBACzB,KAAK,EAAE,SAAS;gBAChB,MAAM,EAAE;oBACN,WAAW,EAAE,CAAC;oBACd,KAAK,EAAE,UAAU,SAAS,EAAE;oBAC5B,WAAW,EAAE,UAAU;iBACxB;aACF;SACF,EAAE,IAAI,CAAC,KAAK,CAAC;QACd,WAAW,EAAE;YACX,OAAO,EAAE;gBACP,QAAQ,EAAE,WAAW,CAAC,CAAC;wBACrB,EAAE,EAAE,wBAAwB;wBAC5B,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE;qBAC3B,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACnB;SACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO;QACL,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACxC,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,GAAG;SACjB,CAAC;QACF,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAmB,EACnB,SAAiB,EACjB,gBAAwB,UAAU;IAElC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,aAAa,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,UAAU,CAAC;IAC/E,MAAM,MAAM,GAAG,aAAa,KAAK,eAAe;QAC9C,CAAC,CAAC,4EAA4E;QAC9E,CAAC,CAAC,iGAAiG,CAAC;IAEtG,OAAO;QACL,aAAa,KAAK,qCAAqC,SAAS,IAAI;QACpE,MAAM;QACN,EAAE;QACF,aAAa,KAAK,aAAa,SAAS,EAAE;QAC1C,EAAE;QACF,eAAe;QACf,yCAAyC;QACzC,+DAA+D;QAC/D,2BAA2B,KAAK,yCAAyC;QACzE,uGAAuG;KACxG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAiB,EACjB,KAAmB;IAEnB,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM;YAAE,SAAS;QAEvC,MAAM,oBAAoB,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CACjD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAClD,CAAC;QACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAE9C,MAAM,UAAU,GAAG,gBAAgB,CACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,IAAI,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,UAAU,IAAI,WAAW,CAAC;QAE9D,MAAM,UAAU,GAAmC;YACjD,EAAE,IAAI,EAAE,4BAA4B,EAAE;SACvC,CAAC;QAEF,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YACrB,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,wPAAwP,IAAI,CAAC,IAAI,CAAC,KAAK,cAAc;aAC7R,CAAC,CAAC;QACL,CAAC;QAED,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,YAAY;YAClB,KAAK,EACH,0MAA0M;SAC7M,CAAC,CAAC;QAEH,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,cAAc,KAAK,KAAK,MAAM,GAAG;YAC9C,IAAI,EAAE,EAAE,UAAU,EAAE;YACpB,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAmB;IAEnB,MAAM,KAAK,GAAmC,EAAE,CAAC;IAEjD,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QACnC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CACnC,CAAC;IACF,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAC/B,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACjC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAC7C,CAAC;IAEF,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,8CAA8C;QAC3D,IAAI,EAAE;YACJ,UAAU,EAAE;gBACV,wCAAwC;gBACxC,wFAAwF;gBACxF,8DAA8D;gBAC9D,4BAA4B;aAC7B,CAAC,IAAI,CAAC,IAAI,CAAC;SACb;QACD,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE,CAAC;KACjD,CAAC,CAAC;IAEH,IAAI,iBAAiB,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,8CAA8C;YAC3D,IAAI,EAAE;gBACJ,UAAU,EAAE;oBACV,4CAA4C;oBAC5C,mEAAmE;oBACnE,uCAAuC;oBACvC,gEAAgE;oBAChE,sEAAsE;iBACvE,CAAC,IAAI,CAAC,IAAI,CAAC;aACb;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,4BAA4B,EAAE;gBACtC;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EACH,2NAA2N;iBAC9N;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC;YACT,WAAW,EAAE,2CAA2C;YACxD,IAAI,EAAE;gBACJ,UAAU,EAAE;oBACV,4CAA4C;oBAC5C,iDAAiD;oBACjD,yBAAyB;iBAC1B,CAAC,IAAI,CAAC,IAAI,CAAC;aACb;YACD,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,4BAA4B,EAAE;gBACtC;oBACE,IAAI,EAAE,YAAY;oBAClB,KAAK,EACH,wRAAwR;iBAC3R;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC;QACT,WAAW,EAAE,wDAAwD;QACrE,IAAI,EAAE;YACJ,UAAU,EAAE;gBACV,eAAe;gBACf,qBAAqB;gBACrB,2CAA2C;aAC5C,CAAC,IAAI,CAAC,IAAI,CAAC;SACb;QACD,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,4BAA4B,EAAE;YACtC;gBACE,IAAI,EAAE,YAAY;gBAClB,KAAK,EACH,kLAAkL;aACrL;SACF;KACF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/core/prompt-assembler.d.ts

@@ -0,0 +1,25 @@
+import type { EqhoAgent, EqhoCampaign, EqhoRole, EqhoAction, EqhoScript, SystemPromptSection, ConversationSeederMessage } from "../types/eqho.js";
+import type { TemplateVars, AssembledPrompt } from "../types/config.js";
+export interface AssemblerInput {
+    agent: EqhoAgent;
+    campaign: EqhoCampaign;
+    roles: EqhoRole[];
+    actions: EqhoAction[];
+    scripts: EqhoScript[];
+    systemPromptSections: SystemPromptSection[];
+    conversationSeeder?: ConversationSeederMessage[];
+    leadOverrides?: Partial<TemplateVars["lead"]>;
+    timeOverrides?: Partial<TemplateVars["time"]>;
+}
+/**
+ * Assembles the prompt exactly as eqho-ai's PromptBuilder chain does.
+ *
+ * Order of operations:
+ * 1. buildScripts → store in agent.scripts template var
+ * 2. buildActions → store in agent.actions template var
+ * 3. buildRoles → store in agent.roles template var
+ * 4. buildSystemPrompt → combine sections, render all templates
+ * 5. buildTools → convert actions to OpenAI tool definitions
+ */
+export declare function assemblePrompt(input: AssemblerInput): AssembledPrompt;
+//# sourceMappingURL=prompt-assembler.d.ts.map

package/dist/core/prompt-assembler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-assembler.d.ts","sourceRoot":"","sources":["../../src/core/prompt-assembler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,UAAU,EACV,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAA0B,MAAM,oBAAoB,CAAC;AAEhG,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,SAAS,CAAC;IACjB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;IAC5C,kBAAkB,CAAC,EAAE,yBAAyB,EAAE,CAAC;IACjD,aAAa,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9C,aAAa,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;CAC/C;AAkFD;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,cAAc,GAAG,eAAe,CA2IrE"}

package/dist/core/prompt-assembler.js

@@ -0,0 +1,185 @@
+import { renderTemplate } from "./template-engine.js";
+import { buildTools } from "./tools-builder.js";
+function buildTimeVars(timezone = "America/New_York", overrides) {
+    const now = new Date();
+    const tomorrow = new Date(now);
+    tomorrow.setDate(tomorrow.getDate() + 1);
+    const yesterday = new Date(now);
+    yesterday.setDate(yesterday.getDate() - 1);
+    const fmt = (d) => d.toISOString().split("T")[0];
+    const timeFmt = (d) => {
+        try {
+            return d.toLocaleString("en-US", { timeZone: timezone });
+        }
+        catch {
+            return d.toISOString();
+        }
+    };
+    return {
+        today: fmt(now),
+        tomorrow: fmt(tomorrow),
+        yesterday: fmt(yesterday),
+        timezone,
+        current_datetime: timeFmt(now),
+        current_date: fmt(now),
+        current_time: now.toLocaleTimeString("en-US", {
+            timeZone: timezone,
+            hour12: true,
+        }),
+        ...overrides,
+    };
+}
+/**
+ * Formats script lines matching eqho-ai's ScriptModel.to_text().
+ * AGENT lines: ~ "message"
+ * USER lines: **Wait for User to Respond**
+ */
+function formatScript(script) {
+    return script.lines
+        .map((line) => {
+        if (line.speaker === "AGENT")
+            return `~ "${line.message}"`;
+        return "**Wait for User to Respond**";
+    })
+        .join("\n\n");
+}
+/**
+ * Formats actions as "slug:\ninstructions" per action.
+ * Mirrors eqho-ai's ActionsPromptBuilder.build().
+ * Each action's instructions are pre-rendered with action-specific template
+ * vars (display_name, function_name) before the global template pass.
+ */
+function formatActions(actions, globalVars) {
+    if (!actions.length)
+        return "";
+    return actions
+        .map((a) => {
+        const actionVars = {
+            ...globalVars,
+            action: {
+                display_name: a.name || a.slug,
+                function_name: a.slug,
+                slug: a.slug,
+                name: a.name || a.slug,
+                type: a.type,
+            },
+        };
+        const rendered = renderTemplate(a.instructions, actionVars);
+        return `${a.slug}:\n${rendered}`;
+    })
+        .join("\n\n");
+}
+/**
+ * Assembles the prompt exactly as eqho-ai's PromptBuilder chain does.
+ *
+ * Order of operations:
+ * 1. buildScripts → store in agent.scripts template var
+ * 2. buildActions → store in agent.actions template var
+ * 3. buildRoles → store in agent.roles template var
+ * 4. buildSystemPrompt → combine sections, render all templates
+ * 5. buildTools → convert actions to OpenAI tool definitions
+ */
+export function assemblePrompt(input) {
+    const { agent, campaign, roles, actions, scripts, systemPromptSections, conversationSeeder, leadOverrides, timeOverrides, } = input;
+    const templateVars = {
+        agent: {
+            name: agent.name,
+            description: agent.description,
+            language: agent.language,
+            personality: agent.personality,
+            alias: agent.alias,
+            roles: "",
+            scripts: "",
+            actions: "",
+        },
+        lead: {
+            first_name: "{{lead.first_name}}",
+            last_name: "{{lead.last_name}}",
+            email: "{{lead.email}}",
+            phone: "{{lead.phone}}",
+            timezone: "{{lead.timezone}}",
+            ...leadOverrides,
+        },
+        campaign: {
+            name: campaign.name,
+            custom_fields: campaign.custom_fields,
+        },
+        conversation: {
+            started_at: "{{conversation.started_at}}",
+            call_type: "inbound",
+            medium: "telephony",
+        },
+        time: buildTimeVars(leadOverrides?.timezone || "America/New_York", timeOverrides),
+    };
+    // Step 1: Build scripts
+    if (scripts.length > 0) {
+        const scriptsText = scripts.map(formatScript).join("\n\n");
+        templateVars.agent.scripts = renderTemplate(scriptsText, templateVars);
+    }
+    // Step 2: Build actions (text representation for templates)
+    // Each action's instructions are rendered with action-specific vars first,
+    // then the combined text gets a global pass for remaining template vars.
+    if (actions.length > 0) {
+        templateVars.agent.actions = formatActions(actions, templateVars);
+    }
+    // Step 3: Build roles
+    if (roles.length > 0) {
+        const rolesText = roles.map((r) => r.description).join("\n\n");
+        templateVars.agent.roles = renderTemplate(rolesText, templateVars);
+    }
+    // Step 4: Build system prompt
+    let systemPrompt = "";
+    if (systemPromptSections.length > 0) {
+        const combinedSections = systemPromptSections
+            .map((s) => `${s.title}\n${s.description}`)
+            .join("\n\n");
+        systemPrompt = renderTemplate(combinedSections, templateVars);
+    }
+    else {
+        const parts = [];
+        if (templateVars.agent.roles) {
+            parts.push(templateVars.agent.roles);
+        }
+        if (templateVars.agent.scripts) {
+            parts.push("SCRIPT\n" + templateVars.agent.scripts);
+        }
+        if (templateVars.agent.actions) {
+            parts.push("ACTIONS\n" + templateVars.agent.actions);
+        }
+        systemPrompt = parts.join("\n\n");
+    }
+    // Step 5: Build tools
+    const tools = buildTools(actions);
+    // Step 6: Build conversation seeder
+    const seederMessages = [];
+    if (conversationSeeder?.length) {
+        for (const msg of conversationSeeder) {
+            const rendered = renderTemplate(msg.content, templateVars);
+            seederMessages.push({ role: msg.role, content: rendered });
+        }
+    }
+    const slug = agent.name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/(^-|-$)/g, "");
+    const actionMeta = actions.map((a) => {
+        const tool = tools.find((t) => t.function.name === a.slug);
+        return {
+            slug: a.slug,
+            name: a.name,
+            type: a.type,
+            executionType: a.execution_type ?? "live",
+            hasRequiredParams: (tool?.function.parameters.required?.length ?? 0) > 0,
+            paramNames: Object.keys(tool?.function.parameters.properties ?? {}),
+        };
+    });
+    return {
+        systemPrompt,
+        tools,
+        conversationSeeder: seederMessages,
+        agentSlug: slug,
+        agentName: agent.name,
+        actionMeta,
+    };
+}
+//# sourceMappingURL=prompt-assembler.js.map

package/dist/core/prompt-assembler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-assembler.js","sourceRoot":"","sources":["../../src/core/prompt-assembler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAwBhD,SAAS,aAAa,CACpB,QAAQ,GAAG,kBAAkB,EAC7B,SAAyC;IAEzC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IAChC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAE3C,MAAM,GAAG,GAAG,CAAC,CAAO,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACxD,MAAM,OAAO,GAAG,CAAC,CAAO,EAAE,EAAE;QAC1B,IAAI,CAAC;YACH,OAAO,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QACzB,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC;QACf,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC;QACvB,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC;QACzB,QAAQ;QACR,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC;QAC9B,YAAY,EAAE,GAAG,CAAC,GAAG,CAAC;QACtB,YAAY,EAAE,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE;YAC5C,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,IAAI;SACb,CAAC;QACF,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,MAAkB;IACtC,OAAO,MAAM,CAAC,KAAK;SAChB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YAAE,OAAO,MAAM,IAAI,CAAC,OAAO,GAAG,CAAC;QAC3D,OAAO,8BAA8B,CAAC;IACxC,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CACpB,OAAqB,EACrB,UAAmC;IAEnC,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC/B,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,UAAU,GAAG;YACjB,GAAG,UAAU;YACb,MAAM,EAAE;gBACN,YAAY,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI;gBAC9B,aAAa,EAAE,CAAC,CAAC,IAAI;gBACrB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI;gBACtB,IAAI,EAAE,CAAC,CAAC,IAAI;aACb;SACF,CAAC;QACF,MAAM,QAAQ,GAAG,cAAc,CAC7B,CAAC,CAAC,YAAY,EACd,UAAU,CACX,CAAC;QACF,OAAO,GAAG,CAAC,CAAC,IAAI,MAAM,QAAQ,EAAE,CAAC;IACnC,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,cAAc,CAAC,KAAqB;IAClD,MAAM,EACJ,KAAK,EACL,QAAQ,EACR,KAAK,EACL,OAAO,EACP,OAAO,EACP,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,aAAa,GACd,GAAG,KAAK,CAAC;IAEV,MAAM,YAAY,GAAiB;QACjC,KAAK,EAAE;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,WAAW,EAAE,KAAK,CAAC,WAAiD;YACpE,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;SACZ;QACD,IAAI,EAAE;YACJ,UAAU,EAAE,qBAAqB;YACjC,SAAS,EAAE,oBAAoB;YAC/B,KAAK,EAAE,gBAAgB;YACvB,KAAK,EAAE,gBAAgB;YACvB,QAAQ,EAAE,mBAAmB;YAC7B,GAAG,aAAa;SACjB;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,aAAa,EAAE,QAAQ,CAAC,aAAa;SACtC;QACD,YAAY,EAAE;YACZ,UAAU,EAAE,6BAA6B;YACzC,SAAS,EAAE,SAAS;YACpB,MAAM,EAAE,WAAW;SACpB;QACD,IAAI,EAAE,aAAa,CACjB,aAAa,EAAE,QAAQ,IAAI,kBAAkB,EAC7C,aAAa,CACd;KACF,CAAC;IAEF,wBAAwB;IACxB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,YAAY,CAAC,KAAK,CAAC,OAAO,GAAG,cAAc,CACzC,WAAW,EACX,YAAkD,CACnD,CAAC;IACJ,CAAC;IAED,4DAA4D;IAC5D,2EAA2E;IAC3E,yEAAyE;IACzE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,YAAY,CAAC,KAAK,CAAC,OAAO,GAAG,aAAa,CACxC,OAAO,EACP,YAAkD,CACnD,CAAC;IACJ,CAAC;IAED,sBAAsB;IACtB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/D,YAAY,CAAC,KAAK,CAAC,KAAK,GAAG,cAAc,CACvC,SAAS,EACT,YAAkD,CACnD,CAAC;IACJ,CAAC;IAED,8BAA8B;IAC9B,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,gBAAgB,GAAG,oBAAoB;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;aAC1C,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,YAAY,GAAG,cAAc,CAC3B,gBAAgB,EAChB,YAAkD,CACnD,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC;QACD,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,sBAAsB;IACtB,MAAM,KAAK,GAAiB,UAAU,CAAC,OAAO,CAAC,CAAC;IAEhD,oCAAoC;IACpC,MAAM,cAAc,GAA6C,EAAE,CAAC;IACpE,IAAI,kBAAkB,EAAE,MAAM,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,cAAc,CAC7B,GAAG,CAAC,OAAO,EACX,YAAkD,CACnD,CAAC;YACF,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;SACpB,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE3B,MAAM,UAAU,GAAiB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACjD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3D,OAAO;YACL,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,aAAa,EAAE,CAAC,CAAC,cAAc,IAAI,MAAM;YACzC,iBAAiB,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;YACxE,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,UAAU,IAAI,EAAE,CAAC;SACpE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,YAAY;QACZ,KAAK;QACL,kBAAkB,EAAE,cAAc;QAClC,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,KAAK,CAAC,IAAI;QACrB,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/core/promptfoo-runner.d.ts

@@ -0,0 +1,13 @@
+export interface PromptfooRunResult {
+    exitCode: number;
+}
+export declare function resolvePromptfoo(): {
+    bin: string;
+    source: "local" | "peer" | "global";
+} | null;
+export declare function getPromptfooVersion(): string | null;
+export declare function isPromptfooInstalled(): boolean;
+export declare function runPromptfoo(args: string[], options?: {
+    cwd?: string;
+}): PromptfooRunResult;
+//# sourceMappingURL=promptfoo-runner.d.ts.map

package/dist/core/promptfoo-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptfoo-runner.d.ts","sourceRoot":"","sources":["../../src/core/promptfoo-runner.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,gBAAgB,IAAI;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,QAAQ,CAAA;CAAE,GAAG,IAAI,CAoB9F;AAED,wBAAgB,mBAAmB,IAAI,MAAM,GAAG,IAAI,CAYnD;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,kBAAkB,CAe3F"}