@guava-ai/guava-sdk 0.24.0 → 0.26.0

package/dist/src/testing/session.js

@@ -33,12 +33,12 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TestSession = void 0;
+exports.TestSession = exports._evalResponseSchema = void 0;
 const node_crypto_1 = require("node:crypto");
 const z = __importStar(require("zod"));
 const protocol_ts_1 = require("./protocol.js");
 const llm_ts_1 = require("../helpers/llm.js");
-const _evalResponseSchema = z.object({
+exports._evalResponseSchema = z.object({
     results: z.array(z.object({
         passed: z.boolean(),
         reasoning: z.string().optional(),
@@ -170,26 +170,7 @@ ${transcript || "(empty — no conversation occurred)"}
 
 Criteria:
 ${criteriaList}`;
-        const evalSchema = {
-            type: "object",
-            properties: {
-                results: {
-                    type: "array",
-                    items: {
-                        type: "object",
-                        properties: {
-                            passed: { type: "boolean" },
-                            reasoning: { type: "string" },
-                        },
-                        required: ["passed"],
-                        additionalProperties: false,
-                    },
-                },
-            },
-            required: ["results"],
-            additionalProperties: false,
-        };
-        const evalResponse = _evalResponseSchema.parse(JSON.parse(await (0, llm_ts_1._generate)(this._client, prompt, evalSchema)));
+        const evalResponse = exports._evalResponseSchema.parse(JSON.parse(await (0, llm_ts_1._generate)(this._client, prompt, z.toJSONSchema(exports._evalResponseSchema))));
         if (evalResponse.results.length !== allCriteria.length) {
             throw new Error(`Evaluation returned ${evalResponse.results.length} results for ${allCriteria.length} criteria.`);
         }

package/dist/src/testing/session.js.map

@@ -1 +1 @@
-{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../src/testing/session.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,6CAA0C;AAC1C,uCAAyB;AACzB,+CAA0E;AAE1E,8CAA8C;AAI9C,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACjC,CAAC,CACH;CACF,CAAC,CAAC;AAEH,MAAa,WAAW;IACL,GAAG,CAAY;IACf,OAAO,CAAS;IACzB,cAAc,GAAmB,EAAE,CAAC;IACpC,WAAW,GAAmB,EAAE,CAAC;IACjC,YAAY,GAGf,EAAE,CAAC;IACA,OAAO,GAAG,KAAK,CAAC;IAExB,eAAe,GAAa,EAAE,CAAC;IAC/B,iBAAiB,GAAkB,IAAI,CAAC;IAExC,gBAAgB;IAChB,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,YAAY,EAAa,EAAE,MAAc;QACvC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAEtB,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,KAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,KAAK,GAAG,0BAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACvD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACzB,CAAC,CAAC;QAEF,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1B,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,GAAG,CAAC,SAAiB;QACnB,MAAM,GAAG,GAAc,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,KAAmB,CAAC;YAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC1C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,KAAK,GAAG,QAAQ,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,MAAM,IAAI,OAAO,CAAe,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC1D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;wBACnD,OAAO;oBACT,CAAC;oBACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;gBACxC,SAAS;YACX,CAAC;YAED,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,SAAS,GAAG,IAAA,yBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,sBAAsB,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/E,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,YAAY,KAAK,qBAAqB,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACnF,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EACb,YAAY,GAAG,EAAE,EACjB,YAAY,GAAG,EAAE,MAIf,EAAE;QACJ,MAAM,WAAW,GAAG;YAClB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACrE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;SACtE,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtF,MAAM,MAAM,GAAG;;;;EAIjB,UAAU,IAAI,oCAAoC;;;EAGlD,YAAY,EAAE,CAAC;QAEb,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;4BAC3B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;yBAC9B;wBACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;wBACpB,oBAAoB,EAAE,KAAK;qBAC5B;iBACF;aACF;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;YACrB,oBAAoB,EAAE,KAAK;SAC5B,CAAC;QAEF,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,kBAAS,EAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAC9D,CAAC;QAEF,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,uBAAuB,YAAY,CAAC,OAAO,CAAC,MAAM,gBAAgB,WAAW,CAAC,MAAM,YAAY,CACjG,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtC,IAAI,GAAG,GAAG,2BAA2B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjE,IAAI,MAAM,CAAC,SAAS;oBAAE,GAAG,IAAI,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5C,IAAI,GAAG,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,IAAI,MAAM,CAAC,SAAS;oBAAE,GAAG,IAAI,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;CACF;AAvMD,kCAuMC"}
+{"version":3,"file":"session.js","sourceRoot":"","sources":["../../../src/testing/session.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,6CAA0C;AAC1C,uCAAyB;AACzB,+CAA0E;AAE1E,8CAA8C;AAIjC,QAAA,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;QACnB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACjC,CAAC,CACH;CACF,CAAC,CAAC;AAEH,MAAa,WAAW;IACL,GAAG,CAAY;IACf,OAAO,CAAS;IACzB,cAAc,GAAmB,EAAE,CAAC;IACpC,WAAW,GAAmB,EAAE,CAAC;IACjC,YAAY,GAGf,EAAE,CAAC;IACA,OAAO,GAAG,KAAK,CAAC;IAExB,eAAe,GAAa,EAAE,CAAC;IAC/B,iBAAiB,GAAkB,IAAI,CAAC;IAExC,gBAAgB;IAChB,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,YAAY,EAAa,EAAE,MAAc;QACvC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAEtB,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,IAAI,KAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,KAAK,GAAG,0BAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACvD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACzB,CAAC,CAAC;QAEF,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1B,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5B,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,GAAG,CAAC,SAAiB;QACnB,MAAM,GAAG,GAAc,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,KAAmB,CAAC;YAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC1C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,KAAK,GAAG,QAAQ,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,MAAM,IAAI,OAAO,CAAe,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC1D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,CAAC;wBACnD,OAAO;oBACT,CAAC;oBACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;gBACxC,SAAS;YACX,CAAC;YAED,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,aAAa;QACX,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,SAAS,GAAG,IAAA,yBAAW,EAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,sBAAsB,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/E,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,YAAY,KAAK,qBAAqB,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACnF,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EACb,YAAY,GAAG,EAAE,EACjB,YAAY,GAAG,EAAE,MAIf,EAAE;QACJ,MAAM,WAAW,GAAG;YAClB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACrE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;SACtE,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtF,MAAM,MAAM,GAAG;;;;EAIjB,UAAU,IAAI,oCAAoC;;;EAGlD,YAAY,EAAE,CAAC;QAEb,MAAM,YAAY,GAAG,2BAAmB,CAAC,KAAK,CAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,kBAAS,EAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,2BAAmB,CAAC,CAAC,CAAC,CACvF,CAAC;QAEF,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,uBAAuB,YAAY,CAAC,OAAO,CAAC,MAAM,gBAAgB,WAAW,CAAC,MAAM,YAAY,CACjG,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,CAAC,CAAE,CAAC;YAC5C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtC,IAAI,GAAG,GAAG,2BAA2B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjE,IAAI,MAAM,CAAC,SAAS;oBAAE,GAAG,IAAI,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC5C,IAAI,GAAG,GAAG,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,IAAI,MAAM,CAAC,SAAS;oBAAE,GAAG,IAAI,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;CACF;AAnLD,kCAmLC"}

package/dist/src/version.d.ts

@@ -1 +1 @@
-export declare const SDK_VERSION = "0.24.0";
+export declare const SDK_VERSION = "0.26.0";

package/dist/src/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SDK_VERSION = void 0;
-exports.SDK_VERSION = "0.24.0";
+exports.SDK_VERSION = "0.26.0";
 //# sourceMappingURL=version.js.map

package/examples/README.md

@@ -1,8 +1,9 @@
 # Examples
 
-- [example.test.ts](./example.test.ts) - Agent testing example demonstrating `agent.test()`, `agent.testRoleplay()`, `agent.patch()`, and `session.evaluate()` for unit testing handlers, scripted conversation flows, LLM-driven roleplay, and natural-language pass/fail evaluation.
-- [help-desk.ts](./help-desk.ts) - An inbound call agent for a furniture retailer that uses `DocumentQA` for RAG-based question answering and `IntentRecognizer` to classify caller intent and route to the appropriate department.
-- [polling-campaign.ts](./polling-campaign.ts) - Attaches a political polling agent to an existing Guava campaign via `attachCampaign()`, uses `reachPerson()` to confirm availability, then conducts a structured poll with text and multiple-choice fields.
-- [property-insurance.ts](./property-insurance.ts) - A simple inbound call agent that uses `DocumentQA` and RAG to answer questions about a property insurance policy.
-- [restaurant-waitlist.ts](./restaurant-waitlist.ts) - An inbound call agent that collects a caller's name, party size, and phone number to add them to a restaurant waitlist using a structured task checklist.
-- [scheduling-outbound.ts](./scheduling-outbound.ts) - An outbound call agent for a dental office that calls patients to schedule appointments, using `reachPerson()` for human detection and `DatetimeFilter` for searchable calendar slot availability.
+- [agent-testing.test.ts](./agent-testing.test.ts) - Test suite for the help-desk agent demonstrating `agent.test()`, `agent.testRoleplay()`, `agent.patch()`, handler unit tests with `MockCall`, and LLM-evaluated assertions with `session.evaluate()`.
+- [help-desk.ts](./help-desk.ts) - Inbound call agent for a furniture retailer that uses `DocumentQA` for RAG-backed question answering and `IntentRecognizer` to route callers to the correct department (sales, delivery, account management).
+- [multiple-agents.ts](./multiple-agents.ts) - Demonstrates running two independent agents simultaneously on different connection types (phone and WebRTC) using a shared `Runner`.
+- [polling-campaign.ts](./polling-campaign.ts) - Outbound campaign agent that conducts a non-partisan political opinion poll, uses `reachPerson` to confirm contact availability, and collects structured responses via a task checklist.
+- [property-insurance.ts](./property-insurance.ts) - Inbound call agent for a property insurance company that uses `DocumentQA` to answer policy questions from a knowledge base.
+- [restaurant-waitlist.ts](./restaurant-waitlist.ts) - Inbound call agent for a restaurant that collects caller name, party size, and phone number to add callers to a waitlist using a structured task.
+- [scheduling-outbound.ts](./scheduling-outbound.ts) - Outbound call agent for a dental office that uses `reachPerson` to confirm contact availability, then schedules appointments using a searchable calendar-slot field backed by `DatetimeFilter`.

package/examples/{example.test.ts → agent-testing.test.ts}

@@ -10,7 +10,7 @@ import { agent } from "@guava-ai/guava-sdk/examples/help-desk";
 describe("HelpDeskAgent", () => {
   test("handler unit test - new purchase routes to sales", async () => {
     const suggestion = await agent.handlers.onActionRequest(new MockCall(), "make a new purchase");
-    expect(suggestion).toHaveProperty("key", "sales");
+    expect(suggestion).toContainEqual({ key: "sales" });
   });
 
   test("new purchase routes to sales", async () => {

package/examples/multiple-agents.ts

@@ -0,0 +1,18 @@
+import * as guava from "@guava-ai/guava-sdk";
+
+const agentA = new guava.Agent({
+  name: "Grace",
+  purpose: "You are a helpful voice agent.",
+});
+
+const agentB = new guava.Agent({
+  name: "Jordan",
+  purpose: "You are a helpful voice agent.",
+});
+
+export async function run(_args: string[]) {
+  const runner = new guava.Runner();
+  runner.listenPhone(agentA, process.env.GUAVA_AGENT_NUMBER!);
+  runner.listenWebrtc(agentB);
+  await runner.run();
+}

package/examples/scheduling-outbound.ts

@@ -1,6 +1,7 @@
 import * as guava from "@guava-ai/guava-sdk";
 import { DatetimeFilter } from "@guava-ai/guava-sdk/helpers";
 import { mockAppointmentsForFuture } from "@guava-ai/guava-sdk/example-data";
+import { getAgentNumber } from "@guava-ai/guava-sdk/example-utils";
 
 const agent = new guava.Agent({
   organization: "Bright Smile Dental",
@@ -33,7 +34,7 @@ agent.onReachPerson(async (call: guava.Call, outcome: string) => {
       ],
     });
   } else {
-    await call.hangup("Apologize for your mistake and hang up the call.");
+    await call.hangup("Appropriately end the call.");
   }
 });
 
@@ -56,7 +57,7 @@ export async function run(args: string[]) {
     process.exit(1);
   }
 
-  agent.callPhone(process.env.GUAVA_AGENT_NUMBER, toNumber, {
+  agent.callPhone(await getAgentNumber(), toNumber, {
     patientName: patientName,
   });
 }

package/package.json

@@ -2,7 +2,7 @@
   "name": "@guava-ai/guava-sdk",
   "description": "The official TypeScript SDK for building Guava voice agents.",
   "homepage": "https://docs.goguava.ai/typescript-sdk/",
-  "version": "0.24.0",
+  "version": "0.26.0",
   "type": "commonjs",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",
@@ -23,6 +23,10 @@
       "types": "./dist/src/example-data.d.ts",
       "default": "./dist/src/example-data.js"
     },
+    "./example-utils": {
+      "types": "./dist/src/example-utils.d.ts",
+      "default": "./dist/src/example-utils.js"
+    },
     "./examples/help-desk": {
       "types": "./dist/examples/help-desk.d.ts",
       "default": "./dist/examples/help-desk.js"

package/src/agent.ts

@@ -4,6 +4,7 @@ import {
   AnswerQuestionCommand,
   ChoiceResultCommand,
   type Command,
+  ExpertErrorCommand,
   RegisteredHooksCommand,
 } from "./commands.ts";
 import {
@@ -13,6 +14,7 @@ import {
   type DTMFPressedEvent,
   type EscalateEvent,
   type GuavaEvent,
+  type OutboundCallFailed,
   decodeEventDict,
 } from "./events.ts";
 import {
@@ -31,9 +33,15 @@ import { telemetryClient } from "./telemetry.ts";
 import { runChat } from "./testing/chat.ts";
 import { SessionStarted } from "./testing/protocol.ts";
 import { TestSession } from "./testing/session.ts";
+import * as z from "zod";
 import { fetchOrThrow, getBaseUrl } from "./utils.ts";
 import { runWebrtcHelper } from "./webrtc-helper.ts";
 
+export const _roleplayActionSchema = z.object({
+  action: z.enum(["speak", "hangup"]),
+  utterance: z.string().optional(),
+});
+
 export type { CallInfo } from "./socket/call-info.ts";
 
 export type IncomingCallAction = { action: "accept" } | { action: "decline" };
@@ -57,7 +65,7 @@ export class Agent {
   private _acceptDtmfForNumbers: boolean;
   private _logger: Logger;
 
-  private _client: Client = new Client();
+  _client: Client = new Client();
 
   private _onCallReceived: (callInfo: CallInfo) => Promise<IncomingCallAction> = async () => ({
     action: "accept",
@@ -85,6 +93,7 @@ export class Agent {
   private _onSessionEnd?: (call: Call, event: BotSessionEnded) => Promise<void>;
   private _onEscalate?: (call: Call, event: EscalateEvent) => Promise<void>;
   private _onDtmf?: (call: Call, event: DTMFPressedEvent) => Promise<void>;
+  private _onOutboundFailed?: (event: OutboundCallFailed) => Promise<void>;
 
   constructor(args?: {
     name?: string;
@@ -188,6 +197,10 @@ export class Agent {
     this._onDtmf = callback;
   }
 
+  onOutboundFailed(callback: (event: OutboundCallFailed) => Promise<void>): void {
+    this._onOutboundFailed = callback;
+  }
+
   get handlers() {
     return {
       onCallReceived: (callInfo: CallInfo) => this._onCallReceived(callInfo),
@@ -272,14 +285,37 @@ export class Agent {
     await runWebrtcHelper(webrtcCode, getBaseUrl());
   }
 
+  private async _invokeHandler(
+    call: Call,
+    name: string,
+    informAgent: boolean,
+    handler: () => Promise<void>,
+  ): Promise<void> {
+    try {
+      await handler();
+    } catch (err) {
+      this._logger.error(`An error occurred in the ${name} handler.`, err);
+      if (informAgent) {
+        await call.sendCommand(ExpertErrorCommand, {
+          command_type: "expert-error",
+          message: `The expert encountered an error while processing ${name}`,
+        });
+      }
+    }
+  }
+
   private async _dispatchEvent(call: Call, event: GuavaEvent, testSession?: TestSession) {
     if (event.event_type === "caller-speech") {
       if (this._onCallerSpeech !== undefined) {
-        await this._onCallerSpeech(call, event);
+        await this._invokeHandler(call, "onCallerSpeech", false, () =>
+          this._onCallerSpeech!(call, event),
+        );
       }
     } else if (event.event_type === "agent-speech") {
       if (this._onAgentSpeech !== undefined) {
-        await this._onAgentSpeech(call, event);
+        await this._invokeHandler(call, "onAgentSpeech", false, () =>
+          this._onAgentSpeech!(call, event),
+        );
       }
     } else if (event.event_type === "task-done") {
       const errors: string[] = [];
@@ -298,17 +334,28 @@ export class Agent {
         await call.retryTask(errors.join(" "));
       } else {
         this._logger.info(`Task ${event.task_id} completed.`);
-        if (this._onTaskCompleteGeneric !== undefined) {
-          await this._onTaskCompleteGeneric(call, event.task_id);
-        } else if (event.task_id in this._onTaskCompleteHandlers) {
-          await this._onTaskCompleteHandlers[event.task_id](call);
-        } else {
-          this._logger.warn(`No handler registered for completion of task '${event.task_id}'`);
+        try {
+          if (this._onTaskCompleteGeneric !== undefined) {
+            await this._onTaskCompleteGeneric(call, event.task_id);
+          } else if (event.task_id in this._onTaskCompleteHandlers) {
+            await this._onTaskCompleteHandlers[event.task_id](call);
+          } else {
+            this._logger.warn(`No handler registered for completion of task '${event.task_id}'`);
+          }
+        } catch (err) {
+          this._logger.error(
+            `An error occurred in the on_task_complete('${event.task_id}') handler.`,
+            err,
+          );
+          await call.sendCommand(ExpertErrorCommand, {
+            command_type: "expert-error",
+            message: `The expert encountered an error while processing on_task_complete('${event.task_id}') - the task has failed.`,
+          });
         }
       }
     } else if (event.event_type === "agent-question") {
+      this._logger.info(`Received question from bot: ${event.question}`);
       if (this._onQuestion !== undefined) {
-        this._logger.info(`Received question from bot: ${event.question}`);
         let answer: string;
         try {
           answer = await this._onQuestion(call, event.question);
@@ -333,6 +380,9 @@ export class Agent {
       }
     } else if (event.event_type === "action-item-done") {
       call._fieldValues[event.key] = event.payload;
+      if (event.key && event.payload) {
+        this._logger.info(`Field ${event.key} updated.`);
+      }
     } else if (event.event_type === "choice-query") {
       this._logger.info(`Received search query for field '${event.field_key}': ${event.query}`);
       const handler = this._searchQueryHandlers[event.field_key];
@@ -340,25 +390,49 @@ export class Agent {
         this._logger.warn(
           `Search query arrived for field '${event.field_key}' with no handler attached.`,
         );
-      } else {
-        const [matchedChoices, otherChoices] = await handler(call, event.query);
-        await call.sendCommand(ChoiceResultCommand, {
-          command_type: "choice-query-result",
-          field_key: event.field_key,
-          query_id: event.query_id,
-          matched_choices: matchedChoices,
-          other_choices: otherChoices,
+        await call.sendCommand(ExpertErrorCommand, {
+          command_type: "expert-error",
+          message: `The expert failed to handle on_search_query('${event.field_key}'). No results will be forthcoming.`,
         });
+      } else {
+        try {
+          const [matchedChoices, otherChoices] = await handler(call, event.query);
+          await call.sendCommand(ChoiceResultCommand, {
+            command_type: "choice-query-result",
+            field_key: event.field_key,
+            query_id: event.query_id,
+            matched_choices: matchedChoices,
+            other_choices: otherChoices,
+          });
+        } catch (err) {
+          this._logger.error(
+            `An error occurred in the on_search_query('${event.field_key}') handler.`,
+            err,
+          );
+          await call.sendCommand(ExpertErrorCommand, {
+            command_type: "expert-error",
+            message: `The expert encountered an error while processing the on_search_query('${event.field_key}') handler. No results will be forthcoming.`,
+          });
+        }
       }
     } else if (event.event_type === "action-request") {
       this._logger.info(`Received action request ${event.intent_id}: ${event.intent_summary}`);
       let suggestions: SuggestedAction[] = [];
       if (this._onActionRequested !== undefined) {
-        const result = await this._onActionRequested(call, event.intent_summary);
-        if (Array.isArray(result)) {
-          suggestions = result;
-        } else if (result !== null && result !== undefined) {
-          suggestions = [result];
+        try {
+          const result = await this._onActionRequested(call, event.intent_summary);
+          if (Array.isArray(result)) {
+            suggestions = result;
+          } else if (result !== null && result !== undefined) {
+            suggestions = [result];
+          }
+        } catch (err) {
+          this._logger.error("An error occurred in the onActionRequest handler.", err);
+          await call.sendCommand(ExpertErrorCommand, {
+            command_type: "expert-error",
+            message:
+              "The expert encountered an error while processing the on_action_request handler.",
+          });
         }
       }
       await call.sendCommand(ActionSuggestionCommand, {
@@ -378,7 +452,18 @@ export class Agent {
         onActionFunc = () => this._onActionHandlers[event.action_key](call);
       }
       if (onActionFunc !== undefined) {
-        await onActionFunc();
+        try {
+          await onActionFunc();
+        } catch (err) {
+          this._logger.error(
+            `An error occurred in the on_action('${event.action_key}') handler.`,
+            err,
+          );
+          await call.sendCommand(ExpertErrorCommand, {
+            command_type: "expert-error",
+            message: `The expert encountered an error while processing the on_action('${event.action_key}') handler.`,
+          });
+        }
       } else {
         this._logger.warn(`No handler registered for action '${event.action_key}'`);
       }
@@ -387,14 +472,18 @@ export class Agent {
       if (testSession) {
         testSession.terminationReason = event.termination_reason;
       }
-      await this._onSessionEnd?.(call, event);
+      if (this._onSessionEnd !== undefined) {
+        await this._invokeHandler(call, "onSessionEnd", false, () =>
+          this._onSessionEnd!(call, event),
+        );
+      }
     } else if (event.event_type === "dtmf") {
       if (this._onDtmf !== undefined) {
-        await this._onDtmf(call, event);
+        await this._invokeHandler(call, "onDtmf", false, () => this._onDtmf!(call, event));
       }
     } else if (event.event_type === "escalate") {
       if (this._onEscalate !== undefined) {
-        await this._onEscalate(call, event);
+        await this._invokeHandler(call, "onEscalate", true, () => this._onEscalate!(call, event));
       } else if (event.requested_by === "agent") {
         await call.sendInstruction(
           "No escalation target set. Apologize for not being able to help, ask them to try calling another time, and hang up the call immediately.",
@@ -404,6 +493,13 @@ export class Agent {
           "Let them know there are no representatives available to take their call. Ask them if they would prefer to continue or to call another time.",
         );
       }
+    } else if (event.event_type === "outbound-call-failed") {
+      this._logger.error(`Outbound call failed: ${event.error_reason}`);
+      if (this._onOutboundFailed !== undefined) {
+        await this._invokeHandler(call, "onOutboundFailed", false, () =>
+          this._onOutboundFailed!(event),
+        );
+      }
     } else if (event.event_type === "error") {
       this._logger.error(`The Guava agent reported an error: ${event.content}`);
     } else if (event.event_type === "warning") {
@@ -572,12 +668,12 @@ export class Agent {
    * @description use the Guava API to call out to a number
    */
   async callPhone(
-    fromNumber: string | undefined,
+    fromNumber: string,
     toNumber: string,
     variables: Record<string, any> = {},
   ): Promise<void> {
     const url = new URL("v2/create-outbound", this._client.getHttpBase());
-    if (fromNumber) url.searchParams.set("from_number", fromNumber);
+    url.searchParams.set("from_number", fromNumber);
     url.searchParams.set("to_number", toNumber);
 
     const response = await fetchOrThrow(url, {
@@ -681,16 +777,6 @@ export class Agent {
     roleplayPrompt: string,
     variables: Record<string, any> = {},
   ): Promise<TestSession> {
-    const roleplaySchema = {
-      type: "object",
-      properties: {
-        action: { type: "string", enum: ["speak", "hangup"] },
-        utterance: { type: "string" },
-      },
-      required: ["action"],
-      additionalProperties: false,
-    };
-
     return this.test(async (session) => {
       let snapshotLen = 0;
       try {
@@ -714,8 +800,8 @@ ${transcript || "(The agent has not spoken yet)"}
 
 Choose "speak" and provide your next utterance, or choose "hangup" if the conversation has naturally concluded.`;
 
-          const raw = await _generate(this._client, prompt, roleplaySchema);
-          const action = JSON.parse(raw) as { action: string; utterance?: string };
+          const raw = await _generate(this._client, prompt, z.toJSONSchema(_roleplayActionSchema));
+          const action = _roleplayActionSchema.parse(JSON.parse(raw));
 
           if (action.action === "hangup") {
             this._logger.info("(Roleplay Session) [caller hangs up]");
@@ -800,10 +886,11 @@ Choose "speak" and provide your next utterance, or choose "hangup" if the conver
     cloned._onSessionEnd = this._onSessionEnd;
     cloned._onEscalate = this._onEscalate;
     cloned._onDtmf = this._onDtmf;
+    cloned._onOutboundFailed = this._onOutboundFailed;
     return cloned;
   }
 
-  private async _serveCampaign(healthCtx: HealthContext, campaignCode: string): Promise<void> {
+  async _serveCampaign(healthCtx: HealthContext, campaignCode: string): Promise<void> {
     try {
       const campaignUrl = new URL(`v1/campaigns/${campaignCode}`, this._client.getHttpBase());
       const campaignResponse = await fetchOrThrow(campaignUrl, {
@@ -898,11 +985,7 @@ Choose "speak" and provide your next utterance, or choose "hangup" if the conver
   }
 
   /** @deprecated Use {@link callPhone} instead. */
-  async outboundPhone(
-    fromNumber: string | undefined,
-    toNumber: string,
-    variables: Record<string, any> = {},
-  ) {
+  async outboundPhone(fromNumber: string, toNumber: string, variables: Record<string, any> = {}) {
     return this.callPhone(fromNumber, toNumber, variables);
   }
 }