@fonoster/autopilot 0.9.13 → 0.9.14

package/dist/models/evaluations/createTestTextSimilarity.js

@@ -38,6 +38,6 @@ function createTestTextSimilarity(evalsLanguageModel, systemPrompt) {
         ];
         const response = await llm.invoke(messages);
         const reply = response.content?.toString().trim().toLowerCase();
-        return new Boolean(reply).valueOf();
+        return reply === "true" || reply === "yes";
     };
 }

package/dist/models/evaluations/evaluateToolCalls.js

@@ -1,6 +1,10 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.evaluateToolCalls = evaluateToolCalls;
+const moment_1 = __importDefault(require("moment"));
 function evaluateToolCalls(expectedTools, toolCalls) {
     const evaluations = [];
     let overallPassed = true;
@@ -33,6 +37,17 @@ function evaluateToolCalls(expectedTools, toolCalls) {
         const expectedParams = expectedTool.parameters || {};
         const actualParams = actualCall.args || {};
         for (const key of Object.keys(expectedParams)) {
+            if ((0, moment_1.default)(expectedParams[key], moment_1.default.ISO_8601, true).isValid()) {
+                actualParams[key] = (0, moment_1.default)(actualParams[key], moment_1.default.ISO_8601, true);
+                if (!actualParams[key].isValid()) {
+                    toolPassed = false;
+                    const paramMsg = `Expected parameter "${key}" to be a valid date, but got ${JSON.stringify(actualParams[key])}.`;
+                    errorMessage = errorMessage
+                        ? errorMessage + " " + paramMsg
+                        : paramMsg;
+                }
+                continue;
+            }
             if (actualParams[key] !== expectedParams[key]) {
                 toolPassed = false;
                 const paramMsg = `Expected parameter "${key}" to have value ${JSON.stringify(expectedParams[key])}, but got ${JSON.stringify(actualParams[key])}.`;

package/dist/models/evaluations/printEval.js

@@ -37,7 +37,14 @@ function printEval(results) {
                 "Tool Calls",
                 "Passed"
             ],
-            colWidths: [8, 25, 25, 25, 25, 8],
+            colWidths: [
+                6, // Step
+                28, // Human Input
+                28, // Expected
+                28, // AI Response
+                null, // Tool Calls - dynamic width
+                8 // Passed
+            ],
             wordWrap: true
         });
         result.steps.forEach((step, index) => {
@@ -46,10 +53,22 @@ function printEval(results) {
             if (step.toolEvaluations && step.toolEvaluations.length > 0) {
                 toolEvalText = step.toolEvaluations
                     .map((toolEval) => {
-                    const params = JSON.stringify(toolEval.actualParameters || {});
-                    return `${toolEval.actualTool}(${params})`;
+                    if (!Object.keys(toolEval.actualParameters || {}).length) {
+                        return `${toolEval.actualTool}()`;
+                    }
+                    const params = JSON.stringify(toolEval.actualParameters || {}, null, 1)
+                        .split("\n")
+                        .map((line, index, arr) => {
+                        if (index === 0)
+                            return "";
+                        if (index === arr.length - 1)
+                            return "";
+                        return " " + line.trim();
+                    })
+                        .join("\n");
+                    return `${toolEval.actualTool}({${params}})`;
                 })
-                    .join("\n");
+                    .join("\n\n"); // Add extra line between multiple tool calls
             }
             table.push([
                 index + 1,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.9.13",
+  "version": "0.9.14",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -33,11 +33,11 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.712.0",
-    "@fonoster/common": "^0.9.12",
+    "@fonoster/common": "^0.9.14",
     "@fonoster/logger": "^0.9.12",
-    "@fonoster/sdk": "^0.9.13",
-    "@fonoster/types": "^0.9.12",
-    "@fonoster/voice": "^0.9.12",
+    "@fonoster/sdk": "^0.9.14",
+    "@fonoster/types": "^0.9.14",
+    "@fonoster/voice": "^0.9.14",
     "@langchain/community": "^0.3.29",
     "@langchain/core": "^0.3.39",
     "@langchain/groq": "^0.1.3",
@@ -57,5 +57,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "233b3a9489beedabcebc668c78d6fe91f335f319"
+  "gitHead": "ba1b5e9898fafef1d3c4d3f1e72d3c2326fcec7b"
 }