@fonoster/autopilot 0.8.37 → 0.8.40

package/dist/Autopilot.js

@@ -73,6 +73,9 @@ class Autopilot {
             if (event === "SPEECH_START") {
                 this.actor.send({ type: "SPEECH_START" });
             }
+            else if (event === "SPEECH_END") {
+                this.actor.send({ type: "SPEECH_END" });
+            }
         });
     }
     handleVoicePayload(chunk) {
@@ -89,8 +92,6 @@ class Autopilot {
         stream.onData((speech) => {
             logger.verbose("received speech result", { speech });
             if (speech) {
-                // Testing using STT for both VAD and STT (experimental)
-                this.actor.send({ type: "SPEECH_END" });
                 this.actor.send({ type: "SPEECH_RESULT", speech });
             }
         });

package/dist/loadAssistantFromAPI.js

@@ -57,6 +57,7 @@ const common_1 = require("@fonoster/common");
 const SDK = __importStar(require("@fonoster/sdk"));
 const envs_1 = require("./envs");
 const logger_1 = require("@fonoster/logger");
+const common_2 = require("@fonoster/common");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 function loadAssistantFromAPI(req, 
 // TODO: Add validation for integrations
@@ -85,7 +86,7 @@ integrations) {
             const credentials = (0, common_1.findIntegrationsCredentials)(integrations, app.intelligence?.productRef);
             const assistantConfig = app.intelligence?.config;
             assistantConfig.languageModel.apiKey = credentials?.apiKey;
-            resolve(assistantConfig);
+            resolve(common_2.assistantSchema.parse(assistantConfig));
         })
             .catch((err) => {
             reject(new Error(`Failed to load assistant config from API: ${err}`));

package/dist/machine/machine.d.ts

@@ -66,20 +66,11 @@ declare const machine: import("xstate").StateMachine<AutopilotContext, {
         type: "setSpeakingDone";
         params: import("xstate").NonReducibleUnknown;
     };
-}>, import("xstate").Values<{
-    idleTimeoutCountExceedsMax: {
-        type: "idleTimeoutCountExceedsMax";
-        params: unknown;
-    };
-    hasSpeechResult: {
-        type: "hasSpeechResult";
-        params: unknown;
-    };
-    isNotSpeaking: {
-        type: "isNotSpeaking";
-        params: unknown;
+    resetState: {
+        type: "resetState";
+        params: import("xstate").NonReducibleUnknown;
     };
-}>, "IDLE_TIMEOUT" | "MAX_SPEECH_WAIT_TIMEOUT", {}, string, {
+}>, never, "IDLE_TIMEOUT" | "MAX_SPEECH_WAIT_TIMEOUT" | "SESSION_TIMEOUT", {}, string, {
     conversationSettings: ConversationSettings;
     languageModel: LanguageModel;
     voice: Voice;
@@ -143,20 +134,11 @@ declare const machine: import("xstate").StateMachine<AutopilotContext, {
         type: "setSpeakingDone";
         params: import("xstate").NonReducibleUnknown;
     };
-}>, import("xstate").Values<{
-    idleTimeoutCountExceedsMax: {
-        type: "idleTimeoutCountExceedsMax";
-        params: unknown;
-    };
-    hasSpeechResult: {
-        type: "hasSpeechResult";
-        params: unknown;
-    };
-    isNotSpeaking: {
-        type: "isNotSpeaking";
-        params: unknown;
+    resetState: {
+        type: "resetState";
+        params: import("xstate").NonReducibleUnknown;
     };
-}>, "IDLE_TIMEOUT" | "MAX_SPEECH_WAIT_TIMEOUT", string, {
+}>, never, "IDLE_TIMEOUT" | "MAX_SPEECH_WAIT_TIMEOUT" | "SESSION_TIMEOUT", string, {
     conversationSettings: ConversationSettings;
     languageModel: LanguageModel;
     voice: Voice;

package/dist/machine/machine.js

@@ -78,7 +78,10 @@ const machine = (0, xstate_1.setup)({
                 speech: event.speech
             });
             const speech = event.speech;
-            context.speechBuffer = ((context.speechBuffer || "") +
+            if (!speech) {
+                return context;
+            }
+            context.speechBuffer = ((context.speechBuffer ?? "") +
                 " " +
                 speech).trimStart();
             return context;
@@ -103,24 +106,33 @@ const machine = (0, xstate_1.setup)({
             });
             context.isSpeaking = false;
             return context;
+        }),
+        resetState: (0, xstate_1.assign)(({ context }) => {
+            logger.verbose("called resetState action");
+            return {
+                ...context,
+                speechBuffer: "",
+                idleTimeoutCount: 0,
+                isSpeaking: false
+            };
         })
     },
     guards: {
         idleTimeoutCountExceedsMax: function ({ context }) {
             logger.verbose("called idleTimeoutCountExceedsMax guard", {
-                idleTimeoutCount: context.idleTimeoutCount,
+                idleTimeoutCount: context.idleTimeoutCount + 1,
                 maxIdleTimeoutCount: context.maxIdleTimeoutCount
             });
-            return context.idleTimeoutCount >= context.maxIdleTimeoutCount;
+            return context.idleTimeoutCount + 1 > context.maxIdleTimeoutCount;
         },
         hasSpeechResult: function ({ context }) {
             return context.speechBuffer !== "";
         },
-        isNotSpeaking: function ({ context }) {
-            logger.verbose("called isNotSpeaking guard", {
+        isSpeaking: function ({ context }) {
+            logger.verbose("called isSpeaking guard", {
                 isSpeaking: context.isSpeaking
             });
-            return !context.isSpeaking;
+            return context.isSpeaking;
         }
     },
     delays: {
@@ -129,6 +141,10 @@ const machine = (0, xstate_1.setup)({
         },
         MAX_SPEECH_WAIT_TIMEOUT: ({ context }) => {
             return context.maxSpeechWaitTimeout;
+        },
+        SESSION_TIMEOUT: ({ context }) => {
+            const elapsed = Date.now() - context.sessionStartTime;
+            return Math.max(0, context.maxSessionDuration - elapsed);
         }
     },
     actors: {
@@ -175,6 +191,18 @@ const machine = (0, xstate_1.setup)({
                 await context.voice.say(context.systemErrorMessage);
             }
         })
+    },
+    on: {
+        ERROR: {
+            target: "systemError",
+            actions: "logError"
+        }
+    },
+    after: {
+        SESSION_TIMEOUT: {
+            target: "hangup",
+            actions: ["goodbye"]
+        }
     }
 }).createMachine({
     context: ({ input }) => ({
@@ -192,8 +220,9 @@ const machine = (0, xstate_1.setup)({
         maxIdleTimeoutCount: input.conversationSettings.idleOptions?.maxTimeoutCount || 3,
         idleTimeoutCount: 0,
         maxSpeechWaitTimeout: input.conversationSettings.maxSpeechWaitTimeout,
-        speechResponseTime: 0,
-        isSpeaking: false
+        isSpeaking: false,
+        sessionStartTime: Date.now(),
+        maxSessionDuration: input.conversationSettings.maxSessionDuration
     }),
     id: "fnAI",
     initial: "greeting",
@@ -221,27 +250,25 @@ const machine = (0, xstate_1.setup)({
                 IDLE_TIMEOUT: [
                     {
                         target: "hangup",
-                        actions: {
-                            type: "goodbye"
-                        },
-                        guard: {
-                            type: "idleTimeoutCountExceedsMax"
-                        }
+                        actions: { type: "goodbye" },
+                        guard: (0, xstate_1.and)(["idleTimeoutCountExceedsMax", (0, xstate_1.not)("isSpeaking")])
                     },
                     {
-                        target: "transitioningToIdle",
+                        target: "idleTransition",
+                        guard: (0, xstate_1.not)("isSpeaking"),
                         actions: [
-                            {
-                                type: "increaseIdleTimeoutCount"
-                            },
-                            {
-                                type: "announceIdleTimeout"
-                            }
+                            { type: "increaseIdleTimeoutCount" },
+                            { type: "announceIdleTimeout" }
                         ]
                     }
                 ]
             }
         },
+        idleTransition: {
+            always: {
+                target: "idle"
+            }
+        },
         waitingForUserRequest: {
             always: {
                 target: "updatingSpeech"
@@ -264,54 +291,40 @@ const machine = (0, xstate_1.setup)({
         hangup: {
             type: "final"
         },
-        transitioningToIdle: {
-            always: {
-                target: "idle"
-            }
-        },
         updatingSpeech: {
             on: {
+                SPEECH_END: {
+                    actions: [
+                        {
+                            type: "setSpeakingDone"
+                        }
+                    ]
+                },
                 SPEECH_RESULT: [
                     {
                         target: "processingUserRequest",
                         actions: {
                             type: "appendSpeech"
                         },
-                        guard: {
-                            type: "isNotSpeaking"
-                        },
+                        guard: (0, xstate_1.not)("isSpeaking"),
                         description: "Speech result from the Speech to Text provider."
-                    },
-                    {
-                        target: "updatingSpeech",
-                        actions: {
-                            type: "appendSpeech"
-                        }
                     }
-                ],
-                SPEECH_END: [
+                ]
+            },
+            after: {
+                MAX_SPEECH_WAIT_TIMEOUT: [
                     {
                         target: "processingUserRequest",
-                        actions: {
-                            type: "setSpeakingDone"
-                        },
-                        guard: {
-                            type: "hasSpeechResult"
-                        },
-                        description: "Event from VAD or similar system."
+                        guard: (0, xstate_1.and)([(0, xstate_1.not)("isSpeaking"), "hasSpeechResult"])
                     },
                     {
-                        target: "updatingSpeech",
+                        target: "idle",
+                        guard: (0, xstate_1.not)("isSpeaking"),
                         actions: {
-                            type: "setSpeakingDone"
+                            type: "announceIdleTimeout"
                         }
                     }
                 ]
-            },
-            after: {
-                MAX_SPEECH_WAIT_TIMEOUT: {
-                    target: "processingUserRequest"
-                }
             }
         },
         processingUserRequest: {
@@ -328,6 +341,15 @@ const machine = (0, xstate_1.setup)({
                     target: "idle"
                 }
             }
+        },
+        systemError: {
+            entry: "announceSystemError",
+            after: {
+                SYSTEM_ERROR_RECOVERY_TIMEOUT: {
+                    target: "idle",
+                    actions: "resetState"
+                }
+            }
         }
     }
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.8.37",
+  "version": "0.8.40",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -33,11 +33,11 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.712.0",
-    "@fonoster/common": "^0.8.36",
-    "@fonoster/logger": "^0.8.36",
-    "@fonoster/sdk": "^0.8.36",
-    "@fonoster/types": "^0.8.36",
-    "@fonoster/voice": "^0.8.36",
+    "@fonoster/common": "^0.8.40",
+    "@fonoster/logger": "^0.8.40",
+    "@fonoster/sdk": "^0.8.40",
+    "@fonoster/types": "^0.8.40",
+    "@fonoster/voice": "^0.8.40",
     "@langchain/community": "^0.3.19",
     "@langchain/core": "^0.3.23",
     "@langchain/groq": "^0.1.2",
@@ -55,5 +55,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "5c10b1239e9363fa9d0041047bb6f641f5305c65"
+  "gitHead": "2bbf3dadb6e1e178c4eefdeb4291a2e05eef0f2b"
 }