@fonoster/autopilot 0.12.9 → 0.12.11

package/dist/machine/actors/doProcessUserRequest.js

@@ -25,13 +25,14 @@ const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filen
 exports.doProcessUserRequest = (0, xstate_1.fromPromise)(async ({ input }) => {
     const { context } = input;
     logger.verbose("called processUserRequest actor", {
-        speechBuffer: context.speechBuffer
+        speechBuffer: context.speechBuffer,
+        isReentry: context.isReentry
     });
     // Stop any speech that might be playing
     await context.voice.stopSpeech();
     const languageModel = context.languageModel;
     const speech = context.speechBuffer.trim();
-    const response = await languageModel.invoke(speech);
+    const response = await languageModel.invoke(speech, context.isReentry);
     try {
         if (response.type === "say" && !response.content) {
             logger.warn("ignoring say response with no content");

package/dist/machine/context.d.ts

@@ -45,5 +45,7 @@ declare const context: ({ input }: {
     sessionStartTime: number;
     maxSessionDuration: number;
     initialDtmf: string;
+    previousState: any;
+    isReentry: boolean;
 };
 export { context };

package/dist/machine/context.js

@@ -20,6 +20,8 @@ const context = ({ input }) => ({
     allowUserBargeIn: input.conversationSettings.allowUserBargeIn,
     sessionStartTime: Date.now(),
     maxSessionDuration: input.conversationSettings.maxSessionDuration,
-    initialDtmf: input.conversationSettings.initialDtmf
+    initialDtmf: input.conversationSettings.initialDtmf,
+    previousState: null,
+    isReentry: false
 });
 exports.context = context;

package/dist/machine/machine.d.ts

@@ -63,7 +63,7 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
     languageModel: import("..").LanguageModel;
     voice: import("..").Voice;
 }, {}, import("xstate").EventObject, import("xstate").MetaObject, {
-    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgB6wBcBDAsAOiOVICcAKAWXQA0B9AZQFE23MB5AORYARAKoAldABU+-AJTY0WANoAGALqJQABwD2sAJYF9O1JpC5EAWgDMADgDsZFQDYATAFYAnLevuAjPYALIF+ADQgAJ6IHoFkrp5B9s6ezn6pzu7uAL5Z4YqYZFDUYGBGqFDYqhpIILoGRiZmFgh+tn5k1vYp9tauti7Obc7hUQievmQJzm5efq6uvvY5eRgF+hAANmDYbAAKHBwAwgAS7JLoYpJVZnWGxqY1zZ4qjrbuC-Z9gT3O9vYjiHstlckxcnXsKlaXUCrmWIHyZHWWzwhBI5EoNFomCEABkOCxpPQOLwRJJ5AikWBrjVbg0HqBmu5AipJu42t5PM8VNYMgCWtY-O05p4-F5XMyVIF3NY4RTNtt8MRSBQqGA6Ni8QTMESSWSFKtEfKlH5qto9HdGo9ENZArYyAF-P5fra+q4+YKFmQgv13EF-DypbKDRt9IQwKh9OVJDoRLA1Tt9kdTmIuCIcVd1DdzXSmohnLayLZnNZPIFi5zkkE+TyWZz7Ez4ipJX5mTLcvDg6HSBGozG49QUUr0ar1bj8YTiaTyZ2wz2oNHY2rqWb6vdcy1BXa-r5gYFnh56+6VMCvX4VF5uf7Pm2VlgyAB3Ih3coAMR01DYWhKAGMABaSfQAFswB0ABXAgEwOE4zguDNTVqbM1ytFoIQ6ZsgU5BZXC6YZIkQLx3ELIJXBUV0-kCIM70fZ8oDfD8vzAP8AOAsCIL2KDk1TdNlwQ1dLQZKwpUmOxviSFxmUFdw+Q+JxvilWw90WB1KIKaiylo99Px-f8gJA8DBzRFVMUYVh2KTFgAHUsEkLUdSnfUqKfdS6K0xidJY8CeNpJCBI3Wwtw+NJxl+YE3TwhBxRBbxbG8dxpji7xWhUsgtGoHRvzgAxykXagxDAABHUC4AgiATHISMADcdAAa3IBFUvSzLIygHK8sK4qEEq9KSHuKovMQ-jzEQOZ3g6QY-HGc9xjaPkLzIZk+m3ToQiCZKGoy2Aspa-s2qKwhIPMthzkufq+PpIb+R5e1rDsYtRR6SVPD5DCyCdYJnEhSFkgo9t6rSjattagq9rYxNoJTNg0zgrMzvXAIFK9CFBlLcTj2rPd7WvTpOm8Y9SxydtUB0CA4DMfIYYtc7mksQIJhcDxvF8AJgjCcKW08V65Old4eWdG8OzvIoSnUimc2QyxfjiSsSJLEii0GPlPFcZx5r+JXJW5etfGSylRZ8i7fRBVI0niVJgghaxFeV1WuhI1steyX6Z27ZqF37PXBuaBwWXZaxzwFYtMkCWbUkLfpjx5aa2WStTmpchimN01iPap4bJdSIs+g+5Wy2D8KSw5z4QmV8Z7DPX5HdvApfyIcpQK0FP10sEjCLcAURVIxIwtGPwbvaXxDdtOKEp+quUv+prsp24Hisb5DRWlMbBSBDJSJu2aHDDpsFJ5aUlaWAmgA */
+    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgFQG0AGAXUVAAcB7WASwBcbLUyQAPRAWgFYBmARgB0ADi58A7CMIA2HgBYuATj4AaEAE9EPAEwDZYsQqljZQnoT18pUgL7XVaLNlaw6AQzpgBr5B4BOACgBZdAANAH0AZQBRCIjMAHkAOTCAEQBVACV0ABUExIBKbAdMIlIkECpaBiYWdgQOHiExAWktRVNRY1kVdUQ22QEtBWMxKUNLSy4uW3sMTAEoXzAwBlQobFKWSvpGZnK6viFBHgMjbSFpKSOpVQ0EBR4uAWGrNqUtLUexGZBigRoIAAbMDYCIABSiUQAwgAJSLZdAZbKbcrbap7UB1BSEZoiT5iLRCPQ8IxiW6ICQ6bEyfSEQ4GWRaH5-AHApwudyebx+fyYFIAGSiYVygSi8TS2UKLKBYBRFGoOxq+0QXFkhGeXCOCiECmxhBJXHJCD4-EEfCGfEUWjV5l4zLm-xl7LcHi8PjAAT5guFmFF4slRQdrNlfDK8qqu1qmhMAnEolERhMhK0Rr45p4AmMFy4xlEJPk9qwAkBNBcYFQNDW2UoaVgHtBEOhcIyMTS-ORJC2CvRUYQUhjQhkClkQ8Mw1kRpJ6t1YlVQ0I5j4ap4hfmJbLFarNbrvmdnLdPK9QpFYolUod648m6g1drHrlFW7keVxrTQkzYkeQmt2Las9ThDfpmfCEIo+p5gSK52L8DoAO6uDsawAGKUL4ETkMsADGAAW2Q0AAtmAlAAK50A2kKwvCiIdmGj4RkqmKIOI6pmN0Ei6p8WinEaihPE0jKEMm+iyKuAjwYhUAoWhGFgDheGESRZHghRzatu2D5os+jH1PIzyNHoozSGqaaGr0CD4i0ejyESDw5nGoniaskmoehWG4QRRGkXurrch6QShJEjaUQA6lg2Q+n6Z6BkWjmVs50lufJnl0BpT4MWwTGHO+kFiJYDxGN+KZmdaVJCDqIhWFwYxHEIonkL4lCYXAtBrHevgZGAACOxFwGREBMJ4lYAG6UAA1p4fz1Y1zVxW1HXdb1CDDY17i7KUqX0RiGXGm0OgklqZiKI0PR3GBuiCU0n4nGxInQZNDVNbALVQHNXU9S45FNlRSIbYqW0HDwJKxoDg78DmrEKEa7ECAmsgjnSdJjLdsxFlNj3Pa9C0fcpX0thEbY0V2m29uIRIftIOpqv2gGTrICixpBJwnNqgHDrY0GoJQEBwCwxRE39vYcLIjwtFIbwdOIcMnUxdMw1ZVxDDqXD6qJizLE5-M9i+HBGIMYwEvqChaIBVhCEaRtSLo+hG+Y+qzo8onBprWnbTmOhSGmYvjHDYj6ubWiWwZNvLvb0x3RepZXnFt47s76V1E06oHaB-AyFME5mVVghlQuphjI0moOQhTlSa5snuQppFx-9TG6x7g6ElIgn9v2k66pm1rmvnuXSLOonYa4azEeQ1eC8bTxi-wSiCSMRV3Ca-ACI8bsmFVVVs+HqMPTNrU7vN710KPL6WrwS8e6TUjK58PA8U0wgXIBwuXzwRvfOzQA */
     readonly context: ({ input }: {
         input: {
             voice: import("..").Voice;
@@ -90,6 +90,8 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
         sessionStartTime: number;
         maxSessionDuration: number;
         initialDtmf: string;
+        previousState: any;
+        isReentry: boolean;
     };
     readonly id: "fnAI";
     readonly initial: "greeting";
@@ -208,7 +210,17 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
                         readonly type: "interruptPlayback";
                     }, {
                         readonly type: "appendSpeech";
-                    }];
+                    }, import("xstate").ActionFunction<any, {
+                        type: "SPEECH_RESULT";
+                        speech: string;
+                        responseTime: number;
+                    }, import("./types").AutopilotEvents, undefined, {
+                        src: "doProcessUserRequest";
+                        logic: import("xstate").PromiseActorLogic<void, {
+                            context: import("./types").AutopilotContext;
+                        }, import("xstate").EventObject>;
+                        id: string;
+                    }, never, never, never, never>];
                     readonly reenter: true;
                 };
             };

package/dist/machine/machine.js

@@ -20,10 +20,11 @@ exports.machine = void 0;
  * limitations under the License.
  */
 const xstate_1 = require("xstate");
+const xstate_2 = require("xstate");
 const context_1 = require("./context");
 const setup_1 = require("./setup");
 const machine = setup_1.machineSetup.createMachine({
-    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgB6wBcBDAsAOiOVICcAKAWXQA0B9AZQFE23MB5AORYARAKoAldABU+-AJTY0WANoAGALqJQABwD2sAJYF9O1JpC5EAWgDMADgDsZFQDYATAFYAnLevuAjPYALIF+ADQgAJ6IHoFkrp5B9s6ezn6pzu7uAL5Z4YqYZFDUYGBGqFDYqhpIILoGRiZmFgh+tn5k1vYp9tauti7Obc7hUQievmQJzm5efq6uvvY5eRgF+hAANmDYbAAKHBwAwgAS7JLoYpJVZnWGxqY1zZ4qjrbuC-Z9gT3O9vYjiHstlckxcnXsKlaXUCrmWIHyZHWWzwhBI5EoNFomCEABkOCxpPQOLwRJJ5AikWBrjVbg0HqBmu5AipJu42t5PM8VNYMgCWtY-O05p4-F5XMyVIF3NY4RTNtt8MRSBQqGA6Ni8QTMESSWSFKtEfKlH5qto9HdGo9ENZArYyAF-P5fra+q4+YKFmQgv13EF-DypbKDRt9IQwKh9OVJDoRLA1Tt9kdTmIuCIcVd1DdzXSmohnLayLZnNZPIFi5zkkE+TyWZz7Ez4ipJX5mTLcvDg6HSBGozG49QUUr0ar1bj8YTiaTyZ2wz2oNHY2rqWb6vdcy1BXa-r5gYFnh56+6VMCvX4VF5uf7Pm2VlgyAB3Ih3coAMR01DYWhKAGMABaSfQAFswB0ABXAgEwOE4zguDNTVqbM1ytFoIQ6ZsgU5BZXC6YZIkQLx3ELIJXBUV0-kCIM70fZ8oDfD8vzAP8AOAsCIL2KDk1TdNlwQ1dLQZKwpUmOxviSFxmUFdw+Q+JxvilWw90WB1KIKaiylo99Px-f8gJA8DBzRFVMUYVh2KTFgAHUsEkLUdSnfUqKfdS6K0xidJY8CeNpJCBI3Wwtw+NJxl+YE3TwhBxRBbxbG8dxpji7xWhUsgtGoHRvzgAxykXagxDAABHUC4AgiATHISMADcdAAa3IBFUvSzLIygHK8sK4qEEq9KSHuKovMQ-jzEQOZ3g6QY-HGc9xjaPkLzIZk+m3ToQiCZKGoy2Aspa-s2qKwhIPMthzkufq+PpIb+R5e1rDsYtRR6SVPD5DCyCdYJnEhSFkgo9t6rSjattagq9rYxNoJTNg0zgrMzvXAIFK9CFBlLcTj2rPd7WvTpOm8Y9SxydtUB0CA4DMfIYYtc7mksQIJhcDxvF8AJgjCcKW08V65Old4eWdG8OzvIoSnUimc2QyxfjiSsSJLEii0GPlPFcZx5r+JXJW5etfGSylRZ8i7fRBVI0niVJgghaxFeV1WuhI1steyX6Z27ZqF37PXBuaBwWXZaxzwFYtMkCWbUkLfpjx5aa2WStTmpchimN01iPap4bJdSIs+g+5Wy2D8KSw5z4QmV8Z7DPX5HdvApfyIcpQK0FP10sEjCLcAURVIxIwtGPwbvaXxDdtOKEp+quUv+prsp24Hisb5DRWlMbBSBDJSJu2aHDDpsFJ5aUlaWAmgA */
+    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgFQG0AGAXUVAAcB7WASwBcbLUyQAPRAWgFYBmARgB0ADi58A7CMIA2HgBYuATj4AaEAE9EPAEwDZYsQqljZQnoT18pUgL7XVaLNlaw6AQzpgBr5B4BOACgBZdAANAH0AZQBRCIjMAHkAOTCAEQBVACV0ABUExIBKbAdMIlIkECpaBiYWdgQOHiExAWktRVNRY1kVdUQ22QEtBWMxKUNLSy4uW3sMTAEoXzAwBlQobFKWSvpGZnK6viFBHgMjbSFpKSOpVQ0EBR4uAWGrNqUtLUexGZBigRoIAAbMDYCIABSiUQAwgAJSLZdAZbKbcrbap7UB1BSEZoiT5iLRCPQ8IxiW6ICQ6bEyfSEQ4GWRaH5-AHApwudyebx+fyYFIAGSiYVygSi8TS2UKLKBYBRFGoOxq+0QXFkhGeXCOCiECmxhBJXHJCD4-EEfCGfEUWjV5l4zLm-xl7LcHi8PjAAT5guFmFF4slRQdrNlfDK8qqu1qmhMAnEolERhMhK0Rr45p4AmMFy4xlEJPk9qwAkBNBcYFQNDW2UoaVgHtBEOhcIyMTS-ORJC2CvRUYQUhjQhkClkQ8Mw1kRpJ6t1YlVQ0I5j4ap4hfmJbLFarNbrvmdnLdPK9QpFYolUod648m6g1drHrlFW7keVxrTQkzYkeQmt2Las9ThDfpmfCEIo+p5gSK52L8DoAO6uDsawAGKUL4ETkMsADGAAW2Q0AAtmAlAAK50A2kKwvCiIdmGj4RkqmKIOI6pmN0Ei6p8WinEaihPE0jKEMm+iyKuAjwYhUAoWhGFgDheGESRZHghRzatu2D5os+jH1PIzyNHoozSGqaaGr0CD4i0ejyESDw5nGoniaskmoehWG4QRRGkXurrch6QShJEjaUQA6lg2Q+n6Z6BkWjmVs50lufJnl0BpT4MWwTGHO+kFiJYDxGN+KZmdaVJCDqIhWFwYxHEIonkL4lCYXAtBrHevgZGAACOxFwGREBMJ4lYAG6UAA1p4fz1Y1zVxW1HXdb1CDDY17i7KUqX0RiGXGm0OgklqZiKI0PR3GBuiCU0n4nGxInQZNDVNbALVQHNXU9S45FNlRSIbYqW0HDwJKxoDg78DmrEKEa7ECAmsgjnSdJjLdsxFlNj3Pa9C0fcpX0thEbY0V2m29uIRIftIOpqv2gGTrICixpBJwnNqgHDrY0GoJQEBwCwxRE39vYcLIjwtFIbwdOIcMnUxdMw1ZVxDDqXD6qJizLE5-M9i+HBGIMYwEvqChaIBVhCEaRtSLo+hG+Y+qzo8onBprWnbTmOhSGmYvjHDYj6ubWiWwZNvLvb0x3RepZXnFt47s76V1E06oHaB-AyFME5mVVghlQuphjI0moOQhTlSa5snuQppFx-9TG6x7g6ElIgn9v2k66pm1rmvnuXSLOonYa4azEeQ1eC8bTxi-wSiCSMRV3Ca-ACI8bsmFVVVs+HqMPTNrU7vN710KPL6WrwS8e6TUjK58PA8U0wgXIBwuXzwRvfOzQA */
     context: context_1.context,
     id: "fnAI",
     initial: "greeting",
@@ -122,10 +123,19 @@ const machine = setup_1.machineSetup.createMachine({
                     actions: [{ type: "cleanSpeech" }]
                 },
                 SPEECH_RESULT: {
-                    // This makes sure result that
                     target: "processingUserRequest",
                     description: "Append speech and go back to listening.",
-                    actions: [{ type: "interruptPlayback" }, { type: "appendSpeech" }],
+                    actions: [
+                        { type: "interruptPlayback" },
+                        { type: "appendSpeech" },
+                        (0, xstate_2.assign)(({ context, self }) => {
+                            const isReentry = self.getSnapshot().value === context.previousState;
+                            return {
+                                previousState: self.getSnapshot().value,
+                                isReentry
+                            };
+                        })
+                    ],
                     reenter: true
                 }
             },

package/dist/machine/types.d.ts

@@ -37,6 +37,8 @@ type AutopilotContext = {
     speechResponseTime: number;
     knowledgeBaseSourceUrl?: string;
     initialDtmf?: string;
+    previousState: string | null;
+    isReentry: boolean;
 };
 type AutopilotEvents = {
     type: "SPEECH_START";

package/dist/models/AbstractLanguageModel.d.ts

@@ -9,7 +9,7 @@ declare abstract class AbstractLanguageModel implements LanguageModel {
     private readonly firstMessage;
     private readonly transferOptions;
     constructor(params: LanguageModelParams, voice: Voice, telephonyContext: TelephonyContext);
-    invoke(text: string): Promise<InvocationResult>;
+    invoke(text: string, isReentry: boolean): Promise<InvocationResult>;
     getChatHistoryMessages(): Promise<import("@langchain/core/messages").BaseMessage[]>;
 }
 export { AbstractLanguageModel };

package/dist/models/AbstractLanguageModel.js

@@ -41,7 +41,7 @@ class AbstractLanguageModel {
         });
         this.chain = (0, createChain_1.createChain)(model, knowledgeBase, promptTemplate, this.chatHistory);
     }
-    async invoke(text) {
+    async invoke(text, isReentry) {
         const { chain, chatHistory, toolsCatalog } = this;
         const response = (await chain.invoke({ text }));
         let isFirstTool = true;
@@ -51,6 +51,13 @@ class AbstractLanguageModel {
             hasTools: (response.tool_calls?.length ?? 0) > 0,
             tools: response.tool_calls?.map((tool) => tool.name)
         });
+        // This handles late speech recognition
+        if (isReentry) {
+            logger.verbose("xxx reentry detected, discarding last conversation turn");
+            const messages = await chatHistory.getMessages();
+            messages.pop(); // Last AI message
+            messages.pop(); // Last user message
+        }
         // Begin the conversation with the first message
         if ((await chatHistory.getMessages()).length === 0 && this.firstMessage) {
             await chatHistory.addAIMessage(this.firstMessage);

package/dist/models/types.d.ts

@@ -22,7 +22,7 @@ import { ToolCall } from "@langchain/core/messages/tool";
 import { KnowledgeBase } from "../knowledge";
 import { Tool } from "../tools/types";
 type LanguageModel = {
-    invoke: (text: string) => Promise<InvocationResult>;
+    invoke: (text: string, isReentry?: boolean) => Promise<InvocationResult>;
 };
 type BaseModelParams = {
     firstMessage?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.12.9",
+  "version": "0.12.11",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -59,5 +59,5 @@
     "xstate": "^5.17.3",
     "zod": "^3.23.8"
   },
-  "gitHead": "082170cc2626a2c21ce1b2d657203aef88e7f043"
+  "gitHead": "e17be36f4b161521bb87df754975f33a8a7b8aa9"
 }