@fonoster/autopilot 0.12.11 → 0.12.13

package/dist/machine/actors/doProcessUserRequest.js

@@ -26,13 +26,13 @@ exports.doProcessUserRequest = (0, xstate_1.fromPromise)(async ({ input }) => {
     const { context } = input;
     logger.verbose("called processUserRequest actor", {
         speechBuffer: context.speechBuffer,
-        isReentry: context.isReentry
+        hasLateSpeech: context.hasLateSpeech
     });
     // Stop any speech that might be playing
     await context.voice.stopSpeech();
     const languageModel = context.languageModel;
     const speech = context.speechBuffer.trim();
-    const response = await languageModel.invoke(speech, context.isReentry);
+    const response = await languageModel.invoke(speech, context.hasLateSpeech);
     try {
         if (response.type === "say" && !response.content) {
             logger.warn("ignoring say response with no content");

package/dist/machine/context.d.ts

@@ -46,6 +46,7 @@ declare const context: ({ input }: {
     maxSessionDuration: number;
     initialDtmf: string;
     previousState: any;
-    isReentry: boolean;
+    hasLateSpeech: boolean;
+    isFirstTurn: boolean;
 };
 export { context };

package/dist/machine/context.js

@@ -22,6 +22,7 @@ const context = ({ input }) => ({
     maxSessionDuration: input.conversationSettings.maxSessionDuration,
     initialDtmf: input.conversationSettings.initialDtmf,
     previousState: null,
-    isReentry: false
+    hasLateSpeech: false,
+    isFirstTurn: true
 });
 exports.context = context;

package/dist/machine/delays.js

@@ -21,7 +21,17 @@ exports.default = void 0;
  */
 const delays = {
     IDLE_TIMEOUT: ({ context }) => context.idleTimeout,
-    MAX_SPEECH_WAIT_TIMEOUT: ({ context }) => context.maxSpeechWaitTimeout,
+    MAX_SPEECH_WAIT_TIMEOUT: ({ context }) => {
+        // If this is the first conversational turn and there is no firstMessage,
+        // use 0 timeout to avoid unnecessary delay during the intro. (Outbound calls)
+        if (context.isFirstTurn && !context.firstMessage) {
+            return 0;
+        }
+        else if (context.hasLateSpeech) {
+            return 0;
+        }
+        return context.maxSpeechWaitTimeout;
+    },
     MAX_SESSION_DURATION: ({ context }) => context.maxSessionDuration
 };
 exports.default = delays;

package/dist/machine/machine.d.ts

@@ -63,7 +63,7 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
     languageModel: import("..").LanguageModel;
     voice: import("..").Voice;
 }, {}, import("xstate").EventObject, import("xstate").MetaObject, {
-    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgFQG0AGAXUVAAcB7WASwBcbLUyQAPRAWgFYBmARgB0ADi58A7CMIA2HgBYuATj4AaEAE9EPAEwDZYsQqljZQnoT18pUgL7XVaLNlaw6AQzpgBr5B4BOACgBZdAANAH0AZQBRCIjMAHkAOTCAEQBVACV0ABUExIBKbAdMIlIkECpaBiYWdgQOHiExAWktRVNRY1kVdUQ22QEtBWMxKUNLSy4uW3sMTAEoXzAwBlQobFKWSvpGZnK6viFBHgMjbSFpKSOpVQ0EBR4uAWGrNqUtLUexGZBigRoIAAbMDYCIABSiUQAwgAJSLZdAZbKbcrbap7UB1BSEZoiT5iLRCPQ8IxiW6ICQ6bEyfSEQ4GWRaH5-AHApwudyebx+fyYFIAGSiYVygSi8TS2UKLKBYBRFGoOxq+0QXFkhGeXCOCiECmxhBJXHJCD4-EEfCGfEUWjV5l4zLm-xl7LcHi8PjAAT5guFmFF4slRQdrNlfDK8qqu1qmhMAnEolERhMhK0Rr45p4AmMFy4xlEJPk9qwAkBNBcYFQNDW2UoaVgHtBEOhcIyMTS-ORJC2CvRUYQUhjQhkClkQ8Mw1kRpJ6t1YlVQ0I5j4ap4hfmJbLFarNbrvmdnLdPK9QpFYolUod648m6g1drHrlFW7keVxrTQkzYkeQmt2Las9ThDfpmfCEIo+p5gSK52L8DoAO6uDsawAGKUL4ETkMsADGAAW2Q0AAtmAlAAK50A2kKwvCiIdmGj4RkqmKIOI6pmN0Ei6p8WinEaihPE0jKEMm+iyKuAjwYhUAoWhGFgDheGESRZHghRzatu2D5os+jH1PIzyNHoozSGqaaGr0CD4i0ejyESDw5nGoniaskmoehWG4QRRGkXurrch6QShJEjaUQA6lg2Q+n6Z6BkWjmVs50lufJnl0BpT4MWwTGHO+kFiJYDxGN+KZmdaVJCDqIhWFwYxHEIonkL4lCYXAtBrHevgZGAACOxFwGREBMJ4lYAG6UAA1p4fz1Y1zVxW1HXdb1CDDY17i7KUqX0RiGXGm0OgklqZiKI0PR3GBuiCU0n4nGxInQZNDVNbALVQHNXU9S45FNlRSIbYqW0HDwJKxoDg78DmrEKEa7ECAmsgjnSdJjLdsxFlNj3Pa9C0fcpX0thEbY0V2m29uIRIftIOpqv2gGTrICixpBJwnNqgHDrY0GoJQEBwCwxRE39vYcLIjwtFIbwdOIcMnUxdMw1ZVxDDqXD6qJizLE5-M9i+HBGIMYwEvqChaIBVhCEaRtSLo+hG+Y+qzo8onBprWnbTmOhSGmYvjHDYj6ubWiWwZNvLvb0x3RepZXnFt47s76V1E06oHaB-AyFME5mVVghlQuphjI0moOQhTlSa5snuQppFx-9TG6x7g6ElIgn9v2k66pm1rmvnuXSLOonYa4azEeQ1eC8bTxi-wSiCSMRV3Ca-ACI8bsmFVVVs+HqMPTNrU7vN710KPL6WrwS8e6TUjK58PA8U0wgXIBwuXzwRvfOzQA */
+    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgB6wBcBDAsAOiOVICcAKAWXQA0B9AZQFE23MB5AORYARAKoAldABU+-AJTY0WANoAGALqJQABwD2sAJYF9O1JpC5EAWgDMADgDsZFQDYATAFYAnLevuAjPYALIF+ADQgAJ6IHoFkrp5B9s6ezn6pzu7uAL5Z4YqYZFDUYGBGqFDYqhpIILoGRiZmFgh+tn5k1vYp9tauti7Obc7hUQievmQJzm5efq6uvvY5eRgF+hAANmDYbAAKHBwAwgAS7JLoYpJVZnWGxqY1zZ4qjrbuC-Z9gT3O9vYjiHstlckxcnXsKlaXUCrmWIHyZHWWzwhBI5EoNFomCEABkOCxpPQOLwRJJ5AikWBrjVbg0HqBmu5AipJu42t5PM8VNYMgCWtY-O05p4-F5XMyVIF3NY4RTNtt8MRSBQqGA6Ni8QTMESSWSFKtEfKlH5qto9HdGo9ENZArYyAF-P5fra+q4+YKFmQgv13EF-DypbKDRt9IQwKh9OVJDoRLA1Tt9kdTmIuCIcVd1DdzXSmohnLayLZnNZPIFi5zkkE+TyWZz7Ez4ipJX5mTLcvDg6HSBGozG49QUUr0ar1bj8YTiaTyZ2wz2oNHY2rqWb6vdcy1BXa-r5gYFnh56+6VMCvX4VF5uf7Pm2VlgyAB3Ih3coAMR01DYWhKAGMABaSfQAFswB0ABXAgEwOE4zguDNTVqbM1ytFoIQ6ZsgU5BZXC6YZIkQLx3ELIJXBUV0-kCIM70fZ8oDfD8vzAP8AOAsCIL2KDk1TdNlwQ1dLQZKwpUmOxviSFxmUFdw+Q+JxvilWw90WB1KIKaiylo99Px-f8gJA8DBzRFVMUYVh2KTFgAHUsEkLUdSnfUqKfdS6K0xidJY8CeNpJCBI3Wwtw+NJxl+YE3TwhBxRBbxbG8dxpji7xWhUsgtGoHRvzgAxykXagxDAABHUC4AgiATHISMADcdAAa3IBFUvSzLIygHK8sK4qEEq9KSHuKovMQ-jzEQOZ3g6QY-HGc9xjaPkLzIZk+m3ToQiCZKGoy2Aspa-s2qKwhIPMthzkufq+PpIb+R5e1rDsYtRR6SVPD5DCyCdYJnEhSFkgo9t6rSjattagq9rYxNoJTNg0zgrMzvXAIFK9CFBlLcTj2rPd7WvTpOm8Y9SxydtUB0CA4DMfIYYtc7mksQIJhcDxvF8AJgjCcKW08V65Liss5h6bxkqKEp1IpnNkMsX44krEiSxIotBj5TxXGcea-kVyVuXrXxkspEWfIu30QVSNJ4lSYIIWsBWlZVroSNbTXsl+mdu2ahd+11wbmgcFl2Wsc8BWLTJAlm1JC36Y8eWmtlkrU5qXIYpjdNY92qeGiXUiLPoPqVssg-CksOc+EIlfGewz1+B3bwKX8iHKUCtGT9dLBIwi3AFEVSMSMLRj8G72l8A3bTihKfsrlL-qa7KduB4qG+Q0VpTGwUgQyUibtmhxQ6bBSeWlRWlgJoA */
     readonly context: ({ input }: {
         input: {
             voice: import("..").Voice;
@@ -91,7 +91,8 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
         maxSessionDuration: number;
         initialDtmf: string;
         previousState: any;
-        isReentry: boolean;
+        hasLateSpeech: boolean;
+        isFirstTurn: boolean;
     };
     readonly id: "fnAI";
     readonly initial: "greeting";
@@ -141,7 +142,13 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
                 readonly type: "interruptPlayback";
             }, {
                 readonly type: "resetIdleTimeoutCount";
-            }];
+            }, import("xstate").ActionFunction<any, import("./types").AutopilotEvents, import("./types").AutopilotEvents, undefined, {
+                src: "doProcessUserRequest";
+                logic: import("xstate").PromiseActorLogic<void, {
+                    context: import("./types").AutopilotContext;
+                }, import("xstate").EventObject>;
+                id: string;
+            }, never, never, never, never>];
             readonly on: {
                 readonly SPEECH_RESULT: {
                     readonly target: "waitingForSpeechTimeout";
@@ -174,10 +181,25 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
                 };
                 readonly SPEECH_RESULT: {
                     readonly target: "waitingForSpeechTimeout";
-                    readonly description: "Append speech and go back to listening.";
+                    readonly description: "Capture late speech, but only once.";
+                    readonly guard: ({ context }: import("xstate/dist/declarations/src/guards").GuardArgs<any, {
+                        type: "SPEECH_RESULT";
+                        speech: string;
+                        responseTime: number;
+                    }>) => boolean;
                     readonly actions: readonly [{
                         readonly type: "appendSpeech";
-                    }];
+                    }, import("xstate").ActionFunction<any, {
+                        type: "SPEECH_RESULT";
+                        speech: string;
+                        responseTime: number;
+                    }, import("./types").AutopilotEvents, undefined, {
+                        src: "doProcessUserRequest";
+                        logic: import("xstate").PromiseActorLogic<void, {
+                            context: import("./types").AutopilotContext;
+                        }, import("xstate").EventObject>;
+                        id: string;
+                    }, never, never, never, never>];
                 };
             };
             readonly after: {
@@ -205,7 +227,12 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
                 };
                 readonly SPEECH_RESULT: {
                     readonly target: "processingUserRequest";
-                    readonly description: "Append speech and go back to listening.";
+                    readonly description: "Capture only a single late speech across the entire request processing.";
+                    readonly guard: ({ context }: import("xstate/dist/declarations/src/guards").GuardArgs<any, {
+                        type: "SPEECH_RESULT";
+                        speech: string;
+                        responseTime: number;
+                    }>) => boolean;
                     readonly actions: readonly [{
                         readonly type: "interruptPlayback";
                     }, {
@@ -239,7 +266,13 @@ declare const machine: import("xstate").StateMachine<any, import("./types").Auto
                     readonly reenter: true;
                     readonly actions: readonly [{
                         readonly type: "cleanSpeech";
-                    }];
+                    }, import("xstate").ActionFunction<any, import("xstate").DoneActorEvent<void, string>, import("./types").AutopilotEvents, undefined, {
+                        src: "doProcessUserRequest";
+                        logic: import("xstate").PromiseActorLogic<void, {
+                            context: import("./types").AutopilotContext;
+                        }, import("xstate").EventObject>;
+                        id: string;
+                    }, never, never, never, never>];
                 };
             };
         };

package/dist/machine/machine.js

@@ -24,7 +24,7 @@ const xstate_2 = require("xstate");
 const context_1 = require("./context");
 const setup_1 = require("./setup");
 const machine = setup_1.machineSetup.createMachine({
-    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgFQG0AGAXUVAAcB7WASwBcbLUyQAPRAWgFYBmARgB0ADi58A7CMIA2HgBYuATj4AaEAE9EPAEwDZYsQqljZQnoT18pUgL7XVaLNlaw6AQzpgBr5B4BOACgBZdAANAH0AZQBRCIjMAHkAOTCAEQBVACV0ABUExIBKbAdMIlIkECpaBiYWdgQOHiExAWktRVNRY1kVdUQ22QEtBWMxKUNLSy4uW3sMTAEoXzAwBlQobFKWSvpGZnK6viFBHgMjbSFpKSOpVQ0EBR4uAWGrNqUtLUexGZBigRoIAAbMDYCIABSiUQAwgAJSLZdAZbKbcrbap7UB1BSEZoiT5iLRCPQ8IxiW6ICQ6bEyfSEQ4GWRaH5-AHApwudyebx+fyYFIAGSiYVygSi8TS2UKLKBYBRFGoOxq+0QXFkhGeXCOCiECmxhBJXHJCD4-EEfCGfEUWjV5l4zLm-xl7LcHi8PjAAT5guFmFF4slRQdrNlfDK8qqu1qmhMAnEolERhMhK0Rr45p4AmMFy4xlEJPk9qwAkBNBcYFQNDW2UoaVgHtBEOhcIyMTS-ORJC2CvRUYQUhjQhkClkQ8Mw1kRpJ6t1YlVQ0I5j4ap4hfmJbLFarNbrvmdnLdPK9QpFYolUod648m6g1drHrlFW7keVxrTQkzYkeQmt2Las9ThDfpmfCEIo+p5gSK52L8DoAO6uDsawAGKUL4ETkMsADGAAW2Q0AAtmAlAAK50A2kKwvCiIdmGj4RkqmKIOI6pmN0Ei6p8WinEaihPE0jKEMm+iyKuAjwYhUAoWhGFgDheGESRZHghRzatu2D5os+jH1PIzyNHoozSGqaaGr0CD4i0ejyESDw5nGoniaskmoehWG4QRRGkXurrch6QShJEjaUQA6lg2Q+n6Z6BkWjmVs50lufJnl0BpT4MWwTGHO+kFiJYDxGN+KZmdaVJCDqIhWFwYxHEIonkL4lCYXAtBrHevgZGAACOxFwGREBMJ4lYAG6UAA1p4fz1Y1zVxW1HXdb1CDDY17i7KUqX0RiGXGm0OgklqZiKI0PR3GBuiCU0n4nGxInQZNDVNbALVQHNXU9S45FNlRSIbYqW0HDwJKxoDg78DmrEKEa7ECAmsgjnSdJjLdsxFlNj3Pa9C0fcpX0thEbY0V2m29uIRIftIOpqv2gGTrICixpBJwnNqgHDrY0GoJQEBwCwxRE39vYcLIjwtFIbwdOIcMnUxdMw1ZVxDDqXD6qJizLE5-M9i+HBGIMYwEvqChaIBVhCEaRtSLo+hG+Y+qzo8onBprWnbTmOhSGmYvjHDYj6ubWiWwZNvLvb0x3RepZXnFt47s76V1E06oHaB-AyFME5mVVghlQuphjI0moOQhTlSa5snuQppFx-9TG6x7g6ElIgn9v2k66pm1rmvnuXSLOonYa4azEeQ1eC8bTxi-wSiCSMRV3Ca-ACI8bsmFVVVs+HqMPTNrU7vN710KPL6WrwS8e6TUjK58PA8U0wgXIBwuXzwRvfOzQA */
+    /** @xstate-layout N4IgpgJg5mDOIC5QDMB2BBAkgYgB6wBcBDAsAOiOVICcAKAWXQA0B9AZQFE23MB5AORYARAKoAldABU+-AJTY0WANoAGALqJQABwD2sAJYF9O1JpC5EAWgDMADgDsZFQDYATAFYAnLevuAjPYALIF+ADQgAJ6IHoFkrp5B9s6ezn6pzu7uAL5Z4YqYZFDUYGBGqFDYqhpIILoGRiZmFgh+tn5k1vYp9tauti7Obc7hUQievmQJzm5efq6uvvY5eRgF+hAANmDYbAAKHBwAwgAS7JLoYpJVZnWGxqY1zZ4qjrbuC-Z9gT3O9vYjiHstlckxcnXsKlaXUCrmWIHyZHWWzwhBI5EoNFomCEABkOCxpPQOLwRJJ5AikWBrjVbg0HqBmu5AipJu42t5PM8VNYMgCWtY-O05p4-F5XMyVIF3NY4RTNtt8MRSBQqGA6Ni8QTMESSWSFKtEfKlH5qto9HdGo9ENZArYyAF-P5fra+q4+YKFmQgv13EF-DypbKDRt9IQwKh9OVJDoRLA1Tt9kdTmIuCIcVd1DdzXSmohnLayLZnNZPIFi5zkkE+TyWZz7Ez4ipJX5mTLcvDg6HSBGozG49QUUr0ar1bj8YTiaTyZ2wz2oNHY2rqWb6vdcy1BXa-r5gYFnh56+6VMCvX4VF5uf7Pm2VlgyAB3Ih3coAMR01DYWhKAGMABaSfQAFswB0ABXAgEwOE4zguDNTVqbM1ytFoIQ6ZsgU5BZXC6YZIkQLx3ELIJXBUV0-kCIM70fZ8oDfD8vzAP8AOAsCIL2KDk1TdNlwQ1dLQZKwpUmOxviSFxmUFdw+Q+JxvilWw90WB1KIKaiylo99Px-f8gJA8DBzRFVMUYVh2KTFgAHUsEkLUdSnfUqKfdS6K0xidJY8CeNpJCBI3Wwtw+NJxl+YE3TwhBxRBbxbG8dxpji7xWhUsgtGoHRvzgAxykXagxDAABHUC4AgiATHISMADcdAAa3IBFUvSzLIygHK8sK4qEEq9KSHuKovMQ-jzEQOZ3g6QY-HGc9xjaPkLzIZk+m3ToQiCZKGoy2Aspa-s2qKwhIPMthzkufq+PpIb+R5e1rDsYtRR6SVPD5DCyCdYJnEhSFkgo9t6rSjattagq9rYxNoJTNg0zgrMzvXAIFK9CFBlLcTj2rPd7WvTpOm8Y9SxydtUB0CA4DMfIYYtc7mksQIJhcDxvF8AJgjCcKW08V65Liss5h6bxkqKEp1IpnNkMsX44krEiSxIotBj5TxXGcea-kVyVuXrXxkspEWfIu30QVSNJ4lSYIIWsBWlZVroSNbTXsl+mdu2ahd+11wbmgcFl2Wsc8BWLTJAlm1JC36Y8eWmtlkrU5qXIYpjdNY92qeGiXUiLPoPqVssg-CksOc+EIlfGewz1+B3bwKX8iHKUCtGT9dLBIwi3AFEVSMSMLRj8G72l8A3bTihKfsrlL-qa7KduB4qG+Q0VpTGwUgQyUibtmhxQ6bBSeWlRWlgJoA */
     context: context_1.context,
     id: "fnAI",
     initial: "greeting",
@@ -65,7 +65,11 @@ const machine = setup_1.machineSetup.createMachine({
             }
         },
         listeningToUser: {
-            entry: [{ type: "interruptPlayback" }, { type: "resetIdleTimeoutCount" }],
+            entry: [
+                { type: "interruptPlayback" },
+                { type: "resetIdleTimeoutCount" },
+                (0, xstate_2.assign)({ hasLateSpeech: false })
+            ],
             on: {
                 SPEECH_RESULT: {
                     target: "waitingForSpeechTimeout",
@@ -97,8 +101,9 @@ const machine = setup_1.machineSetup.createMachine({
                 },
                 SPEECH_RESULT: {
                     target: "waitingForSpeechTimeout",
-                    description: "Append speech and go back to listening.",
-                    actions: [{ type: "appendSpeech" }]
+                    description: "Capture late speech, but only once.",
+                    guard: ({ context }) => !context.hasLateSpeech,
+                    actions: [{ type: "appendSpeech" }, (0, xstate_2.assign)({ hasLateSpeech: true })]
                 }
             },
             after: {
@@ -124,15 +129,15 @@ const machine = setup_1.machineSetup.createMachine({
                 },
                 SPEECH_RESULT: {
                     target: "processingUserRequest",
-                    description: "Append speech and go back to listening.",
+                    description: "Capture only a single late speech across the entire request processing.",
+                    guard: ({ context }) => !context.hasLateSpeech,
                     actions: [
                         { type: "interruptPlayback" },
                         { type: "appendSpeech" },
-                        (0, xstate_2.assign)(({ context, self }) => {
-                            const isReentry = self.getSnapshot().value === context.previousState;
+                        (0, xstate_2.assign)(({ self }) => {
                             return {
                                 previousState: self.getSnapshot().value,
-                                isReentry
+                                hasLateSpeech: true
                             };
                         })
                     ],
@@ -146,7 +151,12 @@ const machine = setup_1.machineSetup.createMachine({
                 onDone: {
                     target: "listeningToUser",
                     reenter: true,
-                    actions: [{ type: "cleanSpeech" }]
+                    actions: [
+                        { type: "cleanSpeech" },
+                        (0, xstate_2.assign)({
+                            isFirstTurn: false
+                        })
+                    ]
                 }
             }
         }

package/dist/machine/types.d.ts

@@ -38,7 +38,8 @@ type AutopilotContext = {
     knowledgeBaseSourceUrl?: string;
     initialDtmf?: string;
     previousState: string | null;
-    isReentry: boolean;
+    hasLateSpeech: boolean;
+    isFirstTurn: boolean;
 };
 type AutopilotEvents = {
     type: "SPEECH_START";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.12.11",
+  "version": "0.12.13",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -34,11 +34,11 @@
   "dependencies": {
     "@aws-sdk/client-s3": "^3.712.0",
     "@dmitryrechkin/json-schema-to-zod": "^1.0.1",
-    "@fonoster/common": "^0.12.6",
+    "@fonoster/common": "^0.12.13",
     "@fonoster/logger": "^0.12.6",
-    "@fonoster/sdk": "^0.12.6",
+    "@fonoster/sdk": "^0.12.13",
     "@fonoster/types": "^0.12.6",
-    "@fonoster/voice": "^0.12.6",
+    "@fonoster/voice": "^0.12.13",
     "@langchain/anthropic": "^0.3.15",
     "@langchain/community": "^0.3.32",
     "@langchain/core": "^0.3.40",
@@ -59,5 +59,5 @@
     "xstate": "^5.17.3",
     "zod": "^3.23.8"
   },
-  "gitHead": "e17be36f4b161521bb87df754975f33a8a7b8aa9"
+  "gitHead": "466e251638ed72c6fc4f7304532b3fc6025aa25c"
 }