@fonoster/autopilot 0.8.43 → 0.8.45

package/README.md

@@ -14,9 +14,6 @@ The autopilot module provides a way to create Voice AI applications in Fonoster.
 * [Adding Tools](#configuring-the-tools)
 * [What's Next](#whats-next)
 
-> [!WARNING]  
-> This is an overview of Fonoster's Autopilot. This module is still under heavy development, and the API is subject to change. This overview implements OpenAI and Groq models, but we are working to bring support to additional providers. If you have any suggestions or feedback, please let us know.
-
 ## Installation
 
 ```sh-session

package/dist/machine/machine.js

@@ -126,6 +126,9 @@ const machine = (0, xstate_1.setup)({
             return context.idleTimeoutCount + 1 > context.maxIdleTimeoutCount;
         },
         hasSpeechResult: function ({ context }) {
+            logger.verbose("called hasSpeechResult guard", {
+                speechBuffer: context.speechBuffer
+            });
             return context.speechBuffer;
         },
         isSpeaking: function ({ context }) {
@@ -239,11 +242,11 @@ const machine = (0, xstate_1.setup)({
             entry: { type: "cleanSpeech" },
             on: {
                 SPEECH_START: {
-                    target: "waitingForUserRequest",
+                    target: "listeningToUser",
                     description: "Event from VAD system."
                 },
                 SPEECH_RESULT: {
-                    target: "waitingForUserRequest",
+                    target: "listeningToUser",
                     description: "User started speaking before SPEECH_START event",
                     actions: [{ type: "appendSpeech" }]
                 }
@@ -267,24 +270,19 @@ const machine = (0, xstate_1.setup)({
             }
         },
         idleTransition: {
+            // This intermediate state is necessary to ensure the IDLE_TIMEOUT
+            // event is properly reset and retriggered when returning to idle.
+            // Without it, the timer would not restart correctly.
             always: {
                 target: "idle"
             }
         },
-        waitingForUserRequest: {
-            always: {
-                target: "updatingSpeech"
-            },
+        listeningToUser: {
             entry: [
                 { type: "interruptPlayback" },
                 { type: "resetIdleTimeoutCount" },
                 { type: "setSpeaking" }
-            ]
-        },
-        hangup: {
-            type: "final"
-        },
-        updatingSpeech: {
+            ],
             on: {
                 SPEECH_END: [
                     {
@@ -305,6 +303,14 @@ const machine = (0, xstate_1.setup)({
                         actions: { type: "appendSpeech" },
                         guard: "isSpeaking",
                         description: "Just append the speech result when actively speaking"
+                    },
+                    {
+                        target: "processingUserRequest",
+                        guard: (0, xstate_1.not)("isSpeaking"),
+                        actions: [
+                            { type: "appendSpeech" }
+                        ],
+                        description: "Append final speech and process the request"
                     }
                 ]
             }
@@ -312,7 +318,7 @@ const machine = (0, xstate_1.setup)({
         waitingForSpeechTimeout: {
             on: {
                 SPEECH_START: {
-                    target: "waitingForUserRequest",
+                    target: "listeningToUser",
                     description: "User started speaking again"
                 },
                 SPEECH_RESULT: {
@@ -335,22 +341,16 @@ const machine = (0, xstate_1.setup)({
                 ]
             }
         },
+        hangup: {
+            type: "final"
+        },
         processingUserRequest: {
             on: {
                 SPEECH_START: {
-                    target: "waitingForUserRequest",
+                    target: "listeningToUser",
                     description: "Event from VAD or similar system.",
-                    actions: [{ type: "interruptPlayback" }, { type: "cleanSpeech" }]
+                    actions: [{ type: "cleanSpeech" }]
                 },
-                SPEECH_RESULT: {
-                    target: "waitingForUserRequest",
-                    description: "User interrupted with new speech",
-                    actions: [
-                        { type: "interruptPlayback" },
-                        { type: "cleanSpeech" },
-                        { type: "appendSpeech" }
-                    ]
-                }
             },
             invoke: {
                 src: "doProcessUserRequest",
@@ -362,12 +362,7 @@ const machine = (0, xstate_1.setup)({
         },
         systemError: {
             entry: "announceSystemError",
-            after: {
-                SYSTEM_ERROR_RECOVERY_TIMEOUT: {
-                    target: "idle",
-                    actions: "resetState"
-                }
-            }
+            target: "idle"
         }
     }
 });

package/dist/vad/makeVad.js

@@ -59,7 +59,7 @@ const ort = __importStar(require("onnxruntime-node"));
 const chunkToFloat32Array_1 = require("./chunkToFloat32Array");
 const SileroVadModel_1 = require("./SileroVadModel");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
-const BUFFER_SIZE = 16000;
+const BUFFER_SIZE = 8000;
 async function makeVad(params) {
     const { pathToModel, activationThreshold, deactivationThreshold, debounceFrames } = params;
     const effectivePath = pathToModel || (0, path_1.join)(__dirname, "..", "..", "silero_vad.onnx");

package/dist/vadv5/SileroVadModel.js

@@ -51,8 +51,8 @@ class SileroVadModel {
             sr: this._sr
         };
         const out = await this._session.run(inputs);
-        this._state = out["stateN"];
-        const [isSpeech] = out["output"].data;
+        this._state = out.stateN;
+        const [isSpeech] = out.output.data;
         const notSpeech = 1 - isSpeech;
         return { notSpeech, isSpeech };
     }

package/dist/vadv5/createVad.js

@@ -54,7 +54,7 @@ exports.createVad = createVad;
  * limitations under the License.
  */
 const ort = __importStar(require("onnxruntime-node"));
-const chunkToFloat32Array_1 = require("./chunkToFloat32Array");
+const chunkToFloat32Array_1 = require("../vad/chunkToFloat32Array");
 const SileroVadModel_1 = require("./SileroVadModel");
 const BUFFER_SIZE = 512;
 async function createVad(params) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.8.43",
+  "version": "0.8.45",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -33,11 +33,11 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.712.0",
-    "@fonoster/common": "^0.8.43",
-    "@fonoster/logger": "^0.8.43",
-    "@fonoster/sdk": "^0.8.43",
-    "@fonoster/types": "^0.8.43",
-    "@fonoster/voice": "^0.8.43",
+    "@fonoster/common": "^0.8.45",
+    "@fonoster/logger": "^0.8.45",
+    "@fonoster/sdk": "^0.8.45",
+    "@fonoster/types": "^0.8.45",
+    "@fonoster/voice": "^0.8.45",
     "@langchain/community": "^0.3.19",
     "@langchain/core": "^0.3.23",
     "@langchain/groq": "^0.1.2",
@@ -55,5 +55,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "b6971e5e184c3deb7d2f133bf99abaa70cc6ccaa"
+  "gitHead": "5aabc6054bebd038f165d8614a2fd843dafdc1bb"
 }

package/dist/vadv5/chunkToFloat32Array.d.ts

@@ -1,2 +0,0 @@
-declare function chunkToFloat32Array(chunk: Uint8Array): Float32Array;
-export { chunkToFloat32Array };

package/dist/vadv5/chunkToFloat32Array.js

@@ -1,41 +0,0 @@
-"use strict";
-/*
- * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chunkToFloat32Array = chunkToFloat32Array;
-// This version of the chunkToFloat32Array accounts for the case where
-// the byteOffset is misaligned.
-//
-// Q. Would it be the same if we just created a new Uint8Array from the chunk?
-function chunkToFloat32Array(chunk) {
-    let int16Array;
-    const alignedByteOffset = chunk.byteOffset % Int16Array.BYTES_PER_ELEMENT === 0;
-    if (alignedByteOffset) {
-        int16Array = new Int16Array(chunk.buffer, chunk.byteOffset, chunk.byteLength / Int16Array.BYTES_PER_ELEMENT);
-    }
-    else {
-        const alignedChunk = new Uint8Array(chunk);
-        int16Array = new Int16Array(alignedChunk.buffer, alignedChunk.byteOffset, alignedChunk.byteLength / Int16Array.BYTES_PER_ELEMENT);
-    }
-    const floatArray = new Float32Array(int16Array.length);
-    for (let i = 0; i < int16Array.length; i++) {
-        floatArray[i] = int16Array[i] / 32768.0;
-    }
-    return floatArray;
-}