@fonoster/autopilot 0.7.20 → 0.7.21

package/dist/Autopilot.d.ts

@@ -2,6 +2,7 @@ import { AutopilotParams } from "./types";
 declare class Autopilot {
     private params;
     private actor;
+    private vadWorker;
     constructor(params: AutopilotParams);
     start(): void;
     stop(): void;

package/dist/Autopilot.js

@@ -1,4 +1,7 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Autopilot = void 0;
 /*
@@ -19,6 +22,8 @@ exports.Autopilot = void 0;
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+const path_1 = __importDefault(require("path"));
+const worker_threads_1 = require("worker_threads");
 const logger_1 = require("@fonoster/logger");
 const xstate_1 = require("xstate");
 const machine_1 = require("./machine/machine");
@@ -27,6 +32,10 @@ class Autopilot {
     constructor(params) {
         this.params = params;
         const { voice, languageModel, conversationSettings } = this.params;
+        const vadWorkerPath = path_1.default.resolve(__dirname, "../dist", "./vadWorker");
+        this.vadWorker = new worker_threads_1.Worker(vadWorkerPath, {
+            workerData: conversationSettings.vad
+        });
         this.actor = (0, xstate_1.createActor)(machine_1.machine, {
             input: {
                 conversationSettings,
@@ -42,30 +51,36 @@ class Autopilot {
         });
         this.setupVoiceStream();
         this.setupSpeechGathering();
+        this.vadWorker.on("error", (err) => {
+            logger.error("vad worker error", err);
+        });
+        this.vadWorker.on("exit", (code) => {
+            if (code !== 0) {
+                logger.error("vad worker stopped with exit code", { code });
+            }
+        });
     }
     stop() {
         logger.verbose("stopping autopilot");
         this.actor.stop();
+        this.vadWorker.terminate();
     }
     async setupVoiceStream() {
-        const { voice, vad } = this.params;
+        const { voice } = this.params;
         const stream = await voice.stream();
-        stream.onData(this.handleVoicePayload(vad));
+        stream.onData(this.handleVoicePayload.bind(this));
+        this.vadWorker.on("message", (event) => {
+            logger.verbose("received speech event from vad", { event });
+            this.actor.send({ type: event });
+        });
     }
-    handleVoicePayload(vad) {
-        return (chunk) => {
-            try {
-                vad.processChunk(chunk, (event) => {
-                    if (["SPEECH_START", "SPEECH_END"].includes(event)) {
-                        logger.verbose("received speech event", { event });
-                        this.actor.send({ type: event });
-                    }
-                });
-            }
-            catch (err) {
-                logger.error("an error occurred while processing vad", err);
-            }
-        };
+    handleVoicePayload(chunk) {
+        try {
+            this.vadWorker.postMessage(chunk);
+        }
+        catch (err) {
+            logger.error("an error occurred while processing vad", err);
+        }
     }
     async setupSpeechGathering() {
         const { voice } = this.params;

package/dist/handleVoiceRequest.js

@@ -60,7 +60,6 @@ async function handleVoiceRequest(req, res) {
     const assistantConfig = (0, loadAssistantConfig_1.loadAssistantConfig)();
     const knowledgeBase = await (0, loadKnowledgeBase_1.loadKnowledgeBase)();
     const voice = new _1.VoiceImpl(sessionRef, res);
-    const vad = new _1.SileroVad(assistantConfig.conversationSettings.vad);
     const languageModel = (0, createLanguageModel_1.createLanguageModel)({
         voice,
         assistantConfig,
@@ -74,7 +73,6 @@ async function handleVoiceRequest(req, res) {
     const autopilot = new _1.default({
         conversationSettings: assistantConfig.conversationSettings,
         voice,
-        vad,
         languageModel
     });
     autopilot.start();

package/dist/types.d.ts

@@ -1,6 +1,5 @@
 import { ConversationSettings } from "./assistants";
 import { LanguageModel } from "./models";
-import { Vad } from "./vad";
 import { Voice } from "./voice";
 declare enum LANGUAGE_MODEL_PROVIDER {
     OPENAI = "openai",
@@ -9,7 +8,6 @@ declare enum LANGUAGE_MODEL_PROVIDER {
 }
 type AutopilotParams = {
     voice: Voice;
-    vad: Vad;
     conversationSettings: ConversationSettings;
     languageModel: LanguageModel;
 };

package/dist/vad/types.d.ts

@@ -1,5 +1,6 @@
+type VadEvent = "SPEECH_START" | "SPEECH_END";
 type Vad = {
-    processChunk: (chunk: Uint8Array, callback: (event: "SPEECH_START" | "SPEECH_END") => void) => void;
+    processChunk: (chunk: Uint8Array, callback: (event: VadEvent) => void) => void;
 };
 type SpeechProbabilities = {
     notSpeech: number;
@@ -16,4 +17,4 @@ type ONNXRuntimeAPI = {
         new (type: "float32", data: Float32Array, dims: [1, number]): unknown;
     };
 };
-export { ONNXRuntimeAPI, SpeechProbabilities, Vad };
+export { ONNXRuntimeAPI, SpeechProbabilities, Vad, VadEvent };

package/dist/vadWorker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/vadWorker.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/*
+ * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+const worker_threads_1 = require("worker_threads");
+const SileroVad_1 = require("./vad/SileroVad");
+const vad = new SileroVad_1.SileroVad(worker_threads_1.workerData);
+worker_threads_1.parentPort?.on("message", (chunk) => {
+    vad.processChunk(chunk, (voiceActivity) => {
+        worker_threads_1.parentPort?.postMessage(voiceActivity);
+    });
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.7.20",
+  "version": "0.7.21",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -56,5 +56,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "bde17656cad787fd22127beaa5d8617e38be2eb6"
+  "gitHead": "0de74ab45f5fe25b0f096ad02bab2be00be53d89"
 }