@fonoster/autopilot 0.7.25 → 0.7.28

package/README.md

@@ -90,7 +90,7 @@ The Autopilot supports multiple language model providers. The following is a lis
 |------------|------------------------------------------------------------|------------------------------------------------------------------------------|
 | OpenAI     | OpenAI provides various GPT models for conversational AI   | `gpt-4o`, `gpt-4o-mini`, `gpt-3.5-turbo`, `gpt-4-turbo`                      |
 | Groq       | Groq offers high-performance AI models optimized for speed | `gemm-7b-it`, `llama3-groq-70b-8192-tool-use-preview`, `llama3-1-8b-instant` |
-| Ollama     | Self-hosted Ollama models                                  | `lama3.1`                                                                    |
+| Ollama     | Self-hosted Ollama models                                  | `llama3-groq-tool-use`                                                       |
 
 ## Adding Knowledge Base
 

package/dist/Autopilot.js

@@ -70,7 +70,9 @@ class Autopilot {
         stream.onData(this.handleVoicePayload.bind(this));
         this.vadWorker.on("message", (event) => {
             logger.verbose("received speech event from vad", { event });
-            this.actor.send({ type: event });
+            if (event === "SPEECH_START") {
+                this.actor.send({ type: "SPEECH_START" });
+            }
         });
     }
     handleVoicePayload(chunk) {
@@ -87,6 +89,8 @@ class Autopilot {
         stream.onData((speech) => {
             logger.verbose("received speech result", { speech });
             if (speech) {
+                // Testing using STT for both VAD and STT (experimental)
+                this.actor.send({ type: "SPEECH_END" });
                 this.actor.send({ type: "SPEECH_RESULT", speech });
             }
         });

package/dist/assistants/index.js

@@ -14,7 +14,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./loadAndValidateAssistant"), exports);
 /*
  * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
  * http://github.com/fonoster/fonoster
@@ -33,4 +32,5 @@ __exportStar(require("./loadAndValidateAssistant"), exports);
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+__exportStar(require("./loadAndValidateAssistant"), exports);
 __exportStar(require("./types"), exports);

package/dist/handleVoiceRequest.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.handleVoiceRequest = handleVoiceRequest;
 /*

package/dist/loadAssistantConfig.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.loadAssistantConfig = loadAssistantConfig;
 /*

package/dist/machine/machine.d.ts

@@ -158,7 +158,6 @@ declare const machine: import("xstate").StateMachine<AutopilotContext, {
         maxIdleTimeoutCount: number;
         idleTimeoutCount: number;
         maxSpeechWaitTimeout: number;
-        speechResponseStartTime: number;
         speechResponseTime: number;
         isSpeaking: false;
     };

package/dist/machine/machine.js

@@ -19,7 +19,6 @@ exports.machine = void 0;
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-const perf_hooks_1 = require("perf_hooks");
 const logger_1 = require("@fonoster/logger");
 const xstate_1 = require("xstate");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
@@ -135,18 +134,11 @@ const machine = (0, xstate_1.setup)({
             logger.verbose("called processUserRequest action", {
                 speechBuffer: context.speechBuffer
             });
-            context.speechResponseStartTime = perf_hooks_1.performance.now();
             // Stop any speech that might be playing
             context.voice.stopSpeech();
             const languageModel = context.languageModel;
             const speech = context.speechBuffer.trim();
             const response = await languageModel.invoke(speech);
-            const speechResponseTime = perf_hooks_1.performance.now() - context.speechResponseStartTime;
-            context.speechResponseTime = Math.round(speechResponseTime);
-            context.speechResponseStartTime = 0;
-            logger.verbose("response from language model", {
-                speechResponseTime
-            });
             try {
                 if (response.type === "say" && !response.content) {
                     logger.verbose("call might already be hung up");
@@ -197,7 +189,6 @@ const machine = (0, xstate_1.setup)({
         maxIdleTimeoutCount: input.conversationSettings.idleOptions?.maxTimeoutCount || 3,
         idleTimeoutCount: 0,
         maxSpeechWaitTimeout: input.conversationSettings.maxSpeechWaitTimeout,
-        speechResponseStartTime: 0,
         speechResponseTime: 0,
         isSpeaking: false
     }),

package/dist/machine/types.d.ts

@@ -15,7 +15,6 @@ type AutopilotContext = {
     maxIdleTimeoutCount: number;
     maxSpeechWaitTimeout: number;
     speechBuffer: string;
-    speechResponseStartTime: number;
     speechResponseTime: number;
     isSpeaking: boolean;
     knowledgeBaseSourceUrl?: string;

package/dist/models/ollama/types.d.ts

@@ -1,6 +1,6 @@
 import { BaseModelParams } from "../types";
 declare enum OllamaModel {
-    LLAMA3_1 = "llama3.1"
+    LLAMA_3_GROQ_TOOL_USE = "llama3-groq-tool-use"
 }
 type OllamaParams = BaseModelParams & {
     model: OllamaModel;

package/dist/models/ollama/types.js

@@ -3,5 +3,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.OllamaModel = void 0;
 var OllamaModel;
 (function (OllamaModel) {
-    OllamaModel["LLAMA3_1"] = "llama3.1";
+    OllamaModel["LLAMA_3_GROQ_TOOL_USE"] = "llama3-groq-tool-use";
 })(OllamaModel || (exports.OllamaModel = OllamaModel = {}));

package/dist/vad/makeVad.js

@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.makeVad = makeVad;
 /* eslint-disable no-loops/no-loops */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.7.25",
+  "version": "0.7.28",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -35,10 +35,10 @@
     "url": "https://github.com/fonoster/fonoster/issues"
   },
   "dependencies": {
-    "@fonoster/common": "^0.7.25",
-    "@fonoster/logger": "^0.7.22",
-    "@fonoster/types": "^0.7.25",
-    "@fonoster/voice": "^0.7.25",
+    "@fonoster/common": "^0.7.28",
+    "@fonoster/logger": "^0.7.26",
+    "@fonoster/types": "^0.7.26",
+    "@fonoster/voice": "^0.7.28",
     "@langchain/community": "^0.2.31",
     "@langchain/core": "^0.2.32",
     "@langchain/groq": "^0.0.17",
@@ -56,5 +56,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "f5dbfe479bd50b105ce3eb4b3c260503ef718f57"
+  "gitHead": "274bd90431185741b718ff06b44961ea1ca081da"
 }