@fonoster/autopilot 0.7.14 → 0.7.16

package/README.md

@@ -40,7 +40,8 @@ The configuration file has two major sections: `conversationSettings` and `langu
     "initialDtmf": "6589",
     "transferOptions": {
       "phoneNumber": "+15555555555",
-      "message": "Please hold while I transfer you to a live agent."
+      "message": "Please hold while I transfer you to a live agent.",
+      "timeout": 30000
     },
     "idleOptions": {
       "message": "Are you still there?",
@@ -127,7 +128,10 @@ You can configure a new tool by adding a new entry in the `tools` array in the c
         },
         "operation": {
           "type": "get",
-          "url": "https://api.example.com/appointment-times"
+          "url": "https://api.example.com/appointment-times",
+          "headers": {
+            "x-api-key": "your-api-key"
+          }
         }
       }
     ]
@@ -137,6 +141,8 @@ You can configure a new tool by adding a new entry in the `tools` array in the c
 
 In addition to the `get` operation type, you can use the `post` operation type. The `post` operation type is used when sending data to the tool. When sending a post, you can optionally set `waitForResponse` to false, which will "fire and forget" the request. The default behavior is to wait for the response.
 
+If your tool needs the number of the caller or the number that received the call, you can use the reserved variables `ingressNumber` and `callerNumber`. Similarly, you can use the reserved variable `callReceivedAt` to get the date and time when the call was received in `ISO 8601` format.
+
 The expected format for the response is a JSON object with the following structure:
 
 ```json

package/dist/assistants/AssistantSchema.d.ts

@@ -67,9 +67,11 @@ declare const conversationSettingsSchema: z.ZodObject<{
 }>;
 declare const languageModelConfigSchema: z.ZodObject<{
     provider: z.ZodNativeEnum<typeof LANGUAGE_MODEL_PROVIDER>;
+    apiKey: z.ZodOptional<z.ZodString>;
     model: z.ZodString;
     temperature: z.ZodNumber;
     maxTokens: z.ZodNumber;
+    baseUrl: z.ZodOptional<z.ZodString>;
     knowledgeBase: z.ZodArray<z.ZodObject<{
         type: z.ZodEnum<["s3", "file"]>;
         title: z.ZodString;
@@ -131,22 +133,27 @@ declare const languageModelConfigSchema: z.ZodObject<{
             type: z.ZodNativeEnum<typeof import("../tools/ToolSchema").AllowedOperations>;
             url: z.ZodOptional<z.ZodString>;
             waitForResponse: z.ZodOptional<z.ZodBoolean>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, "strip", z.ZodTypeAny, {
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         }, {
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         }>, {
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         }, {
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         }>;
     }, "strip", z.ZodTypeAny, {
         name: string;
@@ -164,6 +171,7 @@ declare const languageModelConfigSchema: z.ZodObject<{
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         };
     }, {
         name: string;
@@ -181,6 +189,7 @@ declare const languageModelConfigSchema: z.ZodObject<{
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         };
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
@@ -206,11 +215,14 @@ declare const languageModelConfigSchema: z.ZodObject<{
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         };
     }[];
     temperature: number;
     maxTokens: number;
     provider: LANGUAGE_MODEL_PROVIDER;
+    apiKey?: string | undefined;
+    baseUrl?: string | undefined;
 }, {
     model: string;
     knowledgeBase: {
@@ -234,11 +246,14 @@ declare const languageModelConfigSchema: z.ZodObject<{
             type: import("../tools/ToolSchema").AllowedOperations;
             url?: string | undefined;
             waitForResponse?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
         };
     }[];
     temperature: number;
     maxTokens: number;
     provider: LANGUAGE_MODEL_PROVIDER;
+    apiKey?: string | undefined;
+    baseUrl?: string | undefined;
 }>;
 declare const assistantSchema: z.ZodObject<{
     conversationSettings: z.ZodObject<{
@@ -308,9 +323,11 @@ declare const assistantSchema: z.ZodObject<{
     }>;
     languageModel: z.ZodObject<{
         provider: z.ZodNativeEnum<typeof LANGUAGE_MODEL_PROVIDER>;
+        apiKey: z.ZodOptional<z.ZodString>;
         model: z.ZodString;
         temperature: z.ZodNumber;
         maxTokens: z.ZodNumber;
+        baseUrl: z.ZodOptional<z.ZodString>;
         knowledgeBase: z.ZodArray<z.ZodObject<{
             type: z.ZodEnum<["s3", "file"]>;
             title: z.ZodString;
@@ -372,22 +389,27 @@ declare const assistantSchema: z.ZodObject<{
                 type: z.ZodNativeEnum<typeof import("../tools/ToolSchema").AllowedOperations>;
                 url: z.ZodOptional<z.ZodString>;
                 waitForResponse: z.ZodOptional<z.ZodBoolean>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             }, "strip", z.ZodTypeAny, {
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             }, {
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             }>, {
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             }, {
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             }>;
         }, "strip", z.ZodTypeAny, {
             name: string;
@@ -405,6 +427,7 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }, {
             name: string;
@@ -422,6 +445,7 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }>, "many">;
     }, "strip", z.ZodTypeAny, {
@@ -447,11 +471,14 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }[];
         temperature: number;
         maxTokens: number;
         provider: LANGUAGE_MODEL_PROVIDER;
+        apiKey?: string | undefined;
+        baseUrl?: string | undefined;
     }, {
         model: string;
         knowledgeBase: {
@@ -475,11 +502,14 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }[];
         temperature: number;
         maxTokens: number;
         provider: LANGUAGE_MODEL_PROVIDER;
+        apiKey?: string | undefined;
+        baseUrl?: string | undefined;
     }>;
 }, "strip", z.ZodTypeAny, {
     conversationSettings: {
@@ -522,11 +552,14 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }[];
         temperature: number;
         maxTokens: number;
         provider: LANGUAGE_MODEL_PROVIDER;
+        apiKey?: string | undefined;
+        baseUrl?: string | undefined;
     };
 }, {
     conversationSettings: {
@@ -569,11 +602,14 @@ declare const assistantSchema: z.ZodObject<{
                 type: import("../tools/ToolSchema").AllowedOperations;
                 url?: string | undefined;
                 waitForResponse?: boolean | undefined;
+                headers?: Record<string, string> | undefined;
             };
         }[];
         temperature: number;
         maxTokens: number;
         provider: LANGUAGE_MODEL_PROVIDER;
+        apiKey?: string | undefined;
+        baseUrl?: string | undefined;
     };
 }>;
 export { assistantSchema, conversationSettingsSchema, languageModelConfigSchema };

package/dist/assistants/AssistantSchema.js

@@ -48,9 +48,11 @@ const conversationSettingsSchema = zod_1.z.object({
 exports.conversationSettingsSchema = conversationSettingsSchema;
 const languageModelConfigSchema = zod_1.z.object({
     provider: zod_1.z.nativeEnum(types_1.LANGUAGE_MODEL_PROVIDER),
+    apiKey: zod_1.z.string().optional(),
     model: zod_1.z.string(),
     temperature: zod_1.z.number(),
     maxTokens: zod_1.z.number(),
+    baseUrl: zod_1.z.string().optional(),
     knowledgeBase: zod_1.z.array(zod_1.z.object({
         type: zod_1.z.enum(["s3", "file"]),
         title: zod_1.z.string(),

package/dist/createLanguageModel.d.ts

@@ -1,3 +1,3 @@
-import { AssistantConfig, FilesKnowledgeBase } from ".";
-declare function createLanguageModel(assistantConfig: AssistantConfig, knowledgeBase: FilesKnowledgeBase): import("./models/AbstractLanguageModel").AbstractLanguageModel;
+import { AssistantConfig, FilesKnowledgeBase, TelephonyContext } from ".";
+declare function createLanguageModel(assistantConfig: AssistantConfig, knowledgeBase: FilesKnowledgeBase, telephonyContext: TelephonyContext): import("./models/AbstractLanguageModel").AbstractLanguageModel;
 export { createLanguageModel };

package/dist/createLanguageModel.js

@@ -19,22 +19,22 @@ exports.createLanguageModel = createLanguageModel;
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-const envs_1 = require("./envs");
 const _1 = require(".");
-function createLanguageModel(assistantConfig, knowledgeBase) {
+function createLanguageModel(assistantConfig, knowledgeBase, telephonyContext) {
     const { languageModel: languageModelSettings, conversationSettings } = assistantConfig;
     return _1.LanguageModelFactory.getLanguageModel(languageModelSettings.provider, {
-        apiKey: envs_1.OPENAI_API_KEY,
+        apiKey: languageModelSettings.apiKey,
         // @ts-expect-error don't know the model type here
         model: languageModelSettings.model,
         maxTokens: languageModelSettings.maxTokens,
         temperature: languageModelSettings.temperature,
         systemTemplate: conversationSettings.systemTemplate,
+        baseUrl: languageModelSettings.baseUrl,
         knowledgeBase,
         tools: [
             ...languageModelSettings.tools,
             _1.hangupToolDefinition,
             _1.transferToolDefinition
         ]
-    });
+    }, telephonyContext);
 }

package/dist/handleVoiceRequest.js

@@ -56,7 +56,10 @@ async function handleVoiceRequest(req, res) {
     const knowledgeBase = await (0, loadKnowledgeBase_1.loadKnowledgeBase)();
     const voice = new _1.VoiceImpl(sessionRef, res);
     const vad = new _1.SileroVad();
-    const languageModel = (0, createLanguageModel_1.createLanguageModel)(assistantConfig, knowledgeBase);
+    const languageModel = (0, createLanguageModel_1.createLanguageModel)(assistantConfig, knowledgeBase, {
+        ingressNumber: req.ingressNumber,
+        callerNumber: req.callerNumber
+    });
     const autopilot = new _1.default({
         conversationSettings: assistantConfig.conversationSettings,
         voice,

package/dist/machine/machine.js

@@ -84,6 +84,9 @@ const machine = (0, xstate_1.setup)({
                     return;
                 }
                 else if (response.type === "transfer") {
+                    logger.verbose("transferring call to a number in the pstn", {
+                        phoneNumber: context.transferPhoneNumber
+                    });
                     const message = context.transferMessage;
                     await context.voice.say(message);
                     await context.voice.transfer(context.transferPhoneNumber, {

package/dist/models/AbstractLanguageModel.d.ts

@@ -1,11 +1,9 @@
-import { InvocationResult, LanguageModel, LanguageModelParams } from "./types";
-import { ToolsCatalog } from "../tools";
+import { InvocationResult, LanguageModel, LanguageModelParams, TelephonyContext } from "./types";
 declare abstract class AbstractLanguageModel implements LanguageModel {
-    private params;
     private chain;
     private chatHistory;
-    toolsCatalog: ToolsCatalog;
-    constructor(params: LanguageModelParams);
+    private toolsCatalog;
+    constructor(params: LanguageModelParams, telephonyContext: TelephonyContext);
     invoke(text: string): Promise<InvocationResult>;
 }
 export { AbstractLanguageModel };

package/dist/models/AbstractLanguageModel.js

@@ -26,10 +26,9 @@ const createPromptTemplate_1 = require("./createPromptTemplate");
 const tools_1 = require("../tools");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 class AbstractLanguageModel {
-    constructor(params) {
-        this.params = params;
-        const { model, systemTemplate, knowledgeBase, tools } = this.params;
-        const promptTemplate = (0, createPromptTemplate_1.createPromptTemplate)(systemTemplate);
+    constructor(params, telephonyContext) {
+        const { model, systemTemplate, knowledgeBase, tools } = params;
+        const promptTemplate = (0, createPromptTemplate_1.createPromptTemplate)(systemTemplate, telephonyContext);
         this.chatHistory = (0, chatHistory_1.createChatHistory)();
         this.toolsCatalog = new tools_1.ToolsCatalog(tools);
         this.chain = (0, createChain_1.createChain)(model, knowledgeBase, promptTemplate, this.chatHistory);

package/dist/models/LanguageModelFactory.d.ts

@@ -1,16 +1,18 @@
 import { AbstractLanguageModel } from "./AbstractLanguageModel";
 import { GroqParams } from "./groq";
+import { OllamaParams } from "./ollama";
 import { OpenAIParams } from "./openai";
-import { BaseModelParams } from "./types";
+import { BaseModelParams, TelephonyContext } from "./types";
 import { LANGUAGE_MODEL_PROVIDER } from "../types";
-type LanguageModelConstructor<T extends BaseModelParams = BaseModelParams> = new (options: T) => AbstractLanguageModel;
+type LanguageModelConstructor<T extends BaseModelParams = BaseModelParams> = new (options: T, telephonyContext: TelephonyContext) => AbstractLanguageModel;
 type LanguageModelConfigMap = {
     [LANGUAGE_MODEL_PROVIDER.OPENAI]: OpenAIParams;
     [LANGUAGE_MODEL_PROVIDER.GROQ]: GroqParams;
+    [LANGUAGE_MODEL_PROVIDER.OLLAMA]: OllamaParams;
 };
 declare class LanguageModelFactory {
     private static languageModels;
     static registerLanguageModel<T extends BaseModelParams>(name: string, ctor: LanguageModelConstructor<T>): void;
-    static getLanguageModel<T extends keyof LanguageModelConfigMap>(languageModel: T, config: LanguageModelConfigMap[T]): AbstractLanguageModel;
+    static getLanguageModel<T extends keyof LanguageModelConfigMap>(languageModel: T, config: LanguageModelConfigMap[T], telephonyContext: TelephonyContext): AbstractLanguageModel;
 }
 export { LanguageModelFactory };

package/dist/models/LanguageModelFactory.js

@@ -21,6 +21,7 @@ exports.LanguageModelFactory = void 0;
  */
 const logger_1 = require("@fonoster/logger");
 const groq_1 = require("./groq");
+const ollama_1 = require("./ollama");
 const openai_1 = require("./openai");
 const types_1 = require("../types");
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
@@ -29,12 +30,12 @@ class LanguageModelFactory {
         logger.verbose("registering llm provider", { name });
         this.languageModels.set(name, ctor);
     }
-    static getLanguageModel(languageModel, config) {
+    static getLanguageModel(languageModel, config, telephonyContext) {
         const LanguageModelConstructor = this.languageModels.get(`llm.${languageModel}`);
         if (!LanguageModelConstructor) {
             throw new Error(`Language model ${languageModel} not found`);
         }
-        return new LanguageModelConstructor(config);
+        return new LanguageModelConstructor(config, telephonyContext);
     }
 }
 exports.LanguageModelFactory = LanguageModelFactory;
@@ -42,3 +43,4 @@ LanguageModelFactory.languageModels = new Map();
 // Register language models
 LanguageModelFactory.registerLanguageModel(openai_1.LANGUAGE_MODEL_NAME, openai_1.OpenAI);
 LanguageModelFactory.registerLanguageModel(groq_1.LANGUAGE_MODEL_NAME, groq_1.Groq);
+LanguageModelFactory.registerLanguageModel(ollama_1.LANGUAGE_MODEL_NAME, ollama_1.Ollama);

package/dist/models/createPromptTemplate.d.ts

@@ -1,2 +1,3 @@
 import { ChatPromptTemplate } from "@langchain/core/prompts";
-export declare function createPromptTemplate(systemTemplate: string): ChatPromptTemplate<any, any>;
+import { TelephonyContext } from "./types";
+export declare function createPromptTemplate(systemTemplate: string, telephonyContext: TelephonyContext): ChatPromptTemplate<any, any>;

package/dist/models/createPromptTemplate.js

@@ -20,13 +20,14 @@ exports.createPromptTemplate = createPromptTemplate;
  * limitations under the License.
  */
 const prompts_1 = require("@langchain/core/prompts");
-function createPromptTemplate(systemTemplate) {
+function createPromptTemplate(systemTemplate, telephonyContext) {
     return prompts_1.ChatPromptTemplate.fromMessages([
         new prompts_1.MessagesPlaceholder("history"),
         prompts_1.SystemMessagePromptTemplate.fromTemplate(systemTemplate),
         prompts_1.SystemMessagePromptTemplate.fromTemplate("{context}"),
-        // This is how the model will know the current date
-        prompts_1.SystemMessagePromptTemplate.fromTemplate(`current date:${new Date().toISOString()}`),
+        prompts_1.SystemMessagePromptTemplate.fromTemplate(`callReceivedAt:${new Date().toISOString()}
+       ingressNumber:${telephonyContext.ingressNumber}
+       callerNumber:${telephonyContext.callerNumber}`),
         prompts_1.HumanMessagePromptTemplate.fromTemplate("{input}")
     ]);
 }

package/dist/models/groq/Groq.d.ts

@@ -1,7 +1,8 @@
 import { GroqParams } from "./types";
 import { AbstractLanguageModel } from "../AbstractLanguageModel";
+import { TelephonyContext } from "../types";
 declare const LANGUAGE_MODEL_NAME = "llm.groq";
 declare class Groq extends AbstractLanguageModel {
-    constructor(params: GroqParams);
+    constructor(params: GroqParams, telephonyContext: TelephonyContext);
 }
 export { Groq, LANGUAGE_MODEL_NAME };

package/dist/models/groq/Groq.js

@@ -7,7 +7,7 @@ const AbstractLanguageModel_1 = require("../AbstractLanguageModel");
 const LANGUAGE_MODEL_NAME = "llm.groq";
 exports.LANGUAGE_MODEL_NAME = LANGUAGE_MODEL_NAME;
 class Groq extends AbstractLanguageModel_1.AbstractLanguageModel {
-    constructor(params) {
+    constructor(params, telephonyContext) {
         const model = new groq_1.ChatGroq({
             ...params
         }).bind({
@@ -16,7 +16,7 @@ class Groq extends AbstractLanguageModel_1.AbstractLanguageModel {
         super({
             ...params,
             model
-        });
+        }, telephonyContext);
     }
 }
 exports.Groq = Groq;

package/dist/models/ollama/Ollama.d.ts

@@ -0,0 +1,8 @@
+import { OllamaParams } from "./types";
+import { AbstractLanguageModel } from "../AbstractLanguageModel";
+import { TelephonyContext } from "../types";
+declare const LANGUAGE_MODEL_NAME = "llm.ollama";
+declare class Ollama extends AbstractLanguageModel {
+    constructor(params: OllamaParams, telephonyContext: TelephonyContext);
+}
+export { LANGUAGE_MODEL_NAME, Ollama };

package/dist/models/ollama/Ollama.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Ollama = exports.LANGUAGE_MODEL_NAME = void 0;
+const ollama_1 = require("@langchain/ollama");
+const tools_1 = require("../../tools");
+const AbstractLanguageModel_1 = require("../AbstractLanguageModel");
+const LANGUAGE_MODEL_NAME = "llm.ollama";
+exports.LANGUAGE_MODEL_NAME = LANGUAGE_MODEL_NAME;
+class Ollama extends AbstractLanguageModel_1.AbstractLanguageModel {
+    constructor(params, telephonyContext) {
+        const model = new ollama_1.ChatOllama({
+            ...params
+        }).bind({
+            tools: params.tools.map(tools_1.convertToolToOpenAITool)
+        });
+        super({
+            ...params,
+            model
+        }, telephonyContext);
+    }
+}
+exports.Ollama = Ollama;

package/dist/models/ollama/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./Ollama";
+export * from "./types";

package/dist/models/ollama/index.js

@@ -0,0 +1,36 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+/*
+ * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+__exportStar(require("./Ollama"), exports);
+__exportStar(require("./types"), exports);

package/dist/models/ollama/types.d.ts

@@ -0,0 +1,11 @@
+import { BaseModelParams } from "../types";
+declare enum OllamaModel {
+    LLAMA3_1 = "llama3.1"
+}
+type OllamaParams = BaseModelParams & {
+    model: OllamaModel;
+    baseUrl: string;
+    maxTokens: number;
+    temperature: number;
+};
+export { OllamaModel, OllamaParams };

package/dist/models/ollama/types.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaModel = void 0;
+var OllamaModel;
+(function (OllamaModel) {
+    OllamaModel["LLAMA3_1"] = "llama3.1";
+})(OllamaModel || (exports.OllamaModel = OllamaModel = {}));

package/dist/models/openai/OpenAI.d.ts

@@ -1,7 +1,8 @@
 import { OpenAIParams } from "./types";
 import { AbstractLanguageModel } from "../AbstractLanguageModel";
+import { TelephonyContext } from "../types";
 declare const LANGUAGE_MODEL_NAME = "llm.openai";
 declare class OpenAI extends AbstractLanguageModel {
-    constructor(params: OpenAIParams);
+    constructor(params: OpenAIParams, telephonyContext: TelephonyContext);
 }
 export { LANGUAGE_MODEL_NAME, OpenAI };

package/dist/models/openai/OpenAI.js

@@ -7,7 +7,7 @@ const AbstractLanguageModel_1 = require("../AbstractLanguageModel");
 const LANGUAGE_MODEL_NAME = "llm.openai";
 exports.LANGUAGE_MODEL_NAME = LANGUAGE_MODEL_NAME;
 class OpenAI extends AbstractLanguageModel_1.AbstractLanguageModel {
-    constructor(params) {
+    constructor(params, telephonyContext) {
         const model = new openai_1.ChatOpenAI({
             ...params
         }).bind({
@@ -16,7 +16,7 @@ class OpenAI extends AbstractLanguageModel_1.AbstractLanguageModel {
         super({
             ...params,
             model
-        });
+        }, telephonyContext);
     }
 }
 exports.OpenAI = OpenAI;

package/dist/models/types.d.ts

@@ -8,6 +8,7 @@ type BaseModelParams = {
     systemTemplate: string;
     knowledgeBase: KnowledgeBase;
     tools: Tool[];
+    telephonyContext: TelephonyContext;
 };
 type LanguageModelParams = BaseModelParams & {
     model: BaseChatModel;
@@ -16,4 +17,8 @@ type InvocationResult = {
     type: "say" | "hangup" | "transfer";
     content?: string;
 };
-export { BaseModelParams, InvocationResult, LanguageModel, LanguageModelParams };
+type TelephonyContext = {
+    ingressNumber: string;
+    callerNumber: string;
+};
+export { BaseModelParams, InvocationResult, LanguageModel, LanguageModelParams, TelephonyContext };

package/dist/tools/ToolSchema.d.ts

@@ -52,22 +52,27 @@ declare const toolSchema: z.ZodObject<{
         type: z.ZodNativeEnum<typeof AllowedOperations>;
         url: z.ZodOptional<z.ZodString>;
         waitForResponse: z.ZodOptional<z.ZodBoolean>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, "strip", z.ZodTypeAny, {
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     }, {
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     }>, {
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     }, {
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     }>;
 }, "strip", z.ZodTypeAny, {
     name: string;
@@ -85,6 +90,7 @@ declare const toolSchema: z.ZodObject<{
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     };
 }, {
     name: string;
@@ -102,6 +108,7 @@ declare const toolSchema: z.ZodObject<{
         type: AllowedOperations;
         url?: string | undefined;
         waitForResponse?: boolean | undefined;
+        headers?: Record<string, string> | undefined;
     };
 }>;
 export { AllowedOperations, toolSchema };

package/dist/tools/ToolSchema.js

@@ -50,7 +50,8 @@ const toolSchema = zod_1.z.object({
         type: zod_1.z.nativeEnum(AllowedOperations),
         // Make url required if operation type is not built-in
         url: zod_1.z.string().optional(),
-        waitForResponse: zod_1.z.boolean().optional()
+        waitForResponse: zod_1.z.boolean().optional(),
+        headers: zod_1.z.record(zod_1.z.string()).optional()
     })
         .superRefine(({ url, type }, ctx) => {
         if (type !== AllowedOperations.BUILT_IN && !url) {

package/dist/tools/ToolsCatalog.js

@@ -39,6 +39,7 @@ class ToolsCatalog {
             method: tool.operation.type,
             url: tool.operation.url,
             waitForResponse: tool.operation.waitForResponse,
+            headers: tool.operation.headers,
             body: args
         });
     }

package/dist/tools/sendRequest.js

@@ -38,6 +38,11 @@ async function sendRequest(input) {
     else {
         const response = await fetch(url, options);
         const data = await response.json();
-        return responseSchema.parse(data);
+        try {
+            return responseSchema.parse(data);
+        }
+        catch (error) {
+            throw new Error(`Invalid response: expected ${JSON.stringify(responseSchema, null, 2)}, got ${JSON.stringify(data, null, 2)}`);
+        }
     }
 }

package/dist/types.d.ts

@@ -4,7 +4,8 @@ import { Vad } from "./vad";
 import { Voice } from "./voice";
 declare enum LANGUAGE_MODEL_PROVIDER {
     OPENAI = "openai",
-    GROQ = "groq"
+    GROQ = "groq",
+    OLLAMA = "ollama"
 }
 type AutopilotParams = {
     voice: Voice;

package/dist/types.js

@@ -5,4 +5,5 @@ var LANGUAGE_MODEL_PROVIDER;
 (function (LANGUAGE_MODEL_PROVIDER) {
     LANGUAGE_MODEL_PROVIDER["OPENAI"] = "openai";
     LANGUAGE_MODEL_PROVIDER["GROQ"] = "groq";
+    LANGUAGE_MODEL_PROVIDER["OLLAMA"] = "ollama";
 })(LANGUAGE_MODEL_PROVIDER || (exports.LANGUAGE_MODEL_PROVIDER = LANGUAGE_MODEL_PROVIDER = {}));

package/dist/vad/SileroVad.js

@@ -26,7 +26,7 @@ class SileroVad {
         this.init();
     }
     async init() {
-        // FIXME: It feels not to do this in the constructor
+        // FIXME: It feels strange to do this in the constructor
         this.vad = await (0, makeVad_1.makeVad)();
     }
     processChunk(data, callback) {

package/dist/vad/makeVad.js

@@ -44,9 +44,11 @@ exports.makeVad = makeVad;
  * limitations under the License.
  */
 const path_1 = require("path");
+const logger_1 = require("@fonoster/logger");
 const ort = __importStar(require("onnxruntime-node"));
 const chunkToFloat32Array_1 = require("./chunkToFloat32Array");
 const SileroVadModel_1 = require("./SileroVadModel");
+const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 const BUFFER_SIZE = 16000;
 async function makeVad(pathToModel) {
     const effectivePath = pathToModel || (0, path_1.join)(__dirname, "..", "..", "silero_vad.onnx");
@@ -62,6 +64,7 @@ async function makeVad(pathToModel) {
             const audioFrame = buffer.slice(0, BUFFER_SIZE);
             const remainingBuffer = buffer.slice(BUFFER_SIZE);
             const result = await silero.process(new Float32Array(audioFrame));
+            logger.silly("last vad result", { ...result });
             if (result.isSpeech > 0.5) {
                 if (!isSpeechActive) {
                     isSpeechActive = true;
@@ -72,6 +75,9 @@ async function makeVad(pathToModel) {
             else if (isSpeechActive) {
                 isSpeechActive = false;
                 callback("SPEECH_END");
+                // WARNING: I'm unsure if this has any effect on the model
+                // but it seems to work fine to ensure the model works optimally
+                silero.resetState();
                 return processBuffer(remainingBuffer);
             }
             return processBuffer(remainingBuffer);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.7.14",
+  "version": "0.7.16",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -35,13 +35,14 @@
     "url": "https://github.com/fonoster/fonoster/issues"
   },
   "dependencies": {
-    "@fonoster/common": "^0.7.13",
-    "@fonoster/logger": "^0.7.13",
-    "@fonoster/types": "^0.7.13",
-    "@fonoster/voice": "^0.7.13",
+    "@fonoster/common": "^0.7.16",
+    "@fonoster/logger": "^0.7.16",
+    "@fonoster/types": "^0.7.16",
+    "@fonoster/voice": "^0.7.16",
     "@langchain/community": "^0.2.31",
     "@langchain/core": "^0.2.32",
     "@langchain/groq": "^0.0.17",
+    "@langchain/ollama": "^0.0.4",
     "@langchain/openai": "^0.2.10",
     "cheerio": "^1.0.0",
     "dotenv": "^16.4.5",
@@ -55,5 +56,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "e53cc1ba6d17ce64a9541bd51364ace3dcd43aaa"
+  "gitHead": "1d2898f38de4690f0b9c2dac5506c2ddaeebedbb"
 }