@fonoster/autopilot 0.7.35 → 0.7.37

package/dist/assistants/AssistantSchema.d.ts

@@ -104,17 +104,17 @@ declare const languageModelConfigSchema: z.ZodObject<{
     maxTokens: z.ZodNumber;
     baseUrl: z.ZodOptional<z.ZodString>;
     knowledgeBase: z.ZodArray<z.ZodObject<{
-        type: z.ZodEnum<["s3", "file"]>;
+        type: z.ZodEnum<["s3"]>;
         title: z.ZodString;
-        url: z.ZodString;
+        document: z.ZodString;
     }, "strip", z.ZodTypeAny, {
-        type: "s3" | "file";
-        url: string;
+        type: "s3";
         title: string;
+        document: string;
     }, {
-        type: "s3" | "file";
-        url: string;
+        type: "s3";
         title: string;
+        document: string;
     }>, "many">;
     tools: z.ZodArray<z.ZodObject<{
         name: z.ZodString;
@@ -227,14 +227,11 @@ declare const languageModelConfigSchema: z.ZodObject<{
         requestStartMessage?: string | undefined;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
-    provider: LANGUAGE_MODEL_PROVIDER;
     model: string;
-    temperature: number;
-    maxTokens: number;
     knowledgeBase: {
-        type: "s3" | "file";
-        url: string;
+        type: "s3";
         title: string;
+        document: string;
     }[];
     tools: {
         name: string;
@@ -256,17 +253,17 @@ declare const languageModelConfigSchema: z.ZodObject<{
         };
         requestStartMessage?: string | undefined;
     }[];
+    temperature: number;
+    maxTokens: number;
+    provider: LANGUAGE_MODEL_PROVIDER;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
 }, {
-    provider: LANGUAGE_MODEL_PROVIDER;
     model: string;
-    temperature: number;
-    maxTokens: number;
     knowledgeBase: {
-        type: "s3" | "file";
-        url: string;
+        type: "s3";
         title: string;
+        document: string;
     }[];
     tools: {
         name: string;
@@ -288,6 +285,9 @@ declare const languageModelConfigSchema: z.ZodObject<{
         };
         requestStartMessage?: string | undefined;
     }[];
+    temperature: number;
+    maxTokens: number;
+    provider: LANGUAGE_MODEL_PROVIDER;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
 }>;
@@ -396,17 +396,17 @@ declare const assistantSchema: z.ZodObject<{
         maxTokens: z.ZodNumber;
         baseUrl: z.ZodOptional<z.ZodString>;
         knowledgeBase: z.ZodArray<z.ZodObject<{
-            type: z.ZodEnum<["s3", "file"]>;
+            type: z.ZodEnum<["s3"]>;
             title: z.ZodString;
-            url: z.ZodString;
+            document: z.ZodString;
         }, "strip", z.ZodTypeAny, {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }, {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }>, "many">;
         tools: z.ZodArray<z.ZodObject<{
             name: z.ZodString;
@@ -519,14 +519,11 @@ declare const assistantSchema: z.ZodObject<{
             requestStartMessage?: string | undefined;
         }>, "many">;
     }, "strip", z.ZodTypeAny, {
-        provider: LANGUAGE_MODEL_PROVIDER;
         model: string;
-        temperature: number;
-        maxTokens: number;
         knowledgeBase: {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }[];
         tools: {
             name: string;
@@ -548,17 +545,17 @@ declare const assistantSchema: z.ZodObject<{
             };
             requestStartMessage?: string | undefined;
         }[];
+        temperature: number;
+        maxTokens: number;
+        provider: LANGUAGE_MODEL_PROVIDER;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
     }, {
-        provider: LANGUAGE_MODEL_PROVIDER;
         model: string;
-        temperature: number;
-        maxTokens: number;
         knowledgeBase: {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }[];
         tools: {
             name: string;
@@ -580,6 +577,9 @@ declare const assistantSchema: z.ZodObject<{
             };
             requestStartMessage?: string | undefined;
         }[];
+        temperature: number;
+        maxTokens: number;
+        provider: LANGUAGE_MODEL_PROVIDER;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
     }>;
@@ -609,14 +609,11 @@ declare const assistantSchema: z.ZodObject<{
         } | undefined;
     };
     languageModel: {
-        provider: LANGUAGE_MODEL_PROVIDER;
         model: string;
-        temperature: number;
-        maxTokens: number;
         knowledgeBase: {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }[];
         tools: {
             name: string;
@@ -638,6 +635,9 @@ declare const assistantSchema: z.ZodObject<{
             };
             requestStartMessage?: string | undefined;
         }[];
+        temperature: number;
+        maxTokens: number;
+        provider: LANGUAGE_MODEL_PROVIDER;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
     };
@@ -667,14 +667,11 @@ declare const assistantSchema: z.ZodObject<{
         } | undefined;
     };
     languageModel: {
-        provider: LANGUAGE_MODEL_PROVIDER;
         model: string;
-        temperature: number;
-        maxTokens: number;
         knowledgeBase: {
-            type: "s3" | "file";
-            url: string;
+            type: "s3";
             title: string;
+            document: string;
         }[];
         tools: {
             name: string;
@@ -696,6 +693,9 @@ declare const assistantSchema: z.ZodObject<{
             };
             requestStartMessage?: string | undefined;
         }[];
+        temperature: number;
+        maxTokens: number;
+        provider: LANGUAGE_MODEL_PROVIDER;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
     };

package/dist/assistants/AssistantSchema.js

@@ -89,9 +89,11 @@ const languageModelConfigSchema = zod_1.z.object({
     })
         .optional(),
     knowledgeBase: zod_1.z.array(zod_1.z.object({
-        type: zod_1.z.enum(["s3", "file"]),
+        type: zod_1.z.enum(["s3"]),
         title: zod_1.z.string(),
-        url: zod_1.z.string().url({ message: common_1.Messages.VALID_URL })
+        document: zod_1.z.string().regex(/\.pdf$/, {
+            message: "Document must be a pdf file."
+        })
     })),
     tools: zod_1.z.array(ToolSchema_1.toolSchema)
 });

package/dist/envs.d.ts

@@ -0,0 +1,9 @@
+export declare const AWS_S3_ACCESS_KEY_ID: string | undefined;
+export declare const AWS_S3_ENDPOINT: string | undefined;
+export declare const AWS_S3_REGION: string;
+export declare const AWS_S3_SECRET_ACCESS_KEY: string | undefined;
+export declare const KNOWLEDGE_BASE_ENABLED: boolean;
+export declare const NODE_ENV: string;
+export declare const SKIP_IDENTITY: boolean;
+export declare const UNSTRUCTURED_API_KEY: string | undefined;
+export declare const UNSTRUCTURED_API_URL: string;

package/dist/envs.js

@@ -0,0 +1,47 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UNSTRUCTURED_API_URL = exports.UNSTRUCTURED_API_KEY = exports.SKIP_IDENTITY = exports.NODE_ENV = exports.KNOWLEDGE_BASE_ENABLED = exports.AWS_S3_SECRET_ACCESS_KEY = exports.AWS_S3_REGION = exports.AWS_S3_ENDPOINT = exports.AWS_S3_ACCESS_KEY_ID = void 0;
+/*
+ * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+const path_1 = require("path");
+const common_1 = require("@fonoster/common");
+const dotenv_1 = __importDefault(require("dotenv"));
+if (process.env.NODE_ENV === "dev") {
+    dotenv_1.default.config({ path: (0, path_1.join)(__dirname, "..", "..", "..", ".env") });
+}
+const e = process.env;
+exports.AWS_S3_ACCESS_KEY_ID = e.AWS_S3_ACCESS_KEY_ID;
+exports.AWS_S3_ENDPOINT = e.AWS_S3_ENDPOINT;
+exports.AWS_S3_REGION = e.AWS_S3_REGION ?? "us-east-1";
+exports.AWS_S3_SECRET_ACCESS_KEY = e.AWS_S3_SECRET_ACCESS_KEY;
+exports.KNOWLEDGE_BASE_ENABLED = e.KNOWLEDGE_BASE_ENABLED === "true";
+exports.NODE_ENV = e.NODE_ENV || "production";
+exports.SKIP_IDENTITY = e.SKIP_IDENTITY === "true";
+exports.UNSTRUCTURED_API_KEY = e.UNSTRUCTURED_API_KEY;
+exports.UNSTRUCTURED_API_URL = e.UNSTRUCTURED_API_URL ?? "https://api.unstructuredapp.io/general/v0/general";
+if (exports.KNOWLEDGE_BASE_ENABLED) {
+    (0, common_1.assertEnvsAreSet)([
+        "AWS_S3_ACCESS_KEY_ID",
+        "AWS_S3_SECRET_ACCESS_KEY",
+        "UNSTRUCTURED_API_KEY"
+    ]);
+}

package/dist/handleVoiceRequest.js

@@ -55,20 +55,41 @@ exports.handleVoiceRequest = handleVoiceRequest;
 const common_1 = require("@fonoster/common");
 const logger_1 = require("@fonoster/logger");
 const createLanguageModel_1 = require("./createLanguageModel");
+const envs_1 = require("./envs");
 const loadAssistantConfigFromFile_1 = require("./loadAssistantConfigFromFile");
 const _1 = __importStar(require("."));
 const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 async function handleVoiceRequest(req, res) {
-    const { ingressNumber, sessionRef, appRef, callDirection } = req;
+    const { accessKeyId, ingressNumber, sessionRef, appRef, callDirection } = req;
     logger.verbose("voice request", {
+        accessKeyId,
         ingressNumber,
         sessionRef,
         appRef,
         metadata: req.metadata
     });
     const assistantConfig = (0, loadAssistantConfigFromFile_1.loadAssistantConfigFromFile)(`${process.cwd()}/config/assistant.json`);
-    // const knowledgeBase = await loadKnowledgeBaseFromS3(["sample.pdf"]);
-    const knowledgeBase = await (0, _1.loadKnowledgeBaseFromFiles)(`${process.cwd()}/config/sample.pdf`);
+    let knowledgeBase;
+    if (envs_1.KNOWLEDGE_BASE_ENABLED) {
+        knowledgeBase = new _1.S3KnowledgeBase({
+            bucket: req.accessKeyId.toLowerCase(),
+            documents: assistantConfig.languageModel.knowledgeBase.map((doc) => doc.document),
+            s3Config: {
+                endpoint: envs_1.AWS_S3_ENDPOINT,
+                region: envs_1.AWS_S3_REGION,
+                credentials: {
+                    accessKeyId: envs_1.AWS_S3_ACCESS_KEY_ID,
+                    secretAccessKey: envs_1.AWS_S3_SECRET_ACCESS_KEY
+                },
+                forcePathStyle: true
+            },
+            unstructuredAPIURL: envs_1.UNSTRUCTURED_API_URL,
+            unstructuredAPIKey: envs_1.UNSTRUCTURED_API_KEY
+        });
+    }
+    knowledgeBase?.load().then(() => {
+        logger.verbose("knowledge base loaded");
+    });
     const voice = new _1.VoiceImpl(sessionRef, res);
     const languageModel = (0, createLanguageModel_1.createLanguageModel)({
         voice,

package/dist/knowledge/AbstractKnowledgeBase.js

@@ -1,9 +1,29 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AbstractKnowledgeBase = void 0;
+/*
+ * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
+ * http://github.com/fonoster/fonoster
+ *
+ * This file is part of Fonoster
+ *
+ * Licensed under the MIT License (the "License");
+ * you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *    https://opensource.org/licenses/MIT
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+const logger_1 = require("@fonoster/logger");
 const openai_1 = require("@langchain/openai");
 const text_splitter_1 = require("langchain/text_splitter");
 const memory_1 = require("langchain/vectorstores/memory");
+const logger = (0, logger_1.getLogger)({ service: "autopilot", filePath: __filename });
 class AbstractKnowledgeBase {
     constructor(params) {
         this.embeddings = params?.embeddings || new openai_1.OpenAIEmbeddings();
@@ -19,14 +39,15 @@ class AbstractKnowledgeBase {
             chunkOverlap: 200
         });
         const splitDocs = await Promise.all(loadedDocs.map((docs) => textSplitter.splitDocuments(docs)));
-        console.log("xxxx splitDocs", splitDocs);
         this.vectorStore = await memory_1.MemoryVectorStore.fromDocuments(splitDocs.flat(), this.embeddings);
     }
     async queryKnowledgeBase(query, k = 2) {
-        if (!this.vectorStore) {
-            throw new Error("Vector store is not initialized");
+        const { vectorStore } = this;
+        if (!vectorStore) {
+            logger.verbose("vector store is not initialized, returning empty string");
+            return "";
         }
-        const results = await this.vectorStore.similaritySearch(query, k);
+        const results = await vectorStore.similaritySearch(query, k);
         return results.join("\n");
     }
 }

package/dist/knowledge/FilesKnowledgeBase.d.ts

@@ -3,7 +3,6 @@ import { Embeddings } from "@langchain/core/embeddings";
 import { AbstractKnowledgeBase } from "./AbstractKnowledgeBase";
 declare class FilesKnowledgeBase extends AbstractKnowledgeBase {
     private params;
-    files: string[];
     constructor(params: {
         embeddings?: Embeddings;
         files: string[];

package/dist/knowledge/FilesKnowledgeBase.js

@@ -25,13 +25,14 @@ class FilesKnowledgeBase extends AbstractKnowledgeBase_1.AbstractKnowledgeBase {
     constructor(params) {
         super(params);
         this.params = params;
-        this.files = params?.files || [];
+        this.params = params;
     }
     async getLoaders() {
-        if (!this.files.every((file) => file.endsWith(".pdf"))) {
+        const { files } = this.params;
+        if (!files.every((file) => file.endsWith(".pdf"))) {
             throw new Error("Only PDF files are supported");
         }
-        return this.files.map((file) => new pdf_1.PDFLoader(file, { splitPages: false }));
+        return files.map((file) => new pdf_1.PDFLoader(file, { splitPages: false }));
     }
 }
 exports.FilesKnowledgeBase = FilesKnowledgeBase;

package/dist/knowledge/S3KnowledgeBase.d.ts

@@ -3,7 +3,6 @@ import { AbstractKnowledgeBase } from "./AbstractKnowledgeBase";
 import { S3KnowledgeBaseParams } from "./types";
 declare class S3KnowledgeBase extends AbstractKnowledgeBase {
     private params;
-    documents: string[];
     constructor(params: S3KnowledgeBaseParams);
     getLoaders(): Promise<S3Loader[]>;
 }

package/dist/knowledge/S3KnowledgeBase.js

@@ -28,13 +28,14 @@ class S3KnowledgeBase extends AbstractKnowledgeBase_1.AbstractKnowledgeBase {
         this.params = params;
     }
     async getLoaders() {
-        if (!this.documents.every((file) => file.endsWith(".pdf"))) {
+        const { documents } = this.params;
+        if (!documents.every((file) => file.endsWith(".pdf"))) {
             throw new Error("Only PDF files are supported");
         }
-        const { bucket, key, s3Config, unstructuredAPIURL, unstructuredAPIKey } = this.params;
-        return this.documents.map(() => new s3_1.S3Loader({
+        const { bucket, s3Config, unstructuredAPIURL, unstructuredAPIKey } = this.params;
+        return documents.map((document) => new s3_1.S3Loader({
             bucket,
-            key,
+            key: document,
             s3Config,
             unstructuredAPIURL,
             unstructuredAPIKey

package/dist/knowledge/index.d.ts

@@ -1,6 +1,4 @@
 export * from "./AbstractKnowledgeBase";
 export * from "./FilesKnowledgeBase";
 export * from "./S3KnowledgeBase";
-export * from "./loadKnowledgeBaseFromFiles";
-export * from "./loadKnowledgeBaseFromS3";
 export * from "./types";

package/dist/knowledge/index.js

@@ -35,6 +35,4 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./AbstractKnowledgeBase"), exports);
 __exportStar(require("./FilesKnowledgeBase"), exports);
 __exportStar(require("./S3KnowledgeBase"), exports);
-__exportStar(require("./loadKnowledgeBaseFromFiles"), exports);
-__exportStar(require("./loadKnowledgeBaseFromS3"), exports);
 __exportStar(require("./types"), exports);

package/dist/knowledge/types.d.ts

@@ -1,12 +1,12 @@
 import { Embeddings } from "@langchain/core/embeddings";
 type KnowledgeBase = {
+    load: () => Promise<void>;
     queryKnowledgeBase: (query: string, k?: number) => Promise<string>;
 };
 type S3KnowledgeBaseParams = {
     embeddings?: Embeddings;
-    documents: string[];
     bucket: string;
-    key: string;
+    documents: string[];
     s3Config: {
         endpoint: string;
         region: string;

package/dist/models/createChain.js

@@ -6,7 +6,7 @@ function createChain(model, knowledgeBase, promptTemplate, chatHistory) {
     return runnables_1.RunnableSequence.from([
         {
             input: (input) => input.text,
-            context: async (input) => knowledgeBase.queryKnowledgeBase(input.text),
+            context: async (input) => knowledgeBase?.queryKnowledgeBase(input.text),
             history: async () => chatHistory.getMessages()
         },
         promptTemplate,

package/dist/server.js

@@ -19,6 +19,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
+const envs_1 = require("./envs");
 const voiceServerSetup_1 = require("./voiceServerSetup");
-const skipIdentity = process.env.NODE_ENV === "dev" || process.env.SKIP_IDENTITY === "true";
+const skipIdentity = envs_1.NODE_ENV === "dev" || envs_1.SKIP_IDENTITY;
 (0, voiceServerSetup_1.startVoiceServer)(skipIdentity);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fonoster/autopilot",
-  "version": "0.7.35",
+  "version": "0.7.37",
   "description": "Voice AI for the Fonoster platform",
   "author": "Pedro Sanders <psanders@fonoster.com>",
   "homepage": "https://github.com/fonoster/fonoster#readme",
@@ -36,10 +36,10 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.701.0",
-    "@fonoster/common": "^0.7.35",
-    "@fonoster/logger": "^0.7.35",
-    "@fonoster/types": "^0.7.35",
-    "@fonoster/voice": "^0.7.35",
+    "@fonoster/common": "^0.7.37",
+    "@fonoster/logger": "^0.7.37",
+    "@fonoster/types": "^0.7.37",
+    "@fonoster/voice": "^0.7.37",
     "@langchain/community": "^0.3.16",
     "@langchain/core": "^0.3.19",
     "@langchain/groq": "^0.1.2",
@@ -57,5 +57,5 @@
   "devDependencies": {
     "typescript": "^5.5.4"
   },
-  "gitHead": "310b53e483cda3937e2d093c56428c94a15466e6"
+  "gitHead": "b9696f512b3abfd6a798045b16ed9f102d58b11a"
 }

package/dist/knowledge/loadKnowledgeBaseFromFiles.d.ts

@@ -1,3 +0,0 @@
-import { FilesKnowledgeBase } from "..";
-declare function loadKnowledgeBaseFromFiles(pathToKnowledgeBase: string): Promise<FilesKnowledgeBase>;
-export { loadKnowledgeBaseFromFiles };

package/dist/knowledge/loadKnowledgeBaseFromFiles.js

@@ -1,29 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadKnowledgeBaseFromFiles = loadKnowledgeBaseFromFiles;
-/*
- * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const __1 = require("..");
-async function loadKnowledgeBaseFromFiles(pathToKnowledgeBase) {
-    const knowledgeBase = new __1.FilesKnowledgeBase({
-        files: [pathToKnowledgeBase]
-    });
-    await knowledgeBase.load();
-    return knowledgeBase;
-}

package/dist/knowledge/loadKnowledgeBaseFromS3.d.ts

@@ -1,3 +0,0 @@
-import { S3KnowledgeBase, S3KnowledgeBaseParams } from ".";
-declare function loadKnowledgeBaseFromS3(params: S3KnowledgeBaseParams): Promise<S3KnowledgeBase>;
-export { loadKnowledgeBaseFromS3 };

package/dist/knowledge/loadKnowledgeBaseFromS3.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadKnowledgeBaseFromS3 = loadKnowledgeBaseFromS3;
-/*
- * Copyright (C) 2024 by Fonoster Inc (https://fonoster.com)
- * http://github.com/fonoster/fonoster
- *
- * This file is part of Fonoster
- *
- * Licensed under the MIT License (the "License");
- * you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- *    https://opensource.org/licenses/MIT
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const _1 = require(".");
-async function loadKnowledgeBaseFromS3(params) {
-    const knowledgeBase = new _1.S3KnowledgeBase(params);
-    await knowledgeBase.load();
-    return knowledgeBase;
-}