@promptbook/openai 0.103.0-45 → 0.103.0-47

package/esm/index.es.js

@@ -20,7 +20,7 @@ const BOOK_LANGUAGE_VERSION = '2.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.103.0-45';
+const PROMPTBOOK_ENGINE_VERSION = '0.103.0-47';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -474,9 +474,6 @@ function checkChannelValue(channelName, value) {
         throw new Error(`${channelName} channel is greater than 255, it is ${value}`);
     }
 }
-/**
- * TODO: [🧠][🚓] Is/which combination it better to use asserts/check, validate or is utility function?
- */
 
 /**
  * Color object represents an RGB color with alpha channel
@@ -3560,7 +3557,7 @@ class OpenAiExecutionTools extends OpenAiCompatibleExecutionTools {
  *
  * This is useful for calling OpenAI API with a single assistant, for more wide usage use `OpenAiExecutionTools`.
  *
- * Note: [🦖] There are several different things in Promptbook:
+ * !!! Note: [🦖] There are several different things in Promptbook:
  * - `Agent` - which represents an AI Agent with its source, memories, actions, etc. Agent is a higher-level abstraction which is internally using:
  * - `LlmExecutionTools` - which wraps one or more LLM models and provides an interface to execute them
  * - `AgentLlmExecutionTools` - which is a specific implementation of `LlmExecutionTools` that wraps another LlmExecutionTools and applies agent-specific system prompts and requirements
@@ -3666,17 +3663,21 @@ class OpenAiAssistantExecutionTools extends OpenAiExecutionTools {
                 console.info('connect', stream.currentEvent);
             }
         });
+        /*
         stream.on('messageDelta', (messageDelta) => {
-            var _a;
-            if (this.options.isVerbose &&
+            if (
+                this.options.isVerbose &&
                 messageDelta &&
                 messageDelta.content &&
                 messageDelta.content[0] &&
-                messageDelta.content[0].type === 'text') {
-                console.info('messageDelta', (_a = messageDelta.content[0].text) === null || _a === void 0 ? void 0 : _a.value);
+                messageDelta.content[0].type === 'text'
+            ) {
+                console.info('messageDelta', messageDelta.content[0].text?.value);
             }
+
             // <- TODO: [🐚] Make streaming and running tasks working
         });
+        */
         stream.on('messageCreated', (message) => {
             if (this.options.isVerbose) {
                 console.info('messageCreated', message);
@@ -3756,64 +3757,85 @@ class OpenAiAssistantExecutionTools extends OpenAiExecutionTools {
             throw new NotAllowed(`Creating new assistants is not allowed. Set \`isCreatingNewAssistantsAllowed: true\` in options to enable this feature.`);
         }
         // await this.playground();
-        const { name, instructions } = options;
+        const { name, instructions, knowledgeSources } = options;
         const client = await this.getClient();
-        /*/
-        //TODO: !!!
-        async function downloadFile(url: string, folder = './tmp'): Promise<string> {
-            const filename = path.basename(url.split('?')[0]);
-            const filepath = path.join(folder, filename);
-
-            if (!fs.existsSync(folder)) fs.mkdirSync(folder);
-
-            const res = await fetch(url);
-            if (!res.ok) throw new Error(`Download error: ${url}`);
-            const buffer = await res.arrayBuffer();
-            fs.writeFileSync(filepath, Buffer.from(buffer));
-            console.log(`📥 File downloaded: ${filename}`);
-
-            return filepath;
-        }
-
-        async function uploadFileToOpenAI(filepath: string) {
-            const file = await client.files.create({
-                file: fs.createReadStream(filepath),
-                purpose: 'assistants',
+        let vectorStoreId;
+        // If knowledge sources are provided, create a vector store with them
+        if (knowledgeSources && knowledgeSources.length > 0) {
+            if (this.options.isVerbose) {
+                console.info(`📚 Creating vector store with ${knowledgeSources.length} knowledge sources...`);
+            }
+            // Create a vector store
+            const vectorStore = await client.beta.vectorStores.create({
+                name: `${name} Knowledge Base`,
             });
-            console.log(`⬆️  File uploaded to OpenAI: ${file.filename} (${file.id})`);
-            return file;
-        }
-
-        // 🌐 URL addresses of files to upload
-        const fileUrls = [
-            'https://raw.githubusercontent.com/vercel/next.js/canary/packages/next/README.md',
-            'https://raw.githubusercontent.com/openai/openai-cookbook/main/examples/How_to_call_the_Assistants_API_with_Node.js.ipynb',
-        ];
-
-        // 1️⃣ Download files from URL
-        const localFiles = [];
-        for (const url of fileUrls) {
-            const filepath = await downloadFile(url);
-            localFiles.push(filepath);
-        }
-
-        // 2️⃣ Upload files to OpenAI
-        const uploadedFiles = [];
-        for (const filepath of localFiles) {
-            const file = await uploadFileToOpenAI(filepath);
-            uploadedFiles.push(file.id);
+            vectorStoreId = vectorStore.id;
+            if (this.options.isVerbose) {
+                console.info(`✅ Vector store created: ${vectorStoreId}`);
+            }
+            // Upload files from knowledge sources to the vector store
+            const fileStreams = [];
+            for (const source of knowledgeSources) {
+                try {
+                    // Check if it's a URL
+                    if (source.startsWith('http://') || source.startsWith('https://')) {
+                        // Download the file
+                        const response = await fetch(source);
+                        if (!response.ok) {
+                            console.error(`Failed to download ${source}: ${response.statusText}`);
+                            continue;
+                        }
+                        const buffer = await response.arrayBuffer();
+                        const filename = source.split('/').pop() || 'downloaded-file';
+                        const blob = new Blob([buffer]);
+                        const file = new File([blob], filename);
+                        fileStreams.push(file);
+                    }
+                    else {
+                        // Assume it's a local file path
+                        // Note: This will work in Node.js environment
+                        // For browser environments, this would need different handling
+                        const fs = await import('fs');
+                        const fileStream = fs.createReadStream(source);
+                        fileStreams.push(fileStream);
+                    }
+                }
+                catch (error) {
+                    console.error(`Error processing knowledge source ${source}:`, error);
+                }
+            }
+            // Batch upload files to the vector store
+            if (fileStreams.length > 0) {
+                try {
+                    await client.beta.vectorStores.fileBatches.uploadAndPoll(vectorStoreId, {
+                        files: fileStreams,
+                    });
+                    if (this.options.isVerbose) {
+                        console.info(`✅ Uploaded ${fileStreams.length} files to vector store`);
+                    }
+                }
+                catch (error) {
+                    console.error('Error uploading files to vector store:', error);
+                }
+            }
         }
-        /**/
-        // alert('!!!! Creating new OpenAI assistant');
-        // 3️⃣ Create assistant with uploaded files
-        const assistant = await client.beta.assistants.create({
+        // Create assistant with vector store attached
+        const assistantConfig = {
             name,
             description: 'Assistant created via Promptbook',
             model: 'gpt-4o',
             instructions,
             tools: [/* TODO: [🧠] Maybe add { type: 'code_interpreter' }, */ { type: 'file_search' }],
-            // !!!! file_ids: uploadedFiles,
-        });
+        };
+        // Attach vector store if created
+        if (vectorStoreId) {
+            assistantConfig.tool_resources = {
+                file_search: {
+                    vector_store_ids: [vectorStoreId],
+                },
+            };
+        }
+        const assistant = await client.beta.assistants.create(assistantConfig);
         console.log(`✅ Assistant created: ${assistant.id}`);
         // TODO: !!!! Try listing existing assistants
         // TODO: !!!! Try marking existing assistants by DISCRIMINANT