@xuda.io/ai_module 1.1.4026 → 1.1.4028

package/index.mjs

@@ -4384,6 +4384,8 @@ const chat_note = async function (req, job_id, headers) {
   const sender_app_id = await account_module.get_account_default_project_id(uid);
   let sender_conversation_doc = await db_module.get_app_couch_doc_native(sender_app_id, conversation_id);
 
+  await attachment_handler(uid, sender_app_id, conversation_id, attachments);
+
   const item = await client.conversations.items.create(conversation_id, {
     items: [
       {
@@ -4953,153 +4955,6 @@ const ai_chat_conversation = async function (req, job_id, headers) {
       return list;
     };
 
-    const attachment_handler = async function () {
-      if (!attachments?.length) return;
-      debugger;
-      const get_transcript = async function (filename) {
-        async function streamToBuffer(fileStream) {
-          const chunks = [];
-          for await (const chunk of fileStream) {
-            chunks.push(chunk);
-          }
-          return Buffer.concat(chunks);
-        }
-
-        const validation_ret = file_upload_validator(filename);
-        if (!validation_ret.valid) {
-          throw new Error(validation_ret.error);
-        }
-
-        const fileStream = await get_drive_file_stream('user', app_id, uid, path.join('/', 'Chat Attachments', filename));
-
-        let transcript;
-        switch (validation_ret.category) {
-          case 'audio':
-          case 'video': {
-            transcript = await transcribe(uid, fileStream, { conversation_id, func: 'attachment_handler - ' + validation_ret.category });
-
-            break;
-          }
-
-          case 'image': {
-            const fileBuffer = await streamToBuffer(fileStream);
-            const base64 = fileBuffer.toString('base64');
-
-            const ret = await submit_chat_gpt_prompt({
-              uid,
-              prompt: [
-                {
-                  role: 'user',
-                  content: [
-                    {
-                      type: 'input_text',
-                      text: `1. describe the image in detail. 2. Extract the text from this image into a clean markdown format `,
-                    },
-                    {
-                      type: 'input_image',
-                      image_url: `data:${validation_ret.mime};base64,${base64}`,
-                    },
-                  ],
-                },
-              ],
-              metadata: { conversation_id, func: 'attachment_handler' },
-            });
-            if (ret.code < 0) {
-              throw new Error('something went wrong try again later');
-            }
-            transcript = ret.data;
-
-            break;
-          }
-
-          case 'document':
-          case 'text': {
-            async function transcript_file(fileBuffer, fileName, mimeType) {
-              try {
-                const base64 = fileBuffer.toString('base64');
-
-                const ret = await submit_chat_gpt_prompt({
-                  uid,
-                  prompt: [
-                    {
-                      role: 'user',
-                      content: [
-                        {
-                          type: 'input_text',
-                          text: 'extract all text from this document. Maintain the structure and formatting as much as possible.',
-                        },
-                        {
-                          type: 'input_file',
-                          filename: fileName || 'document.pdf',
-
-                          file_data: `data:${mimeType || 'application/pdf'};base64,${base64}`,
-                        },
-                      ],
-                    },
-                  ],
-                  metadata: { conversation_id, func: 'attachment_handler' },
-                });
-
-                return ret;
-              } catch (error) {
-                console.error('Error transcribing PDF:', error);
-                throw error;
-              }
-            }
-            const buffer = await streamToBuffer(fileStream);
-            transcript = await transcript_file(buffer, filename, validation_ret.mime);
-
-            break;
-          }
-
-          default:
-            break;
-        }
-
-        return transcript;
-      };
-
-      let file_names = [];
-      let system_message_items = [];
-      for (const file of attachments) {
-        file_names.push(file.filename);
-        const transcript = await get_transcript(file.filename);
-
-        // system_message_items.push({
-        //   type: 'message',
-        //   role: 'system',
-        //   content: [{ type: 'input_text', text: `the user attached file name: ${file.filename} with content: ${transcript.data || transcript}` }],
-        // });
-
-        // prompt += await generate_XU_markdown('attachment', file); //`[![Alt Text](${file.file_url})]`;
-
-        const items = await client.conversations.items.create(conversation_id, {
-          items: [
-            {
-              type: 'message',
-              role: 'system',
-              content: [{ type: 'input_text', text: `the user attached file name: ${file.filename} with content: ${transcript.data || transcript}` }],
-            },
-          ],
-        });
-        system_message_items.push({ id: items.last_id, ts: Date.now(), conversation_type: 'attachment', file });
-      }
-
-      // const items = await client.conversations.items.create(conversation_id, {
-      //   items: system_message_items,
-      // });
-
-      // console.log(items.data);
-
-      conversation_doc = await db_module.get_app_couch_doc_native(app_id, conversation_id);
-
-      conversation_doc.ts = Date.now();
-      conversation_doc.stat = 2;
-      conversation_doc.messages = [...conversation_doc.messages, ...system_message_items];
-      // s.push(obj);
-      await db_module.save_app_couch_doc_native(app_id, conversation_doc);
-    };
-
     const set_ts_to_agent = async function () {
       try {
         let agent_doc = await db_module.get_app_couch_doc_native(app_id, reference_id);
@@ -5118,7 +4973,7 @@ const ai_chat_conversation = async function (req, job_id, headers) {
     /////////////
     if (attachments?.length) {
       await update_job('analyzing attachments');
-      await attachment_handler();
+      await attachment_handler(uid, app_id, conversation_id, attachments);
     }
     ////////////
 
@@ -6438,3 +6293,150 @@ export const unpin_ai_agent = async function (req) {
     };
   }
 };
+
+const attachment_handler = async function (uid, app_id, conversation_id, attachments) {
+  if (!attachments?.length) return;
+  debugger;
+  const get_transcript = async function (filename) {
+    async function streamToBuffer(fileStream) {
+      const chunks = [];
+      for await (const chunk of fileStream) {
+        chunks.push(chunk);
+      }
+      return Buffer.concat(chunks);
+    }
+
+    const validation_ret = file_upload_validator(filename);
+    if (!validation_ret.valid) {
+      throw new Error(validation_ret.error);
+    }
+
+    const fileStream = await get_drive_file_stream('user', app_id, uid, path.join('/', 'Chat Attachments', filename));
+
+    let transcript;
+    switch (validation_ret.category) {
+      case 'audio':
+      case 'video': {
+        transcript = await transcribe(uid, fileStream, { conversation_id, func: 'attachment_handler - ' + validation_ret.category });
+
+        break;
+      }
+
+      case 'image': {
+        const fileBuffer = await streamToBuffer(fileStream);
+        const base64 = fileBuffer.toString('base64');
+
+        const ret = await submit_chat_gpt_prompt({
+          uid,
+          prompt: [
+            {
+              role: 'user',
+              content: [
+                {
+                  type: 'input_text',
+                  text: `1. describe the image in detail. 2. Extract the text from this image into a clean markdown format `,
+                },
+                {
+                  type: 'input_image',
+                  image_url: `data:${validation_ret.mime};base64,${base64}`,
+                },
+              ],
+            },
+          ],
+          metadata: { conversation_id, func: 'attachment_handler' },
+        });
+        if (ret.code < 0) {
+          throw new Error('something went wrong try again later');
+        }
+        transcript = ret.data;
+
+        break;
+      }
+
+      case 'document':
+      case 'text': {
+        async function transcript_file(fileBuffer, fileName, mimeType) {
+          try {
+            const base64 = fileBuffer.toString('base64');
+
+            const ret = await submit_chat_gpt_prompt({
+              uid,
+              prompt: [
+                {
+                  role: 'user',
+                  content: [
+                    {
+                      type: 'input_text',
+                      text: 'extract all text from this document. Maintain the structure and formatting as much as possible.',
+                    },
+                    {
+                      type: 'input_file',
+                      filename: fileName || 'document.pdf',
+
+                      file_data: `data:${mimeType || 'application/pdf'};base64,${base64}`,
+                    },
+                  ],
+                },
+              ],
+              metadata: { conversation_id, func: 'attachment_handler' },
+            });
+
+            return ret;
+          } catch (error) {
+            console.error('Error transcribing PDF:', error);
+            throw error;
+          }
+        }
+        const buffer = await streamToBuffer(fileStream);
+        transcript = await transcript_file(buffer, filename, validation_ret.mime);
+
+        break;
+      }
+
+      default:
+        break;
+    }
+
+    return transcript;
+  };
+
+  let file_names = [];
+  let system_message_items = [];
+  for (const file of attachments) {
+    file_names.push(file.filename);
+    const transcript = await get_transcript(file.filename);
+
+    // system_message_items.push({
+    //   type: 'message',
+    //   role: 'system',
+    //   content: [{ type: 'input_text', text: `the user attached file name: ${file.filename} with content: ${transcript.data || transcript}` }],
+    // });
+
+    // prompt += await generate_XU_markdown('attachment', file); //`[![Alt Text](${file.file_url})]`;
+
+    const items = await client.conversations.items.create(conversation_id, {
+      items: [
+        {
+          type: 'message',
+          role: 'system',
+          content: [{ type: 'input_text', text: `the user attached file name: ${file.filename} with content: ${transcript.data || transcript}` }],
+        },
+      ],
+    });
+    system_message_items.push({ id: items.last_id, ts: Date.now(), conversation_type: 'attachment', file });
+  }
+
+  // const items = await client.conversations.items.create(conversation_id, {
+  //   items: system_message_items,
+  // });
+
+  // console.log(items.data);
+
+  let conversation_doc = await db_module.get_app_couch_doc_native(app_id, conversation_id);
+
+  conversation_doc.ts = Date.now();
+  conversation_doc.stat = 2;
+  conversation_doc.messages = [...conversation_doc.messages, ...system_message_items];
+  // s.push(obj);
+  await db_module.save_app_couch_doc_native(app_id, conversation_doc);
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xuda.io/ai_module",
-  "version": "1.1.4026",
+  "version": "1.1.4028",
   "description": "Xuda AI Module",
   "main": "index.mjs",
   "type": "module",