@xuda.io/ai_module 1.1.4871 → 1.1.4873

package/index.mjs

@@ -3889,7 +3889,7 @@ const chat_email = async function (req, job_id, headers) {
     }
 
     if (perform_ai_execution) {
-      await attachment_handler(uid, sender_app_id, conversation_id, attachments, account_profile_info);
+      await attachment_handler(uid, sender_app_id, conversation_id, attachments, account_profile_info, conversation_doc.date_created_ts);
     }
     let item;
     try {
@@ -6078,114 +6078,219 @@ export const unpin_ai_agent = async function (req, job_id, headers) {
   }
 };
 
-const attachment_handler = async function (uid, app_id, conversation_id, attachments, account_profile_info) {
-  if (!attachments?.length) return;
-  let conversation_doc = await db_module.get_app_couch_doc_native(app_id, conversation_id);
-
-  const get_transcript = async function (filename) {
-    async function streamToBuffer(fileStream) {
-      const chunks = [];
-      for await (const chunk of fileStream) {
-        chunks.push(chunk);
-      }
-      return Buffer.concat(chunks);
-    }
-
-    const validation_ret = drive_module.file_upload_validator(filename);
-    if (!validation_ret.valid) {
-      throw new Error(validation_ret.error);
+const get_transcript = async function (uid, app_id, filename) {
+  async function streamToBuffer(fileStream) {
+    const chunks = [];
+    for await (const chunk of fileStream) {
+      chunks.push(chunk);
     }
+    return Buffer.concat(chunks);
+  }
 
-    const fileStream = await get_drive_file_stream('user', app_id, uid, path.join('/', 'Chat Attachments', filename));
+  const validation_ret = drive_module.file_upload_validator(filename);
+  if (!validation_ret.valid) {
+    throw new Error(validation_ret.error);
+  }
 
-    let transcript;
-    switch (validation_ret.category) {
-      case 'audio':
-      case 'video': {
-        transcript = await transcribe(uid, fileStream, { conversation_id, func: 'attachment_handler - ' + validation_ret.category }, account_profile_info);
+  const fileStream = await get_drive_file_stream('user', app_id, uid, path.join('/', 'Chat Attachments', filename));
 
-        break;
-      }
+  let transcript;
+  switch (validation_ret.category) {
+    case 'audio':
+    case 'video': {
+      transcript = await transcribe(uid, fileStream, { conversation_id, func: 'attachment_handler - ' + validation_ret.category }, account_profile_info);
 
-      case 'image': {
-        const fileBuffer = await streamToBuffer(fileStream);
-        const base64 = fileBuffer.toString('base64');
+      break;
+    }
 
-        const ret = await submit_chat_gpt_prompt({
-          uid,
-          prompt: [
-            {
-              role: 'user',
-              content: [
-                {
-                  type: 'input_text',
-                  text: `1. describe the image in detail. 2. Extract the text from this image into a clean markdown format `,
-                },
-                {
-                  type: 'input_image',
-                  image_url: `data:${validation_ret.mime};base64,${base64}`,
-                },
-              ],
-            },
-          ],
-          metadata: { conversation_id, func: 'attachment_handler' },
-          account_profile_info,
-        });
-        if (ret.code < 0) {
-          throw new Error('something went wrong try again later');
-        }
-        transcript = ret.data;
+    case 'image': {
+      const fileBuffer = await streamToBuffer(fileStream);
+      const base64 = fileBuffer.toString('base64');
 
-        break;
+      const ret = await submit_chat_gpt_prompt({
+        uid,
+        prompt: [
+          {
+            role: 'user',
+            content: [
+              {
+                type: 'input_text',
+                text: `1. describe the image in detail. 2. Extract the text from this image into a clean markdown format `,
+              },
+              {
+                type: 'input_image',
+                image_url: `data:${validation_ret.mime};base64,${base64}`,
+              },
+            ],
+          },
+        ],
+        metadata: { conversation_id, func: 'attachment_handler' },
+        account_profile_info,
+      });
+      if (ret.code < 0) {
+        throw new Error('something went wrong try again later');
       }
+      transcript = ret.data;
 
-      case 'document':
-      case 'text': {
-        async function transcript_file(fileBuffer, fileName, mimeType) {
-          try {
-            const base64 = fileBuffer.toString('base64');
+      break;
+    }
 
-            const ret = await submit_chat_gpt_prompt({
-              uid,
-              prompt: [
-                {
-                  role: 'user',
-                  content: [
-                    {
-                      type: 'input_text',
-                      text: 'extract all text from this document. Maintain the structure and formatting as much as possible.',
-                    },
-                    {
-                      type: 'input_file',
-                      filename: fileName || 'document.pdf',
+    case 'document':
+    case 'text': {
+      async function transcript_file(fileBuffer, fileName, mimeType) {
+        try {
+          const base64 = fileBuffer.toString('base64');
 
-                      file_data: `data:${mimeType || 'application/pdf'};base64,${base64}`,
-                    },
-                  ],
-                },
-              ],
-              metadata: { conversation_id, func: 'attachment_handler' },
-              account_profile_info,
-            });
+          const ret = await submit_chat_gpt_prompt({
+            uid,
+            prompt: [
+              {
+                role: 'user',
+                content: [
+                  {
+                    type: 'input_text',
+                    text: 'extract all text from this document. Maintain the structure and formatting as much as possible.',
+                  },
+                  {
+                    type: 'input_file',
+                    filename: fileName || 'document.pdf',
 
-            return ret;
-          } catch (error) {
-            console.error('Error transcribing PDF:', error);
-            throw error;
-          }
-        }
-        const buffer = await streamToBuffer(fileStream);
-        transcript = await transcript_file(buffer, filename, validation_ret.mime);
+                    file_data: `data:${mimeType || 'application/pdf'};base64,${base64}`,
+                  },
+                ],
+              },
+            ],
+            metadata: { conversation_id, func: 'attachment_handler' },
+            account_profile_info,
+          });
 
-        break;
+          return ret;
+        } catch (error) {
+          console.error('Error transcribing PDF:', error);
+          throw error;
+        }
       }
+      const buffer = await streamToBuffer(fileStream);
+      transcript = await transcript_file(buffer, filename, validation_ret.mime);
 
-      default:
-        break;
+      break;
     }
 
-    return transcript;
-  };
+    default:
+      break;
+  }
+
+  return transcript;
+};
+
+const attachment_handler = async function (uid, app_id, conversation_id, attachments, account_profile_info, date_created_ts) {
+  if (!attachments?.length) return;
+  let conversation_doc = await db_module.get_app_couch_doc_native(app_id, conversation_id);
+
+  // const get_transcript = async function (filename) {
+  //   async function streamToBuffer(fileStream) {
+  //     const chunks = [];
+  //     for await (const chunk of fileStream) {
+  //       chunks.push(chunk);
+  //     }
+  //     return Buffer.concat(chunks);
+  //   }
+
+  //   const validation_ret = drive_module.file_upload_validator(filename);
+  //   if (!validation_ret.valid) {
+  //     throw new Error(validation_ret.error);
+  //   }
+
+  //   const fileStream = await get_drive_file_stream('user', app_id, uid, path.join('/', 'Chat Attachments', filename));
+
+  //   let transcript;
+  //   switch (validation_ret.category) {
+  //     case 'audio':
+  //     case 'video': {
+  //       transcript = await transcribe(uid, fileStream, { conversation_id, func: 'attachment_handler - ' + validation_ret.category }, account_profile_info);
+
+  //       break;
+  //     }
+
+  //     case 'image': {
+  //       const fileBuffer = await streamToBuffer(fileStream);
+  //       const base64 = fileBuffer.toString('base64');
+
+  //       const ret = await submit_chat_gpt_prompt({
+  //         uid,
+  //         prompt: [
+  //           {
+  //             role: 'user',
+  //             content: [
+  //               {
+  //                 type: 'input_text',
+  //                 text: `1. describe the image in detail. 2. Extract the text from this image into a clean markdown format `,
+  //               },
+  //               {
+  //                 type: 'input_image',
+  //                 image_url: `data:${validation_ret.mime};base64,${base64}`,
+  //               },
+  //             ],
+  //           },
+  //         ],
+  //         metadata: { conversation_id, func: 'attachment_handler' },
+  //         account_profile_info,
+  //       });
+  //       if (ret.code < 0) {
+  //         throw new Error('something went wrong try again later');
+  //       }
+  //       transcript = ret.data;
+
+  //       break;
+  //     }
+
+  //     case 'document':
+  //     case 'text': {
+  //       async function transcript_file(fileBuffer, fileName, mimeType) {
+  //         try {
+  //           const base64 = fileBuffer.toString('base64');
+
+  //           const ret = await submit_chat_gpt_prompt({
+  //             uid,
+  //             prompt: [
+  //               {
+  //                 role: 'user',
+  //                 content: [
+  //                   {
+  //                     type: 'input_text',
+  //                     text: 'extract all text from this document. Maintain the structure and formatting as much as possible.',
+  //                   },
+  //                   {
+  //                     type: 'input_file',
+  //                     filename: fileName || 'document.pdf',
+
+  //                     file_data: `data:${mimeType || 'application/pdf'};base64,${base64}`,
+  //                   },
+  //                 ],
+  //               },
+  //             ],
+  //             metadata: { conversation_id, func: 'attachment_handler' },
+  //             account_profile_info,
+  //           });
+
+  //           return ret;
+  //         } catch (error) {
+  //           console.error('Error transcribing PDF:', error);
+  //           throw error;
+  //         }
+  //       }
+  //       const buffer = await streamToBuffer(fileStream);
+  //       transcript = await transcript_file(buffer, filename, validation_ret.mime);
+
+  //       break;
+  //     }
+
+  //     default:
+  //       break;
+  //   }
+
+  //   return transcript;
+  // };
 
   // let file_names = [];
   let process_stat = 'full';
@@ -6228,7 +6333,7 @@ const attachment_handler = async function (uid, app_id, conversation_id, attachm
       uid,
       conversation_type: 'attachment',
       type: 'attachment',
-      date_created_ts: Date.now(),
+      date_created_ts: date_created_ts || Date.now(),
       ts: Date.now(),
       conversation_id,
       text: transcript?.data || transcript || '',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xuda.io/ai_module",
-  "version": "1.1.4871",
+  "version": "1.1.4873",
   "description": "Xuda AI Module",
   "main": "index.mjs",
   "type": "module",