@xuda.io/ai_module 1.1.5551 → 1.1.5553

package/index.mjs

@@ -4109,6 +4109,313 @@ const chat_email = async function (req, job_id, headers) {
     return { code: -15, data: err.message };
   }
 };
+
+const get_ai_agent_tools = async function ({ ai_agent_doc, agent_id, reference_type, prompt_suggestion_activated, chat_suggestion_activated, gtp_token, uid, account_profile_info, job_id, headers, context, app_id }) {
+  let tools = [];
+  let tool_resources = {};
+  let eligible_agent = true;
+
+  for (const [key, val] of Object.entries(ai_agent_doc?.agentConfig?.agent_tools || [])) {
+    const { name = '', description = '' } = val;
+    switch (val.type) {
+      case 'web_search': {
+        tools.push(webSearchTool());
+        break;
+      }
+
+      case 'mcp': {
+        if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
+          eligible_agent = false;
+          break;
+        }
+
+        tools.push(
+          hostedMcpTool({
+            serverLabel: 'mcp_' + (val?.name?.replaceAll(' ', '_') || key),
+            serverUrl: val.url,
+            headers: {
+              Authorization: `Bearer ${val.authentication_key || gtp_token}`,
+              'X-gtp-token': 'true',
+              'Content-Type': 'application/json',
+            },
+            require_approval: 'never',
+          }),
+        );
+        break;
+      }
+
+      case 'cpi': {
+        if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
+          eligible_agent = false;
+          break;
+        }
+        continue;
+        try {
+          debugger;
+          const api_allow_methods = Object.keys(_conf.cpi_methods);
+          for (const method_name of api_allow_methods || []) {
+            const method_prop = _conf.cpi_methods[method_name];
+
+            if (!method_prop) continue;
+            if (method_prop.private) continue;
+            if (!method_prop.description) continue;
+
+            let inputSchema = {};
+
+            const get_z_item = function (key, val) {
+              let prop = {};
+              if (val.type === 'object' && val.items) {
+                for (const [item_key, item_val] of Object.entries(val.items.properties)) {
+                  prop[item_key] = get_z_item(item_key, item_val);
+                  if (!val?.items?.required?.includes(item_key)) {
+                    prop[item_key] = prop[item_key].optional();
+                  }
+                }
+              }
+
+              if (val.type === 'array') {
+                prop = get_z_item('', val.items);
+              }
+
+              let _z = z[val.type](prop);
+
+              if (!val.mandatory) {
+                _z = _z.optional();
+              }
+
+              if (val.enum) {
+                _z = z.enum(val.enum);
+              }
+
+              let valid_values = '';
+              if (val.options) {
+                valid_values = val.options.join(', ');
+              }
+              if (val.description) {
+                const desc = val.name || key.replace(/_/g, ' ').replace(/\b(\w)/g, (_, char) => char.toUpperCase());
+                _z = _z.describe((desc ? desc + ' - ' : '') + val.description + (valid_values ? ' Valid values: ' + valid_values : ''));
+              }
+
+              return _z;
+            };
+
+            if (method_prop.fields) {
+              try {
+                for (const [key, val] of Object.entries(method_prop.fields)) {
+                  inputSchema[key] = get_z_item(key, val);
+                }
+              } catch (error) {
+                debugger;
+              }
+            }
+            try {
+              const tool_name = method_name.replace(/_/g, ' ').replace(/\b(\w)/g, (_, char) => char.toUpperCase());
+              tools.push(
+                tool({
+                  name: tool_name.substring(0, 60),
+                  description: method_prop.description,
+                  parameters: z.object(inputSchema),
+                  async execute(e, RunContext) {
+                    const params = e;
+                    try {
+                      const response = await fetch(`http://localhost:3007/cpi/${method_name}`, {
+                        method: 'POST',
+                        headers: {
+                          Accept: 'application/json',
+                          'Content-Type': 'application/json',
+                        },
+                        body: JSON.stringify({ ...params, ...{ gtp_token } }),
+                      });
+                      const ret = await response.json();
+                      return {
+                        content: [{ type: 'text', text: JSON.stringify(ret || '', null, 2) }],
+                      };
+                    } catch (err) {
+                      return 'unknown';
+                    }
+                  },
+                }),
+              );
+            } catch (error) {
+              debugger;
+            }
+          }
+        } catch (error) {
+          debugger;
+        }
+        break;
+      }
+
+      case 'image_generate': {
+        if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
+          eligible_agent = false;
+          break;
+        }
+        tools.push(
+          tool({
+            name: name.substring(0, 60),
+            description,
+            parameters: z.object({
+              prompt: z.string().describe('The prompt for the image.'),
+              numGenerations: z.number().int().describe('Number generations to image create.').default(3),
+            }),
+            async execute(e, RunContext) {
+              debugger;
+              const { prompt, numGenerations } = e;
+
+              try {
+                let imgTags = '';
+                const images_arr = await create_and_upload_image_to_drive('workspace', 'Chat Images', agent_id, prompt, numGenerations, uid, account_profile_info.app_id, job_id, headers, null, null, account_profile_info);
+                for (const img_obj of images_arr) {
+                  imgTags += `<img src="${img_obj.file_url}" alt="${prompt}" style="max-width: 100%; border-radius: 8px;" />`;
+                }
+
+                return imgTags;
+              } catch (err) {
+                console.error('Image Tool Error:', err);
+                return `Error generating image: ${err.message}`;
+              }
+            },
+          }),
+        );
+        break;
+      }
+
+      case 'table': {
+        const table_id = val.prog_id;
+        context.table_id = table_id;
+        tools.push(get_studio_table_info_by_table_id_tool);
+
+        tools.push(
+          add_data_to_table_agent.asTool({
+            toolName: 'add data to table',
+            toolDescription: `add data to table`,
+          }),
+        );
+
+        tools.push(
+          fetch_table_data_agent.asTool({
+            toolName: 'Fetch Table Data Agent',
+            toolDescription: `fetch data from a table`,
+          }),
+        );
+
+        tools.push(
+          delete_table_doc.asTool({
+            toolName: 'Delete Table Doc',
+            toolDescription: `The tool delete document from the database, need to ask for table`,
+          }),
+        );
+
+        break;
+      }
+
+      case 'file_search': {
+        if (val?.file?.vector_store_id) {
+          tools.push(fileSearchTool(val.file.vector_store_id));
+        }
+
+        if (val?.youtube?.vector_store_id) {
+          tools.push(fileSearchTool(val.youtube.vector_store_id));
+        }
+
+        break;
+      }
+
+      case 'ai_agent': {
+        if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
+          eligible_agent = false;
+          break;
+        }
+
+        let opt = {
+          selector: {
+            docType: 'studio',
+            stat: 3,
+            'properties.menuType': 'ai_agent',
+          },
+          limit: 9999,
+        };
+
+        if (val.ai_agent_id) {
+          opt.selector._id = val.ai_agent_id;
+        }
+
+        const user_agents = await db_module.find_app_couch_query(ai_agent_doc?.reference_doc?.studio_meta?.shared_from_app_id || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_id || app_id, opt);
+        for (const agent_doc of user_agents.docs) {
+          const agent = new Agent({
+            name: agent_doc.agent_name.substring(0, 60),
+            instructions: agent_doc.agent_instructions,
+          });
+
+          tools.push(
+            agent.asTool({
+              toolName: agent_doc.agent_name,
+              toolDescription: agent_doc.agent_instructions,
+            }),
+          );
+        }
+        break;
+      }
+      case 'plugin': {
+        if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
+          eligible_agent = false;
+          break;
+        }
+
+        if (!val.plugin_id) {
+          throw new Error('undefined plugin_id');
+        }
+        if (!val.plugin_method) {
+          throw new Error('undefined method');
+        }
+
+        const { plugin_method, type, plugin_id, ...params } = val;
+
+        const plugin_tool = await get_plugin_tool(
+          ai_agent_doc?.reference_doc?.studio_meta?.shared_from_app_id || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_id || account_profile_info.app_id,
+          ai_agent_doc?.reference_doc?.studio_meta?.shared_from_uid || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_uid || uid,
+          val.plugin_id,
+          val.plugin_method,
+          params,
+          undefined,
+          undefined,
+          ai_agent_doc,
+        );
+
+        tools.push(plugin_tool);
+
+        break;
+      }
+      default:
+        break;
+    }
+  }
+
+  return { tools, tool_resources, eligible_agent, context };
+};
+
+const load_ai_agent_doc = async function (app_id, agent_id) {
+  try {
+    let ai_agent_doc = await db_module.get_app_couch_doc_native(app_id, agent_id);
+    if (ai_agent_doc.studio_meta.shared_from_uid) {
+      const reference_doc = _.cloneDeep(ai_agent_doc);
+      await get_account_default_project_id(ai_agent_doc.studio_meta.shared_from_uid);
+      ai_agent_doc = await db_module.get_app_couch_doc_native(app_id, ai_agent_doc.studio_meta.share_item_id);
+      ai_agent_doc.reference_doc = reference_doc;
+    } else if (ai_agent_doc.studio_meta.installed_from_app_uid) {
+      const reference_doc = _.cloneDeep(ai_agent_doc);
+      await get_account_default_project_id(ai_agent_doc.studio_meta.installed_from_app_uid);
+      ai_agent_doc = await db_module.get_app_couch_doc_native(app_id, ai_agent_doc.studio_meta.share_item_id);
+      ai_agent_doc.reference_doc = reference_doc;
+    }
+
+    return ai_agent_doc;
+  } catch (err) {
+    throw new Error(err.message);
+  }
+};
+
 const ai_chat_conversation = async function (req, job_id, headers) {
   const { uid, gtp_token, profile_id, conversation_item_id } = req;
   const account_profile_info = await get_active_account_profile_info(uid, profile_id);
@@ -4414,23 +4721,7 @@ const ai_chat_conversation = async function (req, job_id, headers) {
 
       for (const agent_id of local_ai_agents) {
         try {
-          let ai_agent_doc;
-          try {
-            ai_agent_doc = await db_module.get_app_couch_doc_native(account_profile_info.app_id, agent_id);
-            if (ai_agent_doc.studio_meta.shared_from_uid) {
-              const reference_doc = _.cloneDeep(ai_agent_doc);
-              const app_id = await get_account_default_project_id(ai_agent_doc.studio_meta.shared_from_uid);
-              ai_agent_doc = await db_module.get_app_couch_doc_native(account_profile_info.app_id, ai_agent_doc.studio_meta.share_item_id);
-              ai_agent_doc.reference_doc = reference_doc;
-            } else if (ai_agent_doc.studio_meta.installed_from_app_uid) {
-              const reference_doc = _.cloneDeep(ai_agent_doc);
-              const app_id = await get_account_default_project_id(ai_agent_doc.studio_meta.installed_from_app_uid);
-              ai_agent_doc = await db_module.get_app_couch_doc_native(account_profile_info.app_id, ai_agent_doc.studio_meta.share_item_id);
-              ai_agent_doc.reference_doc = reference_doc;
-            }
-          } catch (err) {
-            throw new Error(err.message);
-          }
+          let ai_agent_doc = await load_ai_agent_doc(account_profile_info.app_id, agent_id);
 
           if (prompt_suggestion_activated || chat_suggestion_activated || reference_type === 'ai_agents') {
             if (ai_agent_doc?.agentConfig?.agent_ai_model) {
@@ -4442,330 +4733,23 @@ const ai_chat_conversation = async function (req, job_id, headers) {
             modelSettings.toolChoice = 'required';
           }
 
-          let tools = [];
-          let tool_resources = {};
-
-          for (const [key, val] of Object.entries(ai_agent_doc?.agentConfig?.agent_tools || [])) {
-            const { name = '', description = '' } = val;
-            switch (val.type) {
-              case 'web_search': {
-                //hosted_web_search
-                tools.push(webSearchTool());
-                break;
-              }
-
-              case 'mcp': {
-                if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
-                  eligible_agent = false;
-                  break;
-                }
-
-                tools.push(
-                  hostedMcpTool({
-                    serverLabel: 'mcp_' + (val?.name?.replaceAll(' ', '_') || key), //ai_agent_doc.properties.menuName,
-                    serverUrl: val.url,
-                    headers: {
-                      Authorization: `Bearer ${val.authentication_key || gtp_token}`,
-                      'X-gtp-token': 'true',
-                      'Content-Type': 'application/json',
-                    },
-                    require_approval: 'never',
-                  }),
-                );
-                break;
-              }
-
-              case 'cpi': {
-                if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
-                  eligible_agent = false;
-                  break;
-                }
-                continue;
-                try {
-                  debugger;
-                  const api_allow_methods = Object.keys(_conf.cpi_methods);
-                  for (const method_name of api_allow_methods || []) {
-                    const method_prop = _conf.cpi_methods[method_name];
-
-                    if (!method_prop) continue;
-                    if (method_prop.private) continue;
-                    if (!method_prop.description) continue;
-
-                    let inputSchema = {};
-
-                    const get_z_item = function (key, val) {
-                      let prop = {};
-                      if (val.type === 'object' && val.items) {
-                        for (const [item_key, item_val] of Object.entries(val.items.properties)) {
-                          prop[item_key] = get_z_item(item_key, item_val);
-                          if (!val?.items?.required?.includes(item_key)) {
-                            prop[item_key] = prop[item_key].optional();
-                          }
-                        }
-                      }
-
-                      if (val.type === 'array') {
-                        prop = get_z_item('', val.items);
-                      }
-
-                      let _z = z[val.type](prop);
-
-                      if (!val.mandatory) {
-                        _z = _z.optional();
-                      }
-
-                      if (val.enum) {
-                        _z = z.enum(val.enum);
-                      }
-
-                      let valid_values = '';
-                      if (val.options) {
-                        valid_values = val.options.join(', ');
-                      }
-                      if (val.description) {
-                        const desc = val.name || key.replace(/_/g, ' ').replace(/\b(\w)/g, (_, char) => char.toUpperCase());
-                        _z = _z.describe((desc ? desc + ' - ' : '') + val.description + (valid_values ? ' Valid values: ' + valid_values : ''));
-                      }
-
-                      return _z;
-                    };
-
-                    if (method_prop.fields) {
-                      try {
-                        for (const [key, val] of Object.entries(method_prop.fields)) {
-                          inputSchema[key] = get_z_item(key, val);
-                        }
-                      } catch (error) {
-                        debugger;
-                      }
-                    }
-                    try {
-                      const tool_name = method_name.replace(/_/g, ' ').replace(/\b(\w)/g, (_, char) => char.toUpperCase());
-                      tools.push(
-                        tool({
-                          name: tool_name.substring(0, 60),
-                          description: method_prop.description,
-                          parameters: z.object(inputSchema),
-                          async execute(e, RunContext) {
-                            const params = e;
-                            try {
-                              const response = await fetch(`http://localhost:3007/cpi/${method_name}`, {
-                                method: 'POST',
-                                headers: {
-                                  Accept: 'application/json',
-                                  'Content-Type': 'application/json',
-                                },
-                                body: JSON.stringify({ ...params, ...{ gtp_token } }),
-                              });
-                              const ret = await response.json();
-                              return {
-                                content: [{ type: 'text', text: JSON.stringify(ret || '', null, 2) }],
-                              };
-                            } catch (err) {
-                              return 'unknown';
-                            }
-                          },
-                        }),
-                      );
-                    } catch (error) {
-                      debugger;
-                    }
-                  }
-                } catch (error) {
-                  debugger;
-                }
-                break;
-              }
-
-              case 'image_generate': {
-                if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
-                  eligible_agent = false;
-                  break;
-                }
-                tools.push(
-                  tool({
-                    name: name.substring(0, 60),
-                    description,
-                    parameters: z.object({
-                      prompt: z.string().describe('The prompt for the image.'),
-                      numGenerations: z.number().int().describe('Number generations to image create.').default(3),
-                    }),
-                    async execute(e, RunContext) {
-                      debugger;
-                      const { prompt, numGenerations } = e;
-
-                      try {
-                        let imgTags = '';
-                        const images_arr = await create_and_upload_image_to_drive('workspace', 'Chat Images', agent_id, prompt, numGenerations, uid, account_profile_info.app_id, job_id, headers, null, null, account_profile_info);
-                        for (const img_obj of images_arr) {
-                          imgTags += `<img src="${img_obj.file_url}" alt="${prompt}" style="max-width: 100%; border-radius: 8px;" />`;
-                        }
-
-                        return imgTags;
-                      } catch (err) {
-                        console.error('Image Tool Error:', err);
-                        return `Error generating image: ${err.message}`;
-                      }
-                    },
-                  }),
-                );
-                break;
-              }
-
-              case 'table': {
-                const table_id = val.prog_id;
-                // prompt += ` for table_id: ${table_id}`;
-                context.table_id = table_id;
-                tools.push(get_studio_table_info_by_table_id_tool);
-                //======== mock data ==========
-                // const mock_data_generator_agent = get_mock_data_generator_agent(app_id, table_id);
-                // tools.push(
-                //   mock_data_generator_agent.asTool({
-                //     toolName: 'Mock Data Generator',
-                //     toolDescription: `generate Mock Data to a table`,
-                //   }),
-                // );
-                // tools.push(get_studio_table_info_by_table_id_tool);
-
-                //======== add data ==========
-                tools.push(
-                  add_data_to_table_agent.asTool({
-                    toolName: 'add data to table',
-                    toolDescription: `add data to table`,
-                  }),
-                );
-
-                //======== fetch data ==========
-                tools.push(
-                  fetch_table_data_agent.asTool({
-                    toolName: 'Fetch Table Data Agent',
-                    toolDescription: `fetch data from a table`,
-                  }),
-                );
-
-                //======== delete data ==========
-                tools.push(
-                  delete_table_doc.asTool({
-                    toolName: 'Delete Table Doc',
-                    toolDescription: `The tool delete document from the database, need to ask for table`,
-                  }),
-                );
-
-                // tools.push(create_table_management_tool);
-
-                // tools.push(create_landing_page_tool);
-
-                // const add_data_to_table_agent = get_add_data_to_table_agent(app_id, table_id);
-                // tools.push(
-                //   add_data_to_table_agent.asTool({
-                //     toolName: 'add data to table',
-                //     toolDescription: `add data to table`,
-                //   }),
-                // );
-
-                break;
-              }
-
-              case 'file_search': {
-                if (val?.file?.vector_store_id) {
-                  tools.push(fileSearchTool(val.file.vector_store_id));
-                }
-
-                if (val?.youtube?.vector_store_id) {
-                  tools.push(fileSearchTool(val.youtube.vector_store_id));
-                }
-
-                break;
-              }
-
-              case 'ai_agent': {
-                if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
-                  eligible_agent = false;
-                  break;
-                }
-
-                let opt = {
-                  selector: {
-                    docType: 'studio',
-                    stat: 3,
-                    'properties.menuType': 'ai_agent',
-                  },
-                  limit: limit || 9999,
-                };
-
-                // let opt = {};
-                // add all agents if no agent id
-                if (val.ai_agent_id) {
-                  opt.selector._id = val.ai_agent_id;
-                }
-
-                const user_agents = await db_module.find_app_couch_query(ai_agent_doc?.reference_doc?.studio_meta?.shared_from_app_id || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_id || app_id, opt);
-                for (const agent_doc of user_agents.docs) {
-                  const agent = new Agent({
-                    name: agent_doc.agent_name.substring(0, 60),
-                    instructions: agent_doc.agent_instructions,
-                  });
-
-                  tools.push(
-                    agent.asTool({
-                      toolName: agent_doc.agent_name,
-                      toolDescription: agent_doc.agent_instructions,
-                    }),
-                  );
-                }
-                // const agent_ret = await get_ai_agents(opt);
-                // if (agent_ret.code > -1) {
-                //   const agent_doc = agent_ret.data;
-
-                //   const agent = new Agent({
-                //     name: agent_doc.agent_name,
-                //     instructions: agent_doc.agent_instructions,
-                //   });
-
-                //   tools.push(
-                //     agent.asTool({
-                //       toolName: agent_doc.agent_name,
-                //       toolDescription: agent_doc.agent_instructions,
-                //     }),
-                //   );
-                // }
-                // }
-                break;
-              }
-              case 'plugin': {
-                if (reference_type !== 'ai_agents' && !prompt_suggestion_activated && !chat_suggestion_activated) {
-                  eligible_agent = false;
-                  break;
-                }
-
-                if (!val.plugin_id) {
-                  throw new Error('undefined plugin_id');
-                }
-                if (!val.plugin_method) {
-                  throw new Error('undefined method');
-                }
-
-                const { plugin_method, type, plugin_id, ...params } = val;
-
-                const tool = await get_plugin_tool(
-                  ai_agent_doc?.reference_doc?.studio_meta?.shared_from_app_id || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_id || account_profile_info.app_id,
-                  ai_agent_doc?.reference_doc?.studio_meta?.shared_from_uid || ai_agent_doc?.reference_doc?.studio_meta?.installed_from_app_uid || uid,
-                  val.plugin_id,
-                  val.plugin_method,
-                  params,
-                  undefined,
-                  undefined,
-                  ai_agent_doc,
-                );
-
-                tools.push(tool);
-
-                break;
-              }
-              default:
-                break;
-            }
-          }
+          const tools_ret = await get_ai_agent_tools({
+            ai_agent_doc,
+            agent_id,
+            reference_type,
+            prompt_suggestion_activated,
+            chat_suggestion_activated,
+            gtp_token,
+            uid,
+            account_profile_info,
+            job_id,
+            headers,
+            context,
+            app_id,
+          });
+          let { tools, tool_resources } = tools_ret;
+          context = tools_ret.context;
+          eligible_agent = eligible_agent && tools_ret.eligible_agent;
           // if (!tools.length) continue;
           // console.log('tool', tools);
           // const agent_name = `${ai_agent_doc._id} ${ai_agent_doc?.properties?.menuName || ''}`;
@@ -5189,6 +5173,7 @@ const auto_response = async function (uid, profile_id, contact_id, conversation_
   if (account_profile_doc.auto_respond_mode !== 'always') return;
 
   const contact_doc = await get_contact_info(account_profile_info.uid, null, contact_id);
+
   ///
 };
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xuda.io/ai_module",
-  "version": "1.1.5551",
+  "version": "1.1.5553",
   "description": "Xuda AI Module",
   "main": "index.mjs",
   "type": "module",