@objectstack/service-ai 7.3.0 → 7.4.0

package/dist/index.js

@@ -5071,7 +5071,8 @@ var SchemaRetriever = class {
       if (obj.label) parts.push(obj.label);
       if (obj.pluralLabel && obj.pluralLabel !== obj.label) parts.push(`(${obj.pluralLabel})`);
       const header = parts.length > 0 ? ` \u2014 ${parts.join(" ")}` : "";
-      lines.push(`### ${obj.name}${header}`);
+      const badge = obj.external !== void 0 ? ` [external, ${obj.external?.writable ? "writable" : "read-only"}, datasource=${obj.datasource ?? "default"}]` : "";
+      lines.push(`### ${obj.name}${header}${badge}`);
       const fields = Object.entries(obj.fields ?? {}).slice(0, maxFieldsPerObject);
       for (const [name, field] of fields) {
         lines.push(`  - ${name}: ${describeField(field)}`);
@@ -5215,6 +5216,15 @@ var QUERY_DATA_TOOL = {
 function createQueryDataHandler(ctx) {
   const retriever = new SchemaRetriever(ctx.metadata, {}, ctx.protocol);
   const maxLimit = ctx.maxLimit ?? 100;
+  const externalTimeoutFallback = ctx.externalQueryTimeoutMs ?? 3e4;
+  const resolveExternalTimeout = async (datasource) => {
+    try {
+      const ds = await ctx.metadata.get?.("datasource", datasource);
+      return ds?.external?.queryTimeoutMs ?? externalTimeoutFallback;
+    } catch {
+      return externalTimeoutFallback;
+    }
+  };
   return async (args, execCtx) => {
     const { request } = args;
     if (!request || typeof request !== "string") {
@@ -5277,14 +5287,20 @@ function createQueryDataHandler(ctx) {
         });
       }
     }
+    const isExternal = matchedObject.external !== void 0;
     try {
-      const records = await ctx.dataEngine.find(plan.objectName, {
+      const findPromise = ctx.dataEngine.find(plan.objectName, {
         where,
         fields: plan.fields ?? void 0,
         orderBy: plan.orderBy ?? void 0,
         limit,
         context: buildAiEngineContext(execCtx)
       });
+      const records = isExternal ? await withTimeout(
+        findPromise,
+        await resolveExternalTimeout(matchedObject.datasource ?? "default"),
+        plan.objectName
+      ) : await findPromise;
       return JSON.stringify({
         plan: { ...plan, where },
         count: records.length,
@@ -5298,6 +5314,28 @@ function createQueryDataHandler(ctx) {
     }
   };
 }
+function withTimeout(p, ms, object) {
+  return new Promise((resolve, reject) => {
+    const timer = setTimeout(() => {
+      reject(
+        new Error(
+          `query on external object '${object}' exceeded the ${ms}ms timeout. Narrow the filter or lower the limit.`
+        )
+      );
+    }, ms);
+    timer.unref?.();
+    p.then(
+      (v) => {
+        clearTimeout(timer);
+        resolve(v);
+      },
+      (e) => {
+        clearTimeout(timer);
+        reject(e);
+      }
+    );
+  });
+}
 function registerQueryDataTool(registry, context) {
   registry.register(QUERY_DATA_TOOL, createQueryDataHandler(context));
 }
@@ -6833,7 +6871,7 @@ var _AIServicePlugin = class _AIServicePlugin {
   async start(ctx) {
     if (!this.service) return;
     let metadataService;
-    const withTimeout = (promise, ms = 2e3) => Promise.race([promise, new Promise((resolve) => setTimeout(() => resolve(null), ms))]);
+    const withTimeout2 = (promise, ms = 2e3) => Promise.race([promise, new Promise((resolve) => setTimeout(() => resolve(null), ms))]);
     try {
       metadataService = ctx.getService("metadata");
       console.log("[AI Plugin] Retrieved metadata service:", !!metadataService, "has getRegisteredTypes:", typeof metadataService?.getRegisteredTypes);
@@ -6842,7 +6880,7 @@ var _AIServicePlugin = class _AIServicePlugin {
       ctx.logger.debug("[AI] Metadata service not available");
     }
     if (metadataService && typeof metadataService.exists === "function") {
-      const probeResult = await withTimeout(metadataService.exists("tool", "__probe__"), 3e3);
+      const probeResult = await withTimeout2(metadataService.exists("tool", "__probe__"), 3e3);
       if (probeResult === null) {
         ctx.logger.warn("[AI] Metadata service unreachable (timed out) \u2014 AI tools/agents will work but Studio visibility unavailable");
         metadataService = void 0;
@@ -6914,7 +6952,7 @@ var _AIServicePlugin = class _AIServicePlugin {
         if (metadataService) {
           const { DATA_TOOL_DEFINITIONS: DATA_TOOL_DEFINITIONS2 } = await Promise.resolve().then(() => (init_data_tools(), data_tools_exports));
           for (const toolDef of DATA_TOOL_DEFINITIONS2) {
-            const toolExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("tool", toolDef.name)) : false;
+            const toolExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("tool", toolDef.name)) : false;
             if (toolExists === null) {
               ctx.logger.warn("[AI] Metadata service timed out checking tool existence (non-fatal), skipping persistence");
               break;
@@ -6922,7 +6960,7 @@ var _AIServicePlugin = class _AIServicePlugin {
             if (!toolExists) {
               try {
                 const label = toolDef.label ?? toToolLabel(toolDef.name);
-                await withTimeout(metadataService.register("tool", toolDef.name, { ...toolDef, label }));
+                await withTimeout2(metadataService.register("tool", toolDef.name, { ...toolDef, label }));
               } catch (err) {
                 ctx.logger.warn(
                   "[AI] Failed to persist tool metadata (non-fatal)",
@@ -6935,11 +6973,11 @@ var _AIServicePlugin = class _AIServicePlugin {
         }
         if (metadataService) {
           try {
-            const agentExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("agent", DATA_CHAT_AGENT.name)) : false;
+            const agentExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("agent", DATA_CHAT_AGENT.name)) : false;
             if (agentExists === null) {
               ctx.logger.warn("[AI] Metadata service timed out checking data_chat agent, skipping");
             } else if (!agentExists) {
-              await withTimeout(metadataService.register("agent", DATA_CHAT_AGENT.name, DATA_CHAT_AGENT));
+              await withTimeout2(metadataService.register("agent", DATA_CHAT_AGENT.name, DATA_CHAT_AGENT));
               console.log("[AI] Registered data_chat agent to metadataService");
               ctx.logger.info("[AI] data_chat agent registered");
             } else {
@@ -6950,11 +6988,11 @@ var _AIServicePlugin = class _AIServicePlugin {
             ctx.logger.warn("[AI] Failed to register data_chat agent", err instanceof Error ? { error: err.message, stack: err.stack } : { error: String(err) });
           }
           try {
-            const skillExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("skill", DATA_EXPLORER_SKILL.name)) : false;
+            const skillExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("skill", DATA_EXPLORER_SKILL.name)) : false;
             if (skillExists === null) {
               ctx.logger.warn("[AI] Metadata service timed out checking data_explorer skill, skipping");
             } else if (!skillExists) {
-              await withTimeout(metadataService.register("skill", DATA_EXPLORER_SKILL.name, DATA_EXPLORER_SKILL));
+              await withTimeout2(metadataService.register("skill", DATA_EXPLORER_SKILL.name, DATA_EXPLORER_SKILL));
               ctx.logger.info("[AI] data_explorer skill registered");
             } else {
               ctx.logger.debug("[AI] data_explorer skill already exists, skipping auto-registration");
@@ -6963,11 +7001,11 @@ var _AIServicePlugin = class _AIServicePlugin {
             ctx.logger.warn("[AI] Failed to register data_explorer skill", err instanceof Error ? { error: err.message } : { error: String(err) });
           }
           try {
-            const skillExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("skill", ACTIONS_EXECUTOR_SKILL.name)) : false;
+            const skillExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("skill", ACTIONS_EXECUTOR_SKILL.name)) : false;
             if (skillExists === null) {
               ctx.logger.warn("[AI] Metadata service timed out checking actions_executor skill, skipping");
             } else if (!skillExists) {
-              await withTimeout(metadataService.register("skill", ACTIONS_EXECUTOR_SKILL.name, ACTIONS_EXECUTOR_SKILL));
+              await withTimeout2(metadataService.register("skill", ACTIONS_EXECUTOR_SKILL.name, ACTIONS_EXECUTOR_SKILL));
               ctx.logger.info("[AI] actions_executor skill registered");
             } else {
               ctx.logger.debug("[AI] actions_executor skill already exists, skipping auto-registration");
@@ -6986,14 +7024,14 @@ var _AIServicePlugin = class _AIServicePlugin {
         ctx.logger.info("[AI] Built-in metadata tools registered");
         const { METADATA_TOOL_DEFINITIONS: METADATA_TOOL_DEFINITIONS2 } = await Promise.resolve().then(() => (init_metadata_tools(), metadata_tools_exports));
         for (const toolDef of METADATA_TOOL_DEFINITIONS2) {
-          const toolExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("tool", toolDef.name)) : false;
+          const toolExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("tool", toolDef.name)) : false;
           if (toolExists === null) {
             ctx.logger.warn("[AI] Metadata service timed out checking tool existence (non-fatal), skipping persistence");
             break;
           }
           if (!toolExists) {
             try {
-              await withTimeout(metadataService.register("tool", toolDef.name, toolDef));
+              await withTimeout2(metadataService.register("tool", toolDef.name, toolDef));
             } catch (err) {
               ctx.logger.warn(
                 "[AI] Failed to persist tool metadata (non-fatal)",
@@ -7004,11 +7042,11 @@ var _AIServicePlugin = class _AIServicePlugin {
         }
         ctx.logger.info(`[AI] ${METADATA_TOOL_DEFINITIONS2.length} metadata tools registered as metadata`);
         try {
-          const agentExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("agent", METADATA_ASSISTANT_AGENT.name)) : false;
+          const agentExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("agent", METADATA_ASSISTANT_AGENT.name)) : false;
           if (agentExists === null) {
             ctx.logger.warn("[AI] Metadata service timed out checking metadata_assistant agent, skipping");
           } else if (!agentExists) {
-            await withTimeout(metadataService.register("agent", METADATA_ASSISTANT_AGENT.name, METADATA_ASSISTANT_AGENT));
+            await withTimeout2(metadataService.register("agent", METADATA_ASSISTANT_AGENT.name, METADATA_ASSISTANT_AGENT));
             console.log("[AI] Registered metadata_assistant agent to metadataService");
             ctx.logger.info("[AI] metadata_assistant agent registered");
           } else {
@@ -7019,11 +7057,11 @@ var _AIServicePlugin = class _AIServicePlugin {
           ctx.logger.warn("[AI] Failed to register metadata_assistant agent", err instanceof Error ? { error: err.message, stack: err.stack } : { error: String(err) });
         }
         try {
-          const skillExists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("skill", METADATA_AUTHORING_SKILL.name)) : false;
+          const skillExists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("skill", METADATA_AUTHORING_SKILL.name)) : false;
           if (skillExists === null) {
             ctx.logger.warn("[AI] Metadata service timed out checking metadata_authoring skill, skipping");
           } else if (!skillExists) {
-            await withTimeout(metadataService.register("skill", METADATA_AUTHORING_SKILL.name, METADATA_AUTHORING_SKILL));
+            await withTimeout2(metadataService.register("skill", METADATA_AUTHORING_SKILL.name, METADATA_AUTHORING_SKILL));
             ctx.logger.info("[AI] metadata_authoring skill registered");
           } else {
             ctx.logger.debug("[AI] metadata_authoring skill already exists, skipping auto-registration");
@@ -7047,10 +7085,10 @@ var _AIServicePlugin = class _AIServicePlugin {
             const agent = entry?.content ?? entry;
             const agentName = agent?.name;
             if (!agentName || typeof agentName !== "string") continue;
-            const exists = typeof metadataService.exists === "function" ? await withTimeout(metadataService.exists("agent", agentName)) : false;
+            const exists = typeof metadataService.exists === "function" ? await withTimeout2(metadataService.exists("agent", agentName)) : false;
             if (exists === true) continue;
             try {
-              await withTimeout(metadataService.register("agent", agentName, agent));
+              await withTimeout2(metadataService.register("agent", agentName, agent));
               bridged++;
             } catch (err) {
               ctx.logger.warn(