@axiom-lattice/core 6.3.1 → 6.3.3

package/dist/index.js

@@ -1790,6 +1790,7 @@ __export(index_exports, {
   clearEncryptionKeyCache: () => clearEncryptionKeyCache,
   clearEvalRunService: () => clearEvalRunService,
   clearSandboxOpenCredentialProviderForTests: () => clearSandboxOpenCredentialProviderForTests,
+  collectPluginSources: () => collectPluginSources,
   collectionLatticeManager: () => collectionLatticeManager,
   compileInternal: () => compileInternal,
   compileSandboxPlugin: () => compileSandboxPlugin,
@@ -1799,6 +1800,7 @@ __export(index_exports, {
   configurePluginCatalogSync: () => configurePluginCatalogSync,
   configureStores: () => configureStores,
   connectAllChannels: () => connectAllChannels,
+  connectionSecretFields: () => connectionSecretFields,
   convertToConnection: () => convertToConnection,
   createAgentNode: () => createAgentNode,
   createAgentTeam: () => createAgentTeam,
@@ -1839,11 +1841,13 @@ __export(index_exports, {
   createUnknownToolHandlerMiddleware: () => createUnknownToolHandlerMiddleware,
   createWidgetMiddleware: () => createWidgetMiddleware,
   decrypt: () => decrypt,
+  decryptConfigFields: () => decryptConfigFields,
   describeCronExpression: () => describeCronExpression,
   documentLearningPlugin: () => documentLearningPlugin,
   documentParserPlugin: () => documentParserPlugin,
   embeddingsLatticeManager: () => embeddingsLatticeManager,
   encrypt: () => encrypt,
+  encryptConfigFields: () => encryptConfigFields,
   ensureBuiltinAgentsForTenant: () => ensureBuiltinAgentsForTenant,
   ensurePluginSkillInSandbox: () => ensurePluginSkillInSandbox,
   evaluateLatticeCaseWithLogs: () => evaluateLatticeCaseWithLogs,
@@ -1926,6 +1930,7 @@ __export(index_exports, {
   jsonSchemaToZod: () => jsonSchemaToZod,
   listCollectionEntries: () => listCollectionEntries,
   listSandboxProviderTypes: () => listSandboxProviderTypes,
+  listTenantPlugins: () => listTenantPlugins,
   loggerLatticeManager: () => loggerLatticeManager,
   mcpManager: () => mcpManager,
   mergeCapabilityBundles: () => mergeCapabilityBundles,
@@ -16248,6 +16253,22 @@ function setSandboxPluginCatalog(instance) {
   catalog = instance;
 }
 
+// src/plugin/listTenantPlugins.ts
+async function collectPluginSources(tenantId2) {
+  const globalPlugins = PluginRegistry.list().map((type) => PluginRegistry.get(type)).filter((plugin) => Boolean(plugin));
+  let tenantPlugins = [];
+  try {
+    tenantPlugins = (await getSandboxPluginCatalog().ensureLoaded(tenantId2)).plugins;
+  } catch {
+    tenantPlugins = [];
+  }
+  return { globalPlugins, tenantPlugins };
+}
+async function listTenantPlugins(tenantId2) {
+  const { globalPlugins, tenantPlugins } = await collectPluginSources(tenantId2);
+  return mergePluginSources(globalPlugins, tenantPlugins);
+}
+
 // src/agent_lattice/builders/taskMiddlewareValidation.ts
 var REQUIRED_TASK_TOOLS = ["manage_task", "task"];
 function validateTaskReviewMode(reviewMode) {
@@ -16812,13 +16833,7 @@ async function createCommonMiddlewares(middlewareConfigs, filesystemBackend, fsI
       ));
     }
   }
-  let tenantPlugins = [];
-  try {
-    tenantPlugins = (await getSandboxPluginCatalog().ensureLoaded(tenantId2 ?? "default")).plugins;
-  } catch {
-    tenantPlugins = [];
-  }
-  const globalPlugins = PluginRegistry.list().map((type) => PluginRegistry.get(type)).filter((p) => Boolean(p));
+  const { globalPlugins, tenantPlugins } = await collectPluginSources(tenantId2 ?? "default");
   const mergedPlugins = mergePluginSources(globalPlugins, tenantPlugins);
   const mergedByType = new Map(mergedPlugins.map((p) => [p.meta.type, p]));
   const enabledPluginTypes = new Set(
@@ -31314,10 +31329,8 @@ function getAvailableTools(tenantId2) {
 function getAvailableModels() {
   return modelLatticeManager.getAllByTenant("default");
 }
-function getAvailableMiddlewareTypes() {
-  return PluginRegistry.list().filter(
-    (type) => typeof PluginRegistry.get(type)?.middleware === "function"
-  );
+async function getAvailableMiddlewareTypes(tenantId2) {
+  return (await listTenantPlugins(tenantId2)).filter((plugin) => typeof plugin.middleware === "function").map((plugin) => plugin.meta.type);
 }
 function normalizeProjectScope(projectId) {
   return !projectId || projectId === "default" ? "default" : projectId;
@@ -31356,7 +31369,7 @@ function requireSkillDeclaration(skillLoaded) {
 }
 async function validateAgentReferences(input, tenantId2) {
   const availableTools = getAvailableTools(tenantId2).map((tool68) => tool68.key);
-  const availableMiddlewareTypes = getAvailableMiddlewareTypes();
+  const availableMiddlewareTypes = await getAvailableMiddlewareTypes(tenantId2);
   const availableCustomMiddlewareKeys = CustomMiddlewareRegistry.list().filter(
     (key5) => CustomMiddlewareRegistry.get(key5) !== void 0
   );
@@ -32036,9 +32049,10 @@ registerToolLattice(
     description: "\u5217\u51FA\u5F53\u524D\u7CFB\u7EDF\u4E2D\u6240\u6709\u53EF\u7528\u7684\u4E2D\u95F4\u4EF6\u7C7B\u578B\uFF08Middlewares\uFF09\uFF0C\u5305\u62EC\u5185\u7F6E\u548C\u81EA\u5B9A\u4E49\u63D2\u4EF6\u3002\u8FD4\u56DE\u6BCF\u4E2A\u4E2D\u95F4\u4EF6\u7684 type\u3001name\u3001description\u3001tools \u6E05\u5355\uFF08\u652F\u6301 allowedTools \u8FC7\u6EE4\uFF09\u3001configSchema\uFF08\u914D\u7F6E\u9762\u677F\u9700\u8981\u54EA\u4E9B\u5B57\u6BB5\uFF09\u548C connectionSchema\uFF08\u662F\u5426\u652F\u6301\u8FDE\u63A5\u6D4B\u8BD5\u548C\u8D44\u6E90\u53D1\u73B0\uFF09\u3002\n\n\u4F7F\u7528\u573A\u666F\uFF1A\n1. \u5728\u521B\u5EFA agent \u524D\uFF0C\u5148\u8C03\u6B64\u5DE5\u5177\u4E86\u89E3\u6709\u54EA\u4E9B\u4E2D\u95F4\u4EF6\u53EF\u914D\u7F6E\n2. \u6839\u636E configSchema \u51B3\u5B9A\u9700\u8981\u63D0\u4F9B\u54EA\u4E9B\u914D\u7F6E\u5B57\u6BB5\uFF1B\u65B0\u8FDE\u63A5\u578B\u63D2\u4EF6\u4F7F\u7528 connections \u548C connectAll\uFF0C\u5185\u7F6E\u65E7\u63D2\u4EF6\u7684 selector \u5B57\u6BB5\u7531 core \u7684 legacy compatibility map \u5B9A\u4E49\n3. \u5982\u679C\u67D0\u4E2A\u4E2D\u95F4\u4EF6\u7684 connectionSchema \u5B58\u5728\uFF0C\u8BF4\u660E\u5B83\u662F\u8FDE\u63A5\u578B\u4E2D\u95F4\u4EF6\uFF0C\u9700\u8981\u518D\u8C03 list_connections \u83B7\u53D6\u53EF\u7528\u8FDE\u63A5\n4. \u7528\u8FD4\u56DE\u7684 type \u5B57\u6BB5\u6784\u5EFA middleware \u6570\u7EC4\u4F20\u7ED9 create_agent / update_agent",
     schema: import_zod50.default.object({})
   },
-  async () => {
-    const availableMiddlewareTypes = getAvailableMiddlewareTypes();
-    const metas = PluginRegistry.listMeta().filter((meta) => availableMiddlewareTypes.includes(meta.type));
+  async (_input, exeConfig) => {
+    const tenantId2 = getTenantId2(exeConfig);
+    const plugins = await listTenantPlugins(tenantId2);
+    const metas = plugins.filter((plugin) => typeof plugin.middleware === "function").map(serializePluginMeta);
     return JSON.stringify(metas);
   }
 );
@@ -32349,14 +32363,7 @@ function ensureBuiltinAgentsForTenant(tenantId2) {
 
 // src/agent_lattice/pluginAgents.ts
 async function ensurePluginAgentsForTenant(tenantId2) {
-  const globalPlugins = PluginRegistry.list().map((type) => PluginRegistry.get(type)).filter((p) => Boolean(p));
-  let tenantPlugins = [];
-  try {
-    tenantPlugins = (await getSandboxPluginCatalog().ensureLoaded(tenantId2)).plugins;
-  } catch {
-    tenantPlugins = [];
-  }
-  for (const plugin of mergePluginSources(globalPlugins, tenantPlugins)) {
+  for (const plugin of await listTenantPlugins(tenantId2)) {
     if (!plugin.agents) continue;
     for (const [key5, config] of Object.entries(plugin.agents)) {
       try {
@@ -42169,6 +42176,33 @@ function clearEncryptionKeyCache() {
   cachedKey = null;
   keyValidated = false;
 }
+function encryptConfigFields(config, fields) {
+  if (!fields?.length) return config;
+  const out = { ...config };
+  for (const field of fields) {
+    const value = out[field];
+    if (typeof value === "string" && value.length > 0) {
+      out[field] = encrypt(value);
+    }
+  }
+  return out;
+}
+function decryptConfigFields(config, fields) {
+  if (!fields?.length) return config;
+  const out = { ...config };
+  for (const field of fields) {
+    const value = out[field];
+    if (typeof value === "string" && value.length > 0) {
+      try {
+        out[field] = decrypt(value);
+      } catch (error) {
+        console.error(`Failed to decrypt connection field "${field}":`, error);
+        throw new Error("Failed to decrypt connection configuration");
+      }
+    }
+  }
+  return out;
+}
 
 // src/util/safeUpstreamUrl.ts
 var UnsafeUpstreamUrlError = class extends Error {
@@ -45697,7 +45731,7 @@ function createTaskMiddleware(options = {}) {
           error: "Task changed before activity could be recorded."
         });
         markMutation();
-        return JSON.stringify({ success: true, data: activity });
+        return JSON.stringify({ success: true, data: activity, task: existing });
       }
       case "update": {
         taskUpdateDebug("update:enter", {
@@ -48183,6 +48217,12 @@ var import_langchain88 = require("langchain");
 var import_zod71 = require("zod");
 var import_protocols38 = require("@axiom-lattice/protocols");
 
+// src/connection/connectionSecretFields.ts
+function connectionSecretFields(plugin) {
+  const fields = plugin?.connection?.fields ?? [];
+  return fields.filter((field) => field.type === "password" || field.widget === "password").map((field) => field.key);
+}
+
 // src/middlewares/sandboxPluginsSkills.ts
 var PLUGIN_JSON_TEMPLATE = `{
   "schemaVersion": 1,
@@ -48238,13 +48278,13 @@ var TEST_TEMPLATE = `const data = process.env.PLUGIN_CONNECTION_FILE
   : {};
 const conn = data.connection ?? data.connections?.[0]?.config ?? {};
 const message = conn.apiKey ? "ok" : "missing apiKey";
-process.stdout.write(JSON.stringify({ ok: Boolean(conn.apiKey), message }));
+process.stdout.write(JSON.stringify({ ok: true, result: { ok: Boolean(conn.apiKey), message } }));
 `;
 var DISCOVER_TEMPLATE = `const data = process.env.PLUGIN_CONNECTION_FILE
   ? JSON.parse(require("fs").readFileSync(process.env.PLUGIN_CONNECTION_FILE, "utf8"))
   : {};
 const conn = data.connection ?? data.connections?.[0]?.config ?? {};
-process.stdout.write(JSON.stringify([{ id: "sample", name: "Sample resource" }]));
+process.stdout.write(JSON.stringify({ ok: true, result: [{ id: "sample", name: "Sample resource" }] }));
 `;
 var UI_TEMPLATE = `<!doctype html>
 <html>
@@ -48797,7 +48837,7 @@ captured).
     }
   },
   "sandbox-plugins-connection": {
-    version: "1.0.0",
+    version: "1.1.0",
     content: `---
 name: sandbox-plugins-connection
 description: Define connection fields and test/discover handlers for a tenant sandbox plugin. Trigger: plugin needs credentials or resource discovery.
@@ -48813,17 +48853,20 @@ The resolved connection is injected at execution time as an
 \`PLUGIN_CONNECTION_FILE\` (never inline; credentials stay out of argv). It is never hardcoded.
 
 ## test handler
-Print \`{ ok, message }\`:
+Print the two-level result envelope \`{ ok, result: { ok, message } }\`: the outer
+\`ok\` means the handler ran, the inner \`ok\`/\`message\` is the connection verdict.
+Put extra diagnostics under \`result.details\`. A single-level \`{ ok, message }\`
+is rejected as an invalid result.
 \`\`\`js
 const data = JSON.parse(require("fs").readFileSync(process.env.PLUGIN_CONNECTION_FILE, "utf8"));
 const conn = data.connection ?? data.connections?.[0]?.config ?? {};
-process.stdout.write(JSON.stringify({ ok: Boolean(conn.apiKey), message: conn.apiKey ? "ok" : "missing apiKey" }));
+process.stdout.write(JSON.stringify({ ok: true, result: { ok: Boolean(conn.apiKey), message: conn.apiKey ? "ok" : "missing apiKey" } }));
 \`\`\`
 
 ## discover handler
-Print an array of resources:
+Print \`{ ok: true, result: [ ...resources ] }\`:
 \`\`\`js
-process.stdout.write(JSON.stringify([{ id: "a", name: "A", group: "G" }]));
+process.stdout.write(JSON.stringify({ ok: true, result: [{ id: "a", name: "A", group: "G" }] }));
 \`\`\`
 
 Set \`connection.resourceLabel\` for the selection panel title.
@@ -48846,11 +48889,25 @@ Use the \`manage_plugin\` tool. The loop:
 
 1. \`action: "validate"\` with \`{ type, manifest, handlers }\` \u2014 dry-run, no writes, returns diagnostics.
 2. \`action: "create"\` or \`"update"\` \u2014 writes files, bumps version, reloads.
-3. \`action: "test"\` to exercise a handler without an LLM:
+3. If the plugin has \`connection.fields\` and a tool reads credentials: a **human**
+   must configure a connection of this plugin type. You cannot create credentials.
+   Call \`list_connections { type }\` first \u2014 if none exist, use \`ask_user_to_clarify\`
+   to state explicitly that only the human can configure the connector, ask them to
+   add it (Console \u2192 Connections) and to give you the connection key. Do not claim
+   the tool works until a real \`connectionKey\` test passes.
+4. \`action: "test"\` to exercise a handler without an LLM:
    - Tool: \`{ type, target: { kind: "tool", name, input, connectionKey? } }\`
    - Connection: \`{ type, target: { kind: "connection-test" } }\` or \`{ kind: "connection-discover" }\`
    Returns \`{ ok, result, exitCode, durationMs, stdout, stderr }\`.
-4. \`action: "reload"\` if you edited files directly.
+   For credentialed tools, pass the real \`connectionKey\`. Without one, the handler
+   receives an empty connection \u2014 that only checks plumbing, NOT functional success.
+5. \`action: "reload"\` if you edited files directly.
+
+## Secrets
+- \`list_connections\` returns identifiers only (\`key\`/\`name\`/\`description\`), never config or secrets.
+- \`test\` output is redacted: real connection secret values are replaced with
+  \`[redacted]\`. Never rely on echoing credentials to verify a handler \u2014 assert on
+  functional output instead.
 
 ## Common failures
 | Symptom | Cause |
@@ -48860,9 +48917,12 @@ Use the \`manage_plugin\` tool. The loop:
 | TOOL_SCHEMA | unsupported JSON Schema keyword |
 | non-zero exit | handler threw; read stdout/stderr from \`test\` |
 | old behaviour after edit | version/hash unchanged \u2014 bump \`version\` or call \`reload\` |
+| empty connection in handler | no \`connectionKey\` passed, or no connection configured for this type |
 
 Fall back to \`execute_code\`/\`shell\` to run \`node handlers/x.js\` manually with
-\`PLUGIN_INPUT\` set if you need to reproduce.
+\`PLUGIN_INPUT\` and a synthetic \`PLUGIN_CONNECTION_FILE\` to reproduce logic bugs.
+A synthetic fixture only verifies plumbing \u2014 a real upstream call requires a real
+\`connectionKey\` configured by a human.
 `,
     resources: {}
   }
@@ -48893,8 +48953,13 @@ implemented", "UI added", "validated/tested via manage_plugin"). As you work,
 update each Task's status to reflect reality. Never use \`write_todos\`.
 
 Author with the \`manage_plugin\` tool: validate, then create/update, then test.
-Use \`shell_exec\` (the tool provided by the \`code_eval\` middleware) to run
-\`node handlers/x.js\` for manual checks when reproducing a failure.`;
+If a tool needs credentials, a human must configure the connection \u2014 use
+\`list_connections\` to check, and \`ask_user_to_clarify\` to ask the human to add
+the connector and give you its key. Only after a real \`connectionKey\` test
+passes may you call the tool verified; without it, report functionality as
+unverified (missing credentials), not as passing. Use \`shell_exec\` (the tool
+provided by the \`code_eval\` middleware) to run \`node handlers/x.js\` for manual
+checks when reproducing a failure.`;
 
 // src/middlewares/sandboxPluginsMiddleware.ts
 var PLUGIN_BUILDER_SKILLS = [...Object.keys(SANDBOX_PLUGIN_SKILLS), "task-tracking"];
@@ -48902,6 +48967,37 @@ function tenantIdFrom(exeConfig) {
   const c = exeConfig;
   return c?.configurable?.runConfig?.tenantId ?? "default";
 }
+function collectSecretValues(connection, fields) {
+  if (!connection) return [];
+  const values = [];
+  for (const field of fields) {
+    const value = connection[field];
+    if (typeof value === "string" && value.length > 0) values.push(value);
+  }
+  return values;
+}
+function errorText(err) {
+  return err instanceof Error ? err.message : String(err);
+}
+function redactString(value, secrets) {
+  let out = value;
+  for (const secret of secrets) out = out.split(secret).join("[redacted]");
+  return out;
+}
+function redactSecretValues(payload, secrets) {
+  if (secrets.length === 0) return payload;
+  const walk = (node) => {
+    if (typeof node === "string") return redactString(node, secrets);
+    if (Array.isArray(node)) return node.map(walk);
+    if (node !== null && typeof node === "object") {
+      const out = {};
+      for (const [key5, value] of Object.entries(node)) out[key5] = walk(value);
+      return out;
+    }
+    return node;
+  };
+  return walk(payload);
+}
 var managePluginSchema = import_zod71.z.object({
   action: import_zod71.z.enum(["list", "get", "validate", "create", "update", "delete", "reload", "test"]),
   type: import_zod71.z.string().optional(),
@@ -48933,6 +49029,10 @@ var sandboxPluginsPlugin = {
       description: "Author and manage tenant plugins in the shared sandbox: clarify goal, inputs/outputs, credentials, and whether a UI is needed; then write the manifest and JS handlers, add an optional HTML MCP App UI, and validate/test with the manage_plugin tool.",
       type: import_protocols38.AgentType.DEEP_AGENT,
       prompt: PLUGIN_BUILDER_PROMPT,
+      // Read-only discovery of connection identifiers (metadata only — never
+      // config/secrets) so the builder can confirm a human configured a
+      // connector and pass its key to `manage_plugin test`.
+      tools: ["list_connections"],
       middleware: [
         {
           id: "sandbox-plugins",
@@ -49068,8 +49168,19 @@ var sandboxPluginsPlugin = {
                   input.target.connectionKey ? { connections: [input.target.connectionKey] } : { connectAll: true },
                   { tenantId: tenantId2 }
                 );
-                const result2 = await plugin.connection?.test?.(connection ?? {});
-                return JSON.stringify(result2 ?? { ok: false, message: "no test handler" });
+                const secrets2 = collectSecretValues(connection, connectionSecretFields(plugin));
+                try {
+                  const result = await plugin.connection?.test?.(connection ?? {});
+                  return JSON.stringify(redactSecretValues(
+                    result ?? { ok: false, message: "no test handler" },
+                    secrets2
+                  ));
+                } catch (err) {
+                  return JSON.stringify(redactSecretValues(
+                    { ok: false, message: errorText(err) },
+                    secrets2
+                  ));
+                }
               }
               if (input.target.kind === "connection-discover") {
                 const { connection } = await resolveSandboxPluginConnections(
@@ -49077,8 +49188,16 @@ var sandboxPluginsPlugin = {
                   input.target.connectionKey ? { connections: [input.target.connectionKey] } : { connectAll: true },
                   { tenantId: tenantId2 }
                 );
-                const result2 = await plugin.connection?.discover?.(connection ?? {});
-                return JSON.stringify(result2 ?? []);
+                const secrets2 = collectSecretValues(connection, connectionSecretFields(plugin));
+                try {
+                  const result = await plugin.connection?.discover?.(connection ?? {});
+                  return JSON.stringify(redactSecretValues(result ?? [], secrets2));
+                } catch (err) {
+                  return JSON.stringify(redactSecretValues(
+                    { error: errorText(err) },
+                    secrets2
+                  ));
+                }
               }
               const executor = catalog2.getExecutor();
               const manifestContent = await catalog2.readPluginFile(tenantId2, input.type, "plugin.json");
@@ -49096,19 +49215,24 @@ var sandboxPluginsPlugin = {
                 { connections: [input.target.connectionKey] },
                 { tenantId: tenantId2 }
               ) : {};
-              const result = await executor.invoke({
-                manifest: parsedManifest,
-                handler: toolDef.handler,
-                input: input.target.input ?? null,
-                connection: resolved.connection,
-                connections: resolved.connections,
-                context: { tenantId: tenantId2, pluginType: input.type, tool: toolDef.name },
-                runConfig: {
-                  tenantId: tenantId2,
-                  assistantId: typeof runCfg.assistant_id === "string" ? runCfg.assistant_id : void 0
-                }
-              });
-              return JSON.stringify(result);
+              const secrets = collectSecretValues(resolved.connection, connectionSecretFields(plugin));
+              try {
+                const result = await executor.invoke({
+                  manifest: parsedManifest,
+                  handler: toolDef.handler,
+                  input: input.target.input ?? null,
+                  connection: resolved.connection,
+                  connections: resolved.connections,
+                  context: { tenantId: tenantId2, pluginType: input.type, tool: toolDef.name },
+                  runConfig: {
+                    tenantId: tenantId2,
+                    assistantId: typeof runCfg.assistant_id === "string" ? runCfg.assistant_id : void 0
+                  }
+                });
+                return JSON.stringify(redactSecretValues(result, secrets));
+              } catch (err) {
+                return JSON.stringify(redactSecretValues({ ok: false, error: errorText(err) }, secrets));
+              }
             }
             default:
               return `unsupported action: ${input.action}`;
@@ -49770,6 +49894,7 @@ registerBuiltinPlugins();
   clearEncryptionKeyCache,
   clearEvalRunService,
   clearSandboxOpenCredentialProviderForTests,
+  collectPluginSources,
   collectionLatticeManager,
   compileInternal,
   compileSandboxPlugin,
@@ -49779,6 +49904,7 @@ registerBuiltinPlugins();
   configurePluginCatalogSync,
   configureStores,
   connectAllChannels,
+  connectionSecretFields,
   convertToConnection,
   createAgentNode,
   createAgentTeam,
@@ -49819,11 +49945,13 @@ registerBuiltinPlugins();
   createUnknownToolHandlerMiddleware,
   createWidgetMiddleware,
   decrypt,
+  decryptConfigFields,
   describeCronExpression,
   documentLearningPlugin,
   documentParserPlugin,
   embeddingsLatticeManager,
   encrypt,
+  encryptConfigFields,
   ensureBuiltinAgentsForTenant,
   ensurePluginSkillInSandbox,
   evaluateLatticeCaseWithLogs,
@@ -49906,6 +50034,7 @@ registerBuiltinPlugins();
   jsonSchemaToZod,
   listCollectionEntries,
   listSandboxProviderTypes,
+  listTenantPlugins,
   loggerLatticeManager,
   mcpManager,
   mergeCapabilityBundles,