@lightdash-tools/mcp 0.2.5 → 0.3.1

package/README.md

@@ -77,7 +77,7 @@ With auth disabled (default), any client can call the endpoint. With `MCP_AUTH_E
 The server registers the following tools (names prefixed with `lightdash_tools__`):
 
 - **Projects**: `list_projects`, `get_project`, `validate_project`, `get_validation_results`
-- **Explores**: `list_explores`, `get_explore`, `list_dimensions`, `get_field_lineage`
+- **Explores**: `list_explores`, `get_explore`
 - **Charts**: `list_charts`, `list_charts_as_code`, `upsert_chart_as_code`
 - **Dashboards**: `list_dashboards`
 - **Spaces**: `list_spaces`, `get_space`
@@ -87,20 +87,35 @@ The server registers the following tools (names prefixed with `lightdash_tools__
 - **Schedulers**: `list_schedulers`
 - **Tags**: `list_tags`
 - **Query**: `compile_query`
-- **Content**: `search_content`
+- **Content**: `search_content` (v2)
+- **AI Agents**:
+  - **Admin**: `list_admin_agents`, `list_admin_agent_threads`, `get_ai_organization_settings`, `update_ai_organization_settings`
+  - **Agent Management**: `list_project_agents`, `get_project_agent`, `create_project_agent`, `update_project_agent`, `delete_project_agent`
+  - **Conversations**: `list_agent_threads`, `get_agent_thread`, `generate_agent_message`, `continue_agent_thread`
+  - **Evaluations**: `list_agent_evaluations`, `get_agent_evaluation`, `create_agent_evaluation`, `update_agent_evaluation`, `append_agent_evaluation_prompts`, `run_agent_evaluation`, `list_agent_evaluation_runs`, `get_agent_evaluation_run_results`, `delete_agent_evaluation`
+
+### CLI Binary
+
+If installed globally, you can use the `lightdash-mcp` binary:
+
+```bash
+lightdash-mcp --help
+```
 
 ### CLI Options
 
 - `--http` — Run as HTTP server instead of Stdio.
 - `--safety-mode <mode>` — Filter registered tools by safety mode (`read-only`, `write-idempotent`, `write-destructive`). Tools not allowed in this mode will not be registered, hiding them from AI agents (Static Filtering).
+- `--projects <uuids>` — Comma-separated list of allowed project UUIDs (overrides `LIGHTDASH_ALLOWED_PROJECTS`; empty = all allowed).
+- `--dry-run` — Simulate write operations without executing them (overrides `LIGHTDASH_DRY_RUN`).
 
 ## Safety Modes
 
 The MCP server implements a hierarchical safety model. You can control which tools are available to AI agents using the `LIGHTDASH_TOOL_SAFETY_MODE` environment variable or the `--safety-mode` CLI option.
 
-- `read-only`: Only allows non-modifying tools (e.g., `list_*`, `get_*`).
+- `read-only` (default): Only allows non-modifying tools (e.g., `list_*`, `get_*`).
 - `write-idempotent`: Allows read tools and non-destructive writes (e.g., `upsert_chart_as_code`).
-- `write-destructive` (default): Allows all tools, including destructive ones (e.g., `delete_member`).
+- `write-destructive`: Allows all tools, including destructive ones (e.g., `delete_member`).
 
 ### Enforcement Layers
 

package/dist/audit.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Re-exports the shared audit logger from @lightdash-tools/common.
+ * The canonical implementation lives in common so the CLI can also use it.
+ */
+export { getSessionId, initAuditLog, logAuditEntry } from '@lightdash-tools/common';
+export type { AuditLogEntry, AuditStatus } from '@lightdash-tools/common';

package/dist/audit.js

@@ -0,0 +1,11 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logAuditEntry = exports.initAuditLog = exports.getSessionId = void 0;
+/**
+ * Re-exports the shared audit logger from @lightdash-tools/common.
+ * The canonical implementation lives in common so the CLI can also use it.
+ */
+var common_1 = require("@lightdash-tools/common");
+Object.defineProperty(exports, "getSessionId", { enumerable: true, get: function () { return common_1.getSessionId; } });
+Object.defineProperty(exports, "initAuditLog", { enumerable: true, get: function () { return common_1.initAuditLog; } });
+Object.defineProperty(exports, "logAuditEntry", { enumerable: true, get: function () { return common_1.logAuditEntry; } });

package/dist/bin.js

@@ -44,9 +44,11 @@ const program = new commander_1.Command();
 program
     .name('lightdash-mcp')
     .description('MCP server for Lightdash AI')
-    .version('0.2.5')
+    .version('0.3.1')
     .option('--http', 'Run as HTTP server instead of Stdio')
     .option('--safety-mode <mode>', 'Filter registered tools by safety mode (read-only, write-idempotent, write-destructive)')
+    .option('--projects <uuids>', 'Comma-separated list of allowed project UUIDs (overrides LIGHTDASH_ALLOWED_PROJECTS; empty = all allowed)')
+    .option('--dry-run', 'Simulate write operations without executing them (overrides LIGHTDASH_DRY_RUN)')
     .action((options) => {
     if (options.safetyMode) {
         if (Object.values(common_1.SafetyMode).includes(options.safetyMode)) {
@@ -57,6 +59,16 @@ program
             process.exit(1);
         }
     }
+    if (options.projects) {
+        const uuids = options.projects
+            .split(',')
+            .map((s) => s.trim())
+            .filter(Boolean);
+        (0, config_js_1.setStaticAllowedProjectUuids)(uuids);
+    }
+    if (options.dryRun) {
+        (0, config_js_1.setDryRunMode)(true);
+    }
     if (options.http) {
         void Promise.resolve().then(() => __importStar(require('./http.js')));
     }

package/dist/config.d.ts

@@ -17,6 +17,29 @@ export declare function getStaticSafetyMode(): SafetyMode | undefined;
  * Sets the static safety mode (from CLI).
  */
 export declare function setStaticSafetyMode(mode: SafetyMode): void;
+/**
+ * Returns the effective project UUID allowlist.
+ * CLI-provided values override the environment variable.
+ * An empty array means all projects are allowed.
+ */
+export declare function getAllowedProjectUuids(): string[];
+/**
+ * Sets the project UUID allowlist from the CLI (overrides LIGHTDASH_ALLOWED_PROJECTS).
+ */
+export declare function setStaticAllowedProjectUuids(uuids: string[]): void;
+/**
+ * Returns true when dry-run mode is active.
+ * CLI flag overrides the LIGHTDASH_DRY_RUN environment variable.
+ */
+export declare function isDryRunMode(): boolean;
+/**
+ * Enables or disables dry-run mode (from CLI).
+ */
+export declare function setDryRunMode(enabled: boolean): void;
+/**
+ * Returns the audit log file path from LIGHTDASH_AUDIT_LOG, or undefined to use stderr.
+ */
+export declare function getAuditLogPath(): string | undefined;
 /**
  * Builds a LightdashClient from environment variables (and optional overrides).
  * Throws if LIGHTDASH_URL or LIGHTDASH_API_KEY are missing.

package/dist/config.js

@@ -7,10 +7,17 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getSafetyMode = getSafetyMode;
 exports.getStaticSafetyMode = getStaticSafetyMode;
 exports.setStaticSafetyMode = setStaticSafetyMode;
+exports.getAllowedProjectUuids = getAllowedProjectUuids;
+exports.setStaticAllowedProjectUuids = setStaticAllowedProjectUuids;
+exports.isDryRunMode = isDryRunMode;
+exports.setDryRunMode = setDryRunMode;
+exports.getAuditLogPath = getAuditLogPath;
 exports.getClient = getClient;
 const client_1 = require("@lightdash-tools/client");
 const common_1 = require("@lightdash-tools/common");
 let globalStaticSafetyMode;
+let globalStaticAllowedProjectUuids;
+let globalDryRunMode;
 /**
  * Gets the safety mode for dynamic enforcement.
  */
@@ -29,6 +36,42 @@ function getStaticSafetyMode() {
 function setStaticSafetyMode(mode) {
     globalStaticSafetyMode = mode;
 }
+/**
+ * Returns the effective project UUID allowlist.
+ * CLI-provided values override the environment variable.
+ * An empty array means all projects are allowed.
+ */
+function getAllowedProjectUuids() {
+    return globalStaticAllowedProjectUuids !== null && globalStaticAllowedProjectUuids !== void 0 ? globalStaticAllowedProjectUuids : (0, common_1.getAllowedProjectUuidsFromEnv)();
+}
+/**
+ * Sets the project UUID allowlist from the CLI (overrides LIGHTDASH_ALLOWED_PROJECTS).
+ */
+function setStaticAllowedProjectUuids(uuids) {
+    globalStaticAllowedProjectUuids = uuids;
+}
+/**
+ * Returns true when dry-run mode is active.
+ * CLI flag overrides the LIGHTDASH_DRY_RUN environment variable.
+ */
+function isDryRunMode() {
+    if (globalDryRunMode !== undefined)
+        return globalDryRunMode;
+    const v = process.env.LIGHTDASH_DRY_RUN;
+    return v === '1' || v === 'true' || v === 'yes';
+}
+/**
+ * Enables or disables dry-run mode (from CLI).
+ */
+function setDryRunMode(enabled) {
+    globalDryRunMode = enabled;
+}
+/**
+ * Returns the audit log file path from LIGHTDASH_AUDIT_LOG, or undefined to use stderr.
+ */
+function getAuditLogPath() {
+    return process.env.LIGHTDASH_AUDIT_LOG || undefined;
+}
 /**
  * Builds a LightdashClient from environment variables (and optional overrides).
  * Throws if LIGHTDASH_URL or LIGHTDASH_API_KEY are missing.

package/dist/http.js

@@ -19,6 +19,7 @@ const node_crypto_1 = require("node:crypto");
 const mcp_js_1 = require("@modelcontextprotocol/sdk/server/mcp.js");
 const streamableHttp_js_1 = require("@modelcontextprotocol/sdk/server/streamableHttp.js");
 const config_js_1 = require("./config.js");
+const audit_js_1 = require("./audit.js");
 const index_js_1 = require("./tools/index.js");
 const MCP_PATH = '/mcp';
 const PORT = Number((_a = process.env.MCP_HTTP_PORT) !== null && _a !== void 0 ? _a : '3100');
@@ -155,6 +156,7 @@ function handleRequest(req, res) {
     });
 }
 function main() {
+    (0, audit_js_1.initAuditLog)((0, config_js_1.getAuditLogPath)());
     const server = (0, node_http_1.createServer)((req, res) => {
         handleRequest(req, res).catch((err) => {
             console.error('MCP HTTP handler error:', err);

package/dist/index.js

@@ -15,16 +15,18 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 const mcp_js_1 = require("@modelcontextprotocol/sdk/server/mcp.js");
 const stdio_js_1 = require("@modelcontextprotocol/sdk/server/stdio.js");
-const config_1 = require("./config");
-const tools_1 = require("./tools");
+const config_js_1 = require("./config.js");
+const audit_js_1 = require("./audit.js");
+const index_js_1 = require("./tools/index.js");
 function main() {
     return __awaiter(this, void 0, void 0, function* () {
-        const client = (0, config_1.getClient)();
+        (0, audit_js_1.initAuditLog)((0, config_js_1.getAuditLogPath)());
+        const client = (0, config_js_1.getClient)();
         const server = new mcp_js_1.McpServer({
             name: 'lightdash-mcp',
             version: '1.0.0',
         });
-        (0, tools_1.registerTools)(server, client);
+        (0, index_js_1.registerTools)(server, client);
         const transport = new stdio_js_1.StdioServerTransport();
         yield server.connect(transport);
         console.error('Lightdash MCP server running on stdio');

package/dist/tools/ai-agents.d.ts

@@ -0,0 +1,6 @@
+/**
+ * MCP tools: AI agents (admin + project-scoped), threads, and evaluations.
+ */
+import type { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import type { LightdashClient } from '@lightdash-tools/client';
+export declare function registerAiAgentTools(server: McpServer, client: LightdashClient): void;

package/dist/tools/ai-agents.js

@@ -0,0 +1,388 @@
+"use strict";
+/**
+ * MCP tools: AI agents (admin + project-scoped), threads, and evaluations.
+ */
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.registerAiAgentTools = registerAiAgentTools;
+const zod_1 = require("zod");
+const shared_js_1 = require("./shared.js");
+function registerAiAgentTools(server, client) {
+    // ─── Admin: agents ───────────────────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'list_admin_agents', {
+        title: 'List AI agents (admin)',
+        description: 'List all AI agents across the organization (admin view)',
+        inputSchema: {},
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => () => __awaiter(this, void 0, void 0, function* () {
+        const result = yield c.v1.aiAgents.listAdminAgents();
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    // ─── Admin: threads ──────────────────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'list_admin_agent_threads', {
+        title: 'List AI agent threads (admin)',
+        description: 'List AI agent conversation threads across the organization with optional filters',
+        inputSchema: {
+            page: zod_1.z.number().optional().describe('Page number (1-based)'),
+            pageSize: zod_1.z.number().optional().describe('Number of results per page'),
+            agentUuids: zod_1.z.array(zod_1.z.string()).optional().describe('Filter by agent UUIDs'),
+            projectUuids: zod_1.z.array(zod_1.z.string()).optional().describe('Filter by project UUIDs'),
+            humanScore: zod_1.z
+                .number()
+                .optional()
+                .describe('Filter by human score: -1 (negative), 0 (neutral), 1 (positive)'),
+            dateFrom: zod_1.z.string().optional().describe('Start date filter (YYYY-MM-DD)'),
+            dateTo: zod_1.z.string().optional().describe('End date filter (YYYY-MM-DD)'),
+            sortField: zod_1.z.enum(['createdAt', 'title']).optional().describe('Sort field'),
+            sortDirection: zod_1.z.enum(['asc', 'desc']).optional().describe('Sort direction'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (params) => __awaiter(this, void 0, void 0, function* () {
+        const result = yield c.v1.aiAgents.getAdminThreads(params);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    // ─── Admin: settings ─────────────────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'get_ai_organization_settings', {
+        title: 'Get AI organization settings',
+        description: 'Get the AI settings for the current organization (admin)',
+        inputSchema: {},
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => () => __awaiter(this, void 0, void 0, function* () {
+        const result = yield c.v1.aiAgents.getAiOrganizationSettings();
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'update_ai_organization_settings', {
+        title: 'Update AI organization settings',
+        description: 'Update the AI settings for the current organization (admin)',
+        inputSchema: {
+            aiAgentsVisible: zod_1.z
+                .boolean()
+                .optional()
+                .describe('Whether AI agents feature is visible to users'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (params) => __awaiter(this, void 0, void 0, function* () {
+        const result = yield c.v1.aiAgents.updateAiOrganizationSettings(params);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    // ─── Project-scoped: agent CRUD ──────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'list_project_agents', {
+        title: 'List agents in a project',
+        description: 'List all AI agents configured for a specific project',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid }) {
+        const result = yield c.v1.aiAgents.listAgents(projectUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'get_project_agent', {
+        title: 'Get agent',
+        description: 'Get details of a specific AI agent in a project',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid }) {
+        const result = yield c.v1.aiAgents.getAgent(projectUuid, agentUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'create_project_agent', {
+        title: 'Create agent',
+        description: 'Create a new AI agent in a project',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            name: zod_1.z.string().describe('Agent name'),
+            description: zod_1.z.string().optional().describe('Agent description'),
+            instruction: zod_1.z.string().optional().describe('System instruction for the agent'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, name, description, instruction, }) {
+        const body = Object.assign(Object.assign({ name,
+            projectUuid }, (description != null ? { description } : {})), (instruction != null ? { instruction } : {}));
+        const result = yield c.v1.aiAgents.createAgent(projectUuid, body);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'update_project_agent', {
+        title: 'Update agent',
+        description: 'Update an existing AI agent',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            name: zod_1.z.string().optional().describe('New name'),
+            description: zod_1.z.string().optional().describe('New description'),
+            instruction: zod_1.z.string().optional().describe('New system instruction'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, void 0, void 0, function* () {
+        var { projectUuid, agentUuid } = _a, body = __rest(_a, ["projectUuid", "agentUuid"]);
+        const result = yield c.v1.aiAgents.updateAgent(projectUuid, agentUuid, body);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'delete_project_agent', {
+        title: 'Delete agent',
+        description: 'Delete an AI agent from a project',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+        },
+        annotations: shared_js_1.WRITE_DESTRUCTIVE,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid }) {
+        yield c.v1.aiAgents.deleteAgent(projectUuid, agentUuid);
+        return {
+            content: [{ type: 'text', text: `Agent ${agentUuid} deleted successfully` }],
+        };
+    })));
+    // ─── Project-scoped: threads ─────────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'list_agent_threads', {
+        title: 'List agent threads',
+        description: 'List all conversation threads for an agent',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid }) {
+        const result = yield c.v1.aiAgents.listAgentThreads(projectUuid, agentUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'get_agent_thread', {
+        title: 'Get agent thread',
+        description: 'Get a conversation thread with all its messages',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            threadUuid: zod_1.z.string().describe('Thread UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, threadUuid, }) {
+        const result = yield c.v1.aiAgents.getAgentThread(projectUuid, agentUuid, threadUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'generate_agent_message', {
+        title: 'Generate agent message',
+        description: 'Start a new conversation thread and generate the first agent response for a given prompt',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            prompt: zod_1.z.string().describe('User prompt to send to the agent'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, prompt, }) {
+        const thread = yield c.v1.aiAgents.createAgentThread(projectUuid, agentUuid);
+        const result = yield c.v1.aiAgents.generateAgentThreadResponse(projectUuid, agentUuid, thread.uuid, { prompt });
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: JSON.stringify(Object.assign({ threadUuid: thread.uuid }, result), null, 2),
+                },
+            ],
+        };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'continue_agent_thread', {
+        title: 'Continue agent thread',
+        description: 'Continue an existing conversation thread with a new prompt',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            threadUuid: zod_1.z.string().describe('Thread UUID to continue'),
+            prompt: zod_1.z.string().describe('Follow-up prompt'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, threadUuid, prompt, }) {
+        const result = yield c.v1.aiAgents.generateAgentThreadResponse(projectUuid, agentUuid, threadUuid, { prompt });
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    // ─── Project-scoped: evaluations ─────────────────────────────────────────────
+    (0, shared_js_1.registerToolSafe)(server, 'list_agent_evaluations', {
+        title: 'List agent evaluations',
+        description: 'List all evaluations for an agent',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid }) {
+        const result = yield c.v1.aiAgents.listEvaluations(projectUuid, agentUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'get_agent_evaluation', {
+        title: 'Get agent evaluation',
+        description: 'Get a full evaluation including its test prompts',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, }) {
+        const result = yield c.v1.aiAgents.getEvaluation(projectUuid, agentUuid, evalUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'create_agent_evaluation', {
+        title: 'Create agent evaluation',
+        description: 'Create a new evaluation test suite for an agent with a title and optional prompts',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            title: zod_1.z.string().describe('Evaluation title'),
+            description: zod_1.z.string().optional().describe('Evaluation description'),
+            prompts: zod_1.z
+                .array(zod_1.z.union([
+                zod_1.z.object({
+                    prompt: zod_1.z.string().describe('Test prompt text'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+                zod_1.z.object({
+                    threadUuid: zod_1.z.string().describe('Existing thread UUID'),
+                    promptUuid: zod_1.z.string().describe('Existing prompt UUID within the thread'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+            ]))
+                .optional()
+                .describe('Test prompts for the evaluation'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, title, description, prompts, }) {
+        const body = Object.assign({ title, prompts: prompts !== null && prompts !== void 0 ? prompts : [] }, (description != null ? { description } : {}));
+        const result = yield c.v1.aiAgents.createEvaluation(projectUuid, agentUuid, body);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'update_agent_evaluation', {
+        title: 'Update agent evaluation',
+        description: 'Update an evaluation title, description, or replace its prompts',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+            title: zod_1.z.string().optional().describe('New title'),
+            description: zod_1.z.string().optional().describe('New description'),
+            prompts: zod_1.z
+                .array(zod_1.z.union([
+                zod_1.z.object({
+                    prompt: zod_1.z.string().describe('Test prompt text'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+                zod_1.z.object({
+                    threadUuid: zod_1.z.string().describe('Existing thread UUID'),
+                    promptUuid: zod_1.z.string().describe('Existing prompt UUID within the thread'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+            ]))
+                .optional()
+                .describe('Replacement prompt list (omit to leave unchanged)'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, void 0, void 0, function* () {
+        var { projectUuid, agentUuid, evalUuid } = _a, body = __rest(_a, ["projectUuid", "agentUuid", "evalUuid"]);
+        const result = yield c.v1.aiAgents.updateEvaluation(projectUuid, agentUuid, evalUuid, body);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'append_agent_evaluation_prompts', {
+        title: 'Append evaluation prompts',
+        description: 'Append additional prompts to an existing evaluation without replacing existing ones',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+            prompts: zod_1.z
+                .array(zod_1.z.union([
+                zod_1.z.object({
+                    prompt: zod_1.z.string().describe('Test prompt text'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+                zod_1.z.object({
+                    threadUuid: zod_1.z.string().describe('Existing thread UUID'),
+                    promptUuid: zod_1.z.string().describe('Existing prompt UUID within the thread'),
+                    expectedResponse: zod_1.z.string().nullable().describe('Expected response (optional)'),
+                }),
+            ]))
+                .describe('Prompts to append'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, prompts, }) {
+        yield c.v1.aiAgents.appendToEvaluation(projectUuid, agentUuid, evalUuid, { prompts });
+        return {
+            content: [
+                { type: 'text', text: `Prompts appended to evaluation ${evalUuid} successfully` },
+            ],
+        };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'run_agent_evaluation', {
+        title: 'Run agent evaluation',
+        description: 'Trigger a new evaluation run for an agent. Returns the run UUID and status.',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID to run'),
+        },
+        annotations: shared_js_1.WRITE_IDEMPOTENT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, }) {
+        const result = yield c.v1.aiAgents.runEvaluation(projectUuid, agentUuid, evalUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'list_agent_evaluation_runs', {
+        title: 'List evaluation runs',
+        description: 'List all runs for an evaluation with their status and pass/fail counts',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, }) {
+        const result = yield c.v1.aiAgents.listEvaluationRuns(projectUuid, agentUuid, evalUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'get_agent_evaluation_run_results', {
+        title: 'Get evaluation run results',
+        description: 'Get detailed per-prompt results for a specific evaluation run, including pass/fail and assessments',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+            runUuid: zod_1.z.string().describe('Run UUID'),
+        },
+        annotations: shared_js_1.READ_ONLY_DEFAULT,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, runUuid, }) {
+        const result = yield c.v1.aiAgents.getEvaluationRunResults(projectUuid, agentUuid, evalUuid, runUuid);
+        return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
+    })));
+    (0, shared_js_1.registerToolSafe)(server, 'delete_agent_evaluation', {
+        title: 'Delete agent evaluation',
+        description: 'Delete an evaluation and all its runs',
+        inputSchema: {
+            projectUuid: zod_1.z.string().describe('Project UUID'),
+            agentUuid: zod_1.z.string().describe('Agent UUID'),
+            evalUuid: zod_1.z.string().describe('Evaluation UUID'),
+        },
+        annotations: shared_js_1.WRITE_DESTRUCTIVE,
+    }, (0, shared_js_1.wrapTool)(client, (c) => (_a) => __awaiter(this, [_a], void 0, function* ({ projectUuid, agentUuid, evalUuid, }) {
+        yield c.v1.aiAgents.deleteEvaluation(projectUuid, agentUuid, evalUuid);
+        return {
+            content: [{ type: 'text', text: `Evaluation ${evalUuid} deleted successfully` }],
+        };
+    })));
+}

package/dist/tools/index.js

@@ -16,6 +16,7 @@ const metrics_js_1 = require("./metrics.js");
 const schedulers_js_1 = require("./schedulers.js");
 const tags_js_1 = require("./tags.js");
 const content_js_1 = require("./content.js");
+const ai_agents_js_1 = require("./ai-agents.js");
 function registerTools(server, client) {
     (0, projects_js_1.registerProjectTools)(server, client);
     (0, charts_js_1.registerChartTools)(server, client);
@@ -29,4 +30,5 @@ function registerTools(server, client) {
     (0, schedulers_js_1.registerSchedulersTools)(server, client);
     (0, tags_js_1.registerTagsTools)(server, client);
     (0, content_js_1.registerContentTools)(server, client);
+    (0, ai_agents_js_1.registerAiAgentTools)(server, client);
 }