@promptlayer/mcp-server 1.7.0 → 1.9.0

package/gcp/package.json

@@ -22,5 +22,18 @@
   },
   "engines": {
     "node": ">=20.0.0"
+  },
+  "overrides": {
+    "hono": "^4.12.14",
+    "@hono/node-server": "^1.19.13",
+    "express-rate-limit": "^8.2.2",
+    "express": {
+      "path-to-regexp": "^0.1.13"
+    },
+    "router": {
+      "path-to-regexp": "^8.4.0"
+    },
+    "qs": "^6.14.2",
+    "ajv": "^8.18.0"
   }
 }

package/gcp/src/index.ts

@@ -65,8 +65,16 @@ const TOOL_HANDLERS: Record<string, ToolHandler> = {
   "get-report-score": (c, { report_id }) => c.getReportScore(report_id as number),
   "update-report-score-card": (c, { api_key: _, report_id, ...b }) =>
     c.updateReportScoreCard(report_id as number, b),
+  "rename-report": (c, { api_key: _, report_id, ...b }) =>
+    c.renameReport(report_id as number, b),
+  "delete-report": (c, { report_id }) => c.deleteReport(report_id as number),
   "delete-reports-by-name": (c, { report_name }) =>
     c.deleteReportsByName(report_name as string),
+  "add-report-column": (c, a) => c.addReportColumn(body(a)),
+  "edit-report-column": (c, { api_key: _, report_column_id, ...b }) =>
+    c.editReportColumn(report_column_id as number, b),
+  "delete-report-column": (c, { report_column_id }) =>
+    c.deleteReportColumn(report_column_id as number),
 
   // Agents
   "list-workflows": (c, a) => c.listWorkflows(body(a)),
@@ -82,6 +90,14 @@ const TOOL_HANDLERS: Record<string, ToolHandler> = {
   "get-workflow-labels": (c, { workflow_id_or_name }) =>
     c.getWorkflowLabels(workflow_id_or_name as string),
 
+  // Tool Registry
+  "list-tool-registries": (c) => c.listToolRegistries(),
+  "get-tool-registry": (c, { api_key: _, identifier, ...p }) =>
+    c.getToolRegistry(identifier as string, p),
+  "create-tool-registry": (c, a) => c.createToolRegistry(body(a)),
+  "create-tool-version": (c, { api_key: _, identifier, ...b }) =>
+    c.createToolVersion(identifier as string, b),
+
   // Folders
   "create-folder": (c, a) => c.createFolder(body(a)),
   "edit-folder": (c, { api_key: _, folder_id, ...b }) =>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@promptlayer/mcp-server",
-  "version": "1.7.0",
+  "version": "1.9.0",
   "description": "Model Context Protocol server for PromptLayer",
   "type": "module",
   "main": "build/index.js",
@@ -32,5 +32,13 @@
   },
   "engines": {
     "node": ">=18.0.0"
+  },
+  "overrides": {
+    "hono": "^4.12.14",
+    "@hono/node-server": "^1.19.13",
+    "express-rate-limit": "^8.2.2",
+    "path-to-regexp": "^8.4.0",
+    "qs": "^6.14.2",
+    "ajv": "^8.18.0"
   }
 }

package/src/client.ts

@@ -83,7 +83,12 @@ export class PromptLayerClient {
   getReport(id: number) { return this.get(`/reports/${id}`); }
   getReportScore(id: number) { return this.get(`/reports/${id}/score`); }
   updateReportScoreCard(id: number, body: Body) { return this.patch(`/reports/${id}/score-card`, body); }
+  renameReport(id: number, body: Body) { return this.patch(`/reports/${id}/rename`, body); }
+  deleteReport(id: number) { return this.del(`/reports/${id}`); }
   deleteReportsByName(name: string) { return this.del(`/reports/name/${this.enc(name)}`); }
+  addReportColumn(body: Body) { return this.post("/report-columns", body); }
+  editReportColumn(id: number, body: Body) { return this.patch(`/report-columns/${id}`, body); }
+  deleteReportColumn(id: number) { return this.del(`/report-columns/${id}`); }
 
   // Agents
   listWorkflows(params?: Body) { return this.get("/workflows", params); }
@@ -94,6 +99,12 @@ export class PromptLayerClient {
   runWorkflow(name: string, body: Body) { return this.post(`/workflows/${this.enc(name)}/run`, body); }
   getWorkflowVersionExecutionResults(params: Body) { return this.get("/workflow-version-execution-results", params); }
 
+  // Tool Registry
+  listToolRegistries() { return this.get("/api/public/v2/tool-registry"); }
+  getToolRegistry(identifier: string, params?: Body) { return this.get(`/api/public/v2/tool-registry/${this.enc(identifier)}`, params); }
+  createToolRegistry(body: Body) { return this.post("/api/public/v2/tool-registry", body); }
+  createToolVersion(identifier: string, body: Body) { return this.post(`/api/public/v2/tool-registry/${this.enc(identifier)}/versions`, body); }
+
   // Folders
   createFolder(body: Body) { return this.post("/api/public/v2/folders", body); }
   editFolder(folderId: number, body: Body) { return this.patch(`/api/public/v2/folders/${folderId}`, body); }

package/src/handlers.ts

@@ -105,6 +105,20 @@ export function registerAllTools(server: any) {
   reg(t["delete-reports-by-name"],
     (c, a) => c.deleteReportsByName((a as { report_name: string }).report_name),
     () => "Reports archived");
+  reg(t["delete-report"],
+    (c, a) => c.deleteReport((a as { report_id: number }).report_id),
+    () => "Evaluation pipeline archived");
+  reg(t["rename-report"],
+    (c, a) => { const { api_key: _, report_id, ...b } = a as { report_id: number; api_key?: string } & Args; return c.renameReport(report_id, b); },
+    () => "Evaluation pipeline updated");
+  reg(t["add-report-column"], (c, a) => c.addReportColumn(body(a)),
+    (r) => { const id = (r as { report_column?: { id?: number } }).report_column?.id; return id ? `Column added (ID: ${id})` : "Column added"; });
+  reg(t["edit-report-column"],
+    (c, a) => { const { api_key: _, report_column_id, ...b } = a as { report_column_id: number; api_key?: string } & Args; return c.editReportColumn(report_column_id, b); },
+    () => "Column updated");
+  reg(t["delete-report-column"],
+    (c, a) => c.deleteReportColumn((a as { report_column_id: number }).report_column_id),
+    () => "Column deleted");
 
   // Agents
   reg(t["list-workflows"], (c, a) => c.listWorkflows(body(a)), () => "Agents listed");
@@ -125,6 +139,18 @@ export function registerAllTools(server: any) {
     (c, a) => c.getWorkflowLabels((a as { workflow_id_or_name: string }).workflow_id_or_name),
     (r) => { const labels = (r as { release_labels?: unknown[] }).release_labels; return `${labels?.length ?? 0} label(s) found`; });
 
+  // Tool Registry
+  reg(t["list-tool-registries"], (c) => c.listToolRegistries(),
+    (r) => { const tools = (r as { tool_registries?: unknown[] }).tool_registries; return `${tools?.length ?? 0} tool(s)`; });
+  reg(t["get-tool-registry"],
+    (c, a) => { const { api_key: _, identifier, ...p } = a as { identifier: string; api_key?: string } & Args; return c.getToolRegistry(identifier, p); },
+    (r) => { const t_ = (r as { tool_registry?: { name?: string } }).tool_registry; return `Tool "${t_?.name ?? ""}" retrieved`; });
+  reg(t["create-tool-registry"], (c, a) => c.createToolRegistry(body(a)),
+    (r) => { const t_ = (r as { tool_registry?: { name?: string; id?: number } }).tool_registry; return t_ ? `Tool "${t_.name}" created (ID: ${t_.id})` : "Tool created"; });
+  reg(t["create-tool-version"],
+    (c, a) => { const { api_key: _, identifier, ...b } = a as { identifier: string; api_key?: string } & Args; return c.createToolVersion(identifier, b); },
+    (r) => { const v = (r as { version?: { number?: number } }).version; return v ? `Version ${v.number} created` : "Version created"; });
+
   // Folders
   reg(t["create-folder"], (c, a) => c.createFolder(body(a)), () => "Folder created");
   reg(t["edit-folder"],

package/src/types.ts

@@ -369,6 +369,53 @@ export const DeleteReportsByNameArgsSchema = z.object({
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
+// ── Delete Report by ID (DELETE /reports/{report_id}) ────────────────────
+
+export const DeleteReportArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to archive"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Rename Report (PATCH /reports/{report_id}/rename) ────────────────────
+
+export const RenameReportArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to rename"),
+  name: z.string().min(1).max(255).optional().describe("New name for the evaluation pipeline. Provide name, tags, or both."),
+  tags: z.array(z.string()).optional().describe("Replace the pipeline's tags. Pass an empty array to clear them. Provide name, tags, or both."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Add Report Column (POST /report-columns) ─────────────────────────────
+
+export const AddReportColumnArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to add the column to"),
+  column_type: z.string().describe("Column type (e.g. LLM_ASSERTION, CODE_EXECUTION, PROMPT_TEMPLATE). See https://docs.promptlayer.com/features/evaluations/column-types"),
+  name: z.string().min(1).describe("Unique column name within the pipeline"),
+  configuration: z.record(z.unknown()).describe("Column-type-specific configuration"),
+  position: z.number().int().positive().optional().describe("Position in the pipeline (auto-assigned if omitted). Cannot overwrite dataset columns."),
+  is_part_of_score: z.boolean().optional().describe("Whether this column contributes to the score (default false)"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Edit Report Column (PATCH /report-columns/{report_column_id}) ────────
+
+export const EditReportColumnArgsSchema = z.object({
+  report_column_id: z.number().int().describe("Report column ID to edit"),
+  report_id: z.number().int().describe("Parent evaluation pipeline ID (must match the column's report)"),
+  column_type: z.string().describe("Column type (e.g. LLM_ASSERTION, CODE_EXECUTION, PROMPT_TEMPLATE). DATASET is not allowed."),
+  configuration: z.record(z.unknown()).optional().describe("Replacement column configuration"),
+  name: z.string().min(1).optional().describe("New column name (must be unique within the pipeline)"),
+  position: z.number().int().positive().optional().describe("New position. Cannot overwrite dataset columns."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Delete Report Column (DELETE /report-columns/{report_column_id}) ─────
+
+export const DeleteReportColumnArgsSchema = z.object({
+  report_column_id: z.number().int().describe("Report column ID to delete. Cannot be a DATASET column."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
 
 // ── List Agents (GET /workflows) ─────────────────────────────────────────
 
@@ -449,6 +496,34 @@ export const GetWorkflowLabelsArgsSchema = z.object({
 });
 
 
+// ── Tool Registry ────────────────────────────────────────────────────
+
+export const ListToolRegistriesArgsSchema = z.object({
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+export const GetToolRegistryArgsSchema = z.object({
+  identifier: z.string().describe("Tool ID (numeric) or name"),
+  label: z.string().optional().describe("Resolve version by label name (e.g. 'production')"),
+  version: z.number().int().optional().describe("Resolve by specific version number"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+export const CreateToolRegistryArgsSchema = z.object({
+  name: z.string().describe("Tool name (unique per workspace)"),
+  tool_definition: z.record(z.unknown()).describe("Tool definition in OpenAI function-calling format: {type: 'function', function: {name, description, parameters}}"),
+  folder_id: z.number().int().optional().describe("Folder ID to place tool in"),
+  commit_message: z.string().optional().describe("Commit message for the initial version"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+export const CreateToolVersionArgsSchema = z.object({
+  identifier: z.string().describe("Tool ID (numeric) or name"),
+  tool_definition: z.record(z.unknown()).describe("Updated tool definition in OpenAI function-calling format"),
+  commit_message: z.string().optional().describe("Commit message describing what changed"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
 export const CreateFolderArgsSchema = z.object({
   name: z.string().describe("Folder name (unique within parent)"),
   parent_id: z.number().int().optional().describe("Parent folder ID (root if omitted)"),
@@ -852,6 +927,36 @@ export const TOOL_DEFINITIONS = {
     inputSchema: DeleteReportsByNameArgsSchema,
     annotations: { readOnlyHint: false },
   },
+  "delete-report": {
+    name: "delete-report",
+    description: "Archive a single evaluation pipeline by ID. Prefer this over delete-reports-by-name when you have the report_id, since names can collide.",
+    inputSchema: DeleteReportArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "rename-report": {
+    name: "rename-report",
+    description: "Rename or retag an evaluation pipeline. Provide name, tags, or both. Use this instead of recreating a misnamed pipeline.",
+    inputSchema: RenameReportArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "add-report-column": {
+    name: "add-report-column",
+    description: "Add a single column to an existing evaluation pipeline. Use this to extend a pipeline incrementally instead of recreating the entire report. Column names must be unique within the pipeline. For column types and configuration, see https://docs.promptlayer.com/features/evaluations/column-types.",
+    inputSchema: AddReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "edit-report-column": {
+    name: "edit-report-column",
+    description: "Update an existing evaluation column's type, configuration, name, or position. Use this to fix a bug in a CODE_EXECUTION script or change a column's settings without recreating the whole pipeline. Cannot edit DATASET columns.",
+    inputSchema: EditReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "delete-report-column": {
+    name: "delete-report-column",
+    description: "Delete a single column from an evaluation pipeline. Cannot delete DATASET columns. Surrounding columns shift left to fill the gap.",
+    inputSchema: DeleteReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
 
   // ── Agents / Workflows ──────────────────────────────────────────────
   "list-workflows": {
@@ -897,6 +1002,32 @@ export const TOOL_DEFINITIONS = {
     annotations: { readOnlyHint: true },
   },
 
+  // ── Tool Registry ───────────────────────────────────────────────────
+  "list-tool-registries": {
+    name: "list-tool-registries",
+    description: "List all tools in the Tool Registry for the workspace. Returns tool names, IDs, and metadata.",
+    inputSchema: ListToolRegistriesArgsSchema,
+    annotations: { readOnlyHint: true },
+  },
+  "get-tool-registry": {
+    name: "get-tool-registry",
+    description: "Get a tool from the Tool Registry by ID or name. Optionally resolve a specific version by label or version number. Returns the tool definition and metadata.",
+    inputSchema: GetToolRegistryArgsSchema,
+    annotations: { readOnlyHint: true },
+  },
+  "create-tool-registry": {
+    name: "create-tool-registry",
+    description: "Create a new tool in the Tool Registry with an initial version. The tool definition should be in OpenAI function-calling format.",
+    inputSchema: CreateToolRegistryArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "create-tool-version": {
+    name: "create-tool-version",
+    description: "Create a new version of an existing tool in the Tool Registry. Each version is immutable — this adds a new version with the updated definition.",
+    inputSchema: CreateToolVersionArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+
   // ── Folders ─────────────────────────────────────────────────────────
   "create-folder": {
     name: "create-folder",