@promptlayer/mcp-server 1.6.0 → 1.8.0

package/src/types.ts

@@ -19,7 +19,6 @@ export const GetPromptTemplateArgsSchema = z.object({
     .min(1)
     .optional()
     .describe("Specific version number (defaults to latest)"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   label: z
     .string()
     .optional()
@@ -73,7 +72,6 @@ export const ListPromptTemplatesArgsSchema = z.object({
   name: z.string().optional().describe("Filter by name (case-insensitive partial match)"),
   tags: z.union([z.string(), z.array(z.string())]).optional().describe("Filter by tag(s). Only templates whose tags contain all specified values are returned."),
   status: z.enum(["active", "deleted", "all"]).optional().describe("Filter by status (default: 'active')"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -85,8 +83,7 @@ export const PublishPromptTemplateArgsSchema = z.object({
     prompt_name: z.string().describe("Name of the prompt template"),
     tags: z.array(z.string()).optional().describe("Tags to associate"),
     folder_id: z.number().int().optional().describe("Folder ID to publish into"),
-    workspace_id: z.number().int().optional().describe("Workspace ID"),
-  }).describe("Template metadata: prompt_name (required), tags, folder_id, workspace_id"),
+  }).describe("Template metadata: prompt_name (required), tags, folder_id"),
   prompt_version: z.object({
     prompt_template: z.record(z.unknown()).describe("The template content in chat ({type:'chat', messages:[...]}) or completion format"),
     commit_message: z.string().optional().describe("Commit message (max 72 chars)"),
@@ -201,7 +198,6 @@ export const ListDatasetsArgsSchema = z.object({
   prompt_version_id: z.number().int().optional().describe("Filter by prompt version ID"),
   prompt_label_id: z.number().int().optional().describe("Filter by prompt label ID"),
   report_id: z.number().int().optional().describe("Filter by report ID"),
-  workspace_id: z.number().int().optional().describe("Filter by workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -209,7 +205,6 @@ export const ListDatasetsArgsSchema = z.object({
 
 export const CreateDatasetGroupArgsSchema = z.object({
   name: z.string().optional().describe("Dataset group name (unique within workspace). Auto-generated if omitted."),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   folder_id: z.number().int().optional().describe("Folder ID to place the dataset group into"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
@@ -228,7 +223,6 @@ export const CreateDatasetVersionFromFileArgsSchema = z.object({
 export const CreateDatasetVersionFromFilterParamsArgsSchema = z.object({
   dataset_group_id: z.number().int().describe("Dataset group ID"),
   variables_to_parse: z.array(z.string()).optional().describe("Variables to extract from request logs"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   tags: z.array(z.string()).optional().describe("Filter by tags (simple tag filter)"),
   metadata: z.record(z.string()).optional().describe("Simple metadata key-value filter"),
   start_time: z.string().optional().describe("Start time filter (ISO 8601)"),
@@ -270,7 +264,6 @@ export const CreateDatasetVersionFromFilterParamsArgsSchema = z.object({
 
 export const GetDatasetRowsArgsSchema = z.object({
   dataset_id: z.number().int().describe("The ID of the dataset to retrieve rows from"),
-  workspace_id: z.number().int().optional().describe("Filter by workspace ID"),
   page: z.number().int().optional().describe("Page number (default: 1)"),
   per_page: z.number().int().optional().describe("Rows per page (default: 10, max: 100)"),
   q: z.string().optional().describe("Search query for filtering rows"),
@@ -308,7 +301,6 @@ export const ListEvaluationsArgsSchema = z.object({
   name: z.string().optional().describe("Filter by name (case-insensitive partial match)"),
   status: z.enum(["active", "deleted", "all"]).optional().describe("Filter by status (default: 'active')"),
   include_runs: z.boolean().optional().describe("If true, include batch runs nested under each evaluation with status and cell status counts (default: false)"),
-  workspace_id: z.number().int().optional().describe("Filter by workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -316,7 +308,6 @@ export const ListEvaluationsArgsSchema = z.object({
 
 export const GetEvaluationRowsArgsSchema = z.object({
   evaluation_id: z.number().int().describe("The ID of the evaluation to retrieve rows from"),
-  workspace_id: z.number().int().optional().describe("Filter by workspace ID"),
   page: z.number().int().optional().describe("Page number (default: 1)"),
   per_page: z.number().int().optional().describe("Rows per page (default: 10, max: 100)"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
@@ -378,6 +369,53 @@ export const DeleteReportsByNameArgsSchema = z.object({
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
+// ── Delete Report by ID (DELETE /reports/{report_id}) ────────────────────
+
+export const DeleteReportArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to archive"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Rename Report (PATCH /reports/{report_id}/rename) ────────────────────
+
+export const RenameReportArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to rename"),
+  name: z.string().min(1).max(255).optional().describe("New name for the evaluation pipeline. Provide name, tags, or both."),
+  tags: z.array(z.string()).optional().describe("Replace the pipeline's tags. Pass an empty array to clear them. Provide name, tags, or both."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Add Report Column (POST /report-columns) ─────────────────────────────
+
+export const AddReportColumnArgsSchema = z.object({
+  report_id: z.number().int().describe("Evaluation pipeline ID to add the column to"),
+  column_type: z.string().describe("Column type (e.g. LLM_ASSERTION, CODE_EXECUTION, PROMPT_TEMPLATE). See https://docs.promptlayer.com/features/evaluations/column-types"),
+  name: z.string().min(1).describe("Unique column name within the pipeline"),
+  configuration: z.record(z.unknown()).describe("Column-type-specific configuration"),
+  position: z.number().int().positive().optional().describe("Position in the pipeline (auto-assigned if omitted). Cannot overwrite dataset columns."),
+  is_part_of_score: z.boolean().optional().describe("Whether this column contributes to the score (default false)"),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Edit Report Column (PATCH /report-columns/{report_column_id}) ────────
+
+export const EditReportColumnArgsSchema = z.object({
+  report_column_id: z.number().int().describe("Report column ID to edit"),
+  report_id: z.number().int().describe("Parent evaluation pipeline ID (must match the column's report)"),
+  column_type: z.string().describe("Column type (e.g. LLM_ASSERTION, CODE_EXECUTION, PROMPT_TEMPLATE). DATASET is not allowed."),
+  configuration: z.record(z.unknown()).optional().describe("Replacement column configuration"),
+  name: z.string().min(1).optional().describe("New column name (must be unique within the pipeline)"),
+  position: z.number().int().positive().optional().describe("New position. Cannot overwrite dataset columns."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
+// ── Delete Report Column (DELETE /report-columns/{report_column_id}) ─────
+
+export const DeleteReportColumnArgsSchema = z.object({
+  report_column_id: z.number().int().describe("Report column ID to delete. Cannot be a DATASET column."),
+  api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
+});
+
 
 // ── List Agents (GET /workflows) ─────────────────────────────────────────
 
@@ -461,7 +499,6 @@ export const GetWorkflowLabelsArgsSchema = z.object({
 export const CreateFolderArgsSchema = z.object({
   name: z.string().describe("Folder name (unique within parent)"),
   parent_id: z.number().int().optional().describe("Parent folder ID (root if omitted)"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -493,7 +530,6 @@ export const GetFolderEntitiesArgsSchema = z.object({
   tags: z.array(z.string()).optional().describe("Filter entities by tags (AND logic — all must match). Applies to prompts, workflows, datasets, evaluations."),
   flatten: z.boolean().optional().describe("Flatten nested folder hierarchy (default: false)"),
   include_metadata: z.boolean().optional().describe("Include entity metadata like latest_version_number (default: false)"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -507,7 +543,6 @@ export const MoveFolderEntitiesArgsSchema = z.object({
     type: EntityTypeEnum.describe("Entity type"),
   })).describe("Entities to move"),
   folder_id: z.number().int().optional().describe("Target folder ID (root if omitted)"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -521,7 +556,6 @@ export const DeleteFolderEntitiesArgsSchema = z.object({
     type: EntityTypeEnum.describe("Entity type"),
   })).describe("Entities to delete"),
   cascade: z.boolean().optional().describe("Delete folder contents recursively (default: false)"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -531,7 +565,6 @@ export const DeleteFolderEntitiesArgsSchema = z.object({
 
 export const ResolveFolderIdArgsSchema = z.object({
   path: z.string().describe("Folder path to resolve (e.g. 'foo/bar')"),
-  workspace_id: z.number().int().optional().describe("Workspace ID"),
   api_key: z.string().optional().describe("PromptLayer API key (optional, defaults to PROMPTLAYER_API_KEY env var)"),
 });
 
@@ -820,7 +853,7 @@ export const TOOL_DEFINITIONS = {
   // ── Evaluations ─────────────────────────────────────────────────────
   "list-evaluations": {
     name: "list-evaluations",
-    description: "List evaluation pipelines (called 'reports' in the API) with pagination. Filter by name, status, workspace_id. Set include_runs=true to include batch runs nested under each evaluation.",
+    description: "List evaluation pipelines (called 'reports' in the API) with pagination. Filter by name, status. Set include_runs=true to include batch runs nested under each evaluation.",
     inputSchema: ListEvaluationsArgsSchema,
     annotations: { readOnlyHint: true },
   },
@@ -866,6 +899,36 @@ export const TOOL_DEFINITIONS = {
     inputSchema: DeleteReportsByNameArgsSchema,
     annotations: { readOnlyHint: false },
   },
+  "delete-report": {
+    name: "delete-report",
+    description: "Archive a single evaluation pipeline by ID. Prefer this over delete-reports-by-name when you have the report_id, since names can collide.",
+    inputSchema: DeleteReportArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "rename-report": {
+    name: "rename-report",
+    description: "Rename or retag an evaluation pipeline. Provide name, tags, or both. Use this instead of recreating a misnamed pipeline.",
+    inputSchema: RenameReportArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "add-report-column": {
+    name: "add-report-column",
+    description: "Add a single column to an existing evaluation pipeline. Use this to extend a pipeline incrementally instead of recreating the entire report. Column names must be unique within the pipeline. For column types and configuration, see https://docs.promptlayer.com/features/evaluations/column-types.",
+    inputSchema: AddReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "edit-report-column": {
+    name: "edit-report-column",
+    description: "Update an existing evaluation column's type, configuration, name, or position. Use this to fix a bug in a CODE_EXECUTION script or change a column's settings without recreating the whole pipeline. Cannot edit DATASET columns.",
+    inputSchema: EditReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
+  "delete-report-column": {
+    name: "delete-report-column",
+    description: "Delete a single column from an evaluation pipeline. Cannot delete DATASET columns. Surrounding columns shift left to fill the gap.",
+    inputSchema: DeleteReportColumnArgsSchema,
+    annotations: { readOnlyHint: false },
+  },
 
   // ── Agents / Workflows ──────────────────────────────────────────────
   "list-workflows": {