@langwatch/mcp-server 2.0.0 → 2.2.0

package/dist/{chunk-YX3A3CFM.js → chunk-JRJPH75H.js}

@@ -1,35 +1,29 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-UWLE5T2F.js";
 
 // src/langwatch-api-annotations.ts
 async function listAnnotations() {
-  return makeRequest("GET", "/api/annotations");
+  return makeRequest("GET", "/api/v1/annotations");
 }
 async function getAnnotation(id) {
   return makeRequest(
     "GET",
-    `/api/annotations/${encodeURIComponent(id)}`
+    `/api/v1/annotations/${encodeURIComponent(id)}`
   );
 }
 async function getAnnotationsByTrace(traceId) {
-  return makeRequest(
-    "GET",
-    `/api/annotations/trace/${encodeURIComponent(traceId)}`
-  );
+  return makeRequest("GET", `/api/v1/annotations/trace/${encodeURIComponent(traceId)}`);
 }
 async function createAnnotation(traceId, data) {
   return makeRequest(
     "POST",
-    `/api/annotations/trace/${encodeURIComponent(traceId)}`,
+    `/api/v1/annotations/trace/${encodeURIComponent(traceId)}`,
     data
   );
 }
 async function deleteAnnotation(id) {
-  return makeRequest(
-    "DELETE",
-    `/api/annotations/${encodeURIComponent(id)}`
-  );
+  return makeRequest("DELETE", `/api/v1/annotations/${encodeURIComponent(id)}`);
 }
 
 export {
@@ -39,4 +33,4 @@ export {
   createAnnotation,
   deleteAnnotation
 };
-//# sourceMappingURL=chunk-YX3A3CFM.js.map
+//# sourceMappingURL=chunk-JRJPH75H.js.map

package/dist/chunk-K2I7Z3LZ.js

@@ -0,0 +1,28 @@
+import {
+  makeRequest
+} from "./chunk-UWLE5T2F.js";
+
+// src/langwatch-api-boards.ts
+async function listBoards({
+  projectId
+}) {
+  return makeRequest(
+    "GET",
+    `/api/v1/projects/${encodeURIComponent(projectId)}/analytics/boards`
+  );
+}
+async function getBoard({
+  projectId,
+  boardId
+}) {
+  return makeRequest(
+    "GET",
+    `/api/v1/projects/${encodeURIComponent(projectId)}/analytics/boards/${encodeURIComponent(boardId)}`
+  );
+}
+
+export {
+  listBoards,
+  getBoard
+};
+//# sourceMappingURL=chunk-K2I7Z3LZ.js.map

package/dist/{chunk-5CCZFUXS.js → chunk-NKMTIHIJ.js}

@@ -1,29 +1,26 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-UWLE5T2F.js";
 
 // src/langwatch-api-workflows.ts
 async function listWorkflows() {
-  return makeRequest("GET", "/api/workflows");
+  return makeRequest("GET", "/api/v1/workflows");
 }
 async function getWorkflow(id) {
   return makeRequest(
     "GET",
-    `/api/workflows/${encodeURIComponent(id)}`
+    `/api/v1/workflows/${encodeURIComponent(id)}`
   );
 }
 async function runWorkflow(id, input) {
   return makeRequest(
     "POST",
-    `/api/workflows/${encodeURIComponent(id)}/run`,
+    `/api/v1/workflows/${encodeURIComponent(id)}/run`,
     input ?? {}
   );
 }
 async function deleteWorkflow(id) {
-  return makeRequest(
-    "DELETE",
-    `/api/workflows/${encodeURIComponent(id)}`
-  );
+  return makeRequest("DELETE", `/api/v1/workflows/${encodeURIComponent(id)}`);
 }
 
 export {
@@ -32,4 +29,4 @@ export {
   runWorkflow,
   deleteWorkflow
 };
-//# sourceMappingURL=chunk-5CCZFUXS.js.map
+//# sourceMappingURL=chunk-NKMTIHIJ.js.map

package/dist/chunk-O7EMWEVJ.js

@@ -0,0 +1,44 @@
+// src/schemas/run-plan.ts
+import { z } from "zod";
+var runPlanScopeSchema = z.discriminatedUnion("mode", [
+  z.object({ mode: z.literal("all") }).describe("Every non-archived scenario of the project"),
+  z.object({
+    mode: z.literal("test_suites"),
+    testSuiteIds: z.array(z.string()).describe("The test suite IDs whose scenarios to run")
+  }).describe("The non-archived scenarios filed in the given test suites"),
+  z.object({
+    mode: z.literal("labels"),
+    labels: z.array(z.string()).describe("The labels to select scenarios by")
+  }).describe("The non-archived scenarios carrying at least one of the given labels"),
+  z.object({ mode: z.literal("scenarios") }).describe("The scenarios named in scenarioIds, picked by hand")
+]);
+var runParametersSchema = z.record(
+  z.string(),
+  z.union([z.string(), z.number(), z.boolean()])
+);
+var runPlanTargetSchema = z.object({
+  type: z.enum(["connected", "prompt", "http", "code", "workflow"]).describe(
+    "What kind of thing the target is. A connected agent is one that registered itself from code with connectAgent (TypeScript) or connect_agent (Python)."
+  ),
+  referenceId: z.string().describe(
+    "The ID of the prompt, agent or workflow to run against. A connected agent may also be named as <name>@<environment>, for example support-agent@production; the platform resolves it."
+  ),
+  parameters: runParametersSchema.optional().describe(
+    "Parameter values this target alone runs with, by name. They override the run-level parameters for this target. Name the same agent twice with different values here to compare it on two models."
+  )
+});
+function toWireTargets(targets) {
+  return targets.map((target) => ({
+    type: target.type,
+    referenceId: target.referenceId,
+    ...target.parameters ? { runParameters: target.parameters } : {}
+  }));
+}
+
+export {
+  runPlanScopeSchema,
+  runParametersSchema,
+  runPlanTargetSchema,
+  toWireTargets
+};
+//# sourceMappingURL=chunk-O7EMWEVJ.js.map

package/dist/chunk-PTDR56Z3.js

@@ -0,0 +1,37 @@
+import {
+  makeRequest
+} from "./chunk-UWLE5T2F.js";
+
+// src/langwatch-api-run-plans.ts
+async function listRunPlans(params) {
+  const query = params?.includeArchived ? "?includeArchived=true" : "";
+  return makeRequest("GET", `/api/v1/run-plans${query}`);
+}
+async function getRunPlan(id) {
+  return makeRequest("GET", `/api/v1/run-plans/${encodeURIComponent(id)}`);
+}
+async function runRunPlan(data) {
+  return makeRequest("POST", "/api/v1/run-plans/run", data);
+}
+async function rerunRunPlan(id, data) {
+  return makeRequest(
+    "POST",
+    `/api/v1/run-plans/${encodeURIComponent(id)}/run`,
+    data ?? {}
+  );
+}
+async function archiveRunPlan(id) {
+  return makeRequest(
+    "DELETE",
+    `/api/v1/run-plans/${encodeURIComponent(id)}`
+  );
+}
+
+export {
+  listRunPlans,
+  getRunPlan,
+  runRunPlan,
+  rerunRunPlan,
+  archiveRunPlan
+};
+//# sourceMappingURL=chunk-PTDR56Z3.js.map

package/dist/chunk-RABYBFX5.js

@@ -0,0 +1,43 @@
+// src/tools/format-run-plan.ts
+function formatRunPlanRun(result) {
+  const lines = [];
+  lines.push(
+    result.created ? `Run plan "${result.planName}" created and started.` : `Run plan "${result.planName}" started with the configuration of this run.`
+  );
+  lines.push("");
+  lines.push(`**Plan**: ${result.planName} (${result.runPlanId})`);
+  lines.push(`**Batch Run ID**: ${result.batchRunId}`);
+  lines.push(`**Set ID**: ${result.setId}`);
+  lines.push(`**Jobs**: ${result.jobCount}`);
+  if (result.skippedArchived.scenarios.length > 0) {
+    lines.push(`**Skipped archived scenarios**: ${result.skippedArchived.scenarios.join(", ")}`);
+  }
+  if (result.skippedArchived.targets.length > 0) {
+    lines.push(`**Skipped archived targets**: ${result.skippedArchived.targets.join(", ")}`);
+  }
+  lines.push(`**View**: ${result.platformUrl}`);
+  lines.push("");
+  lines.push("> Use `platform_list_simulation_runs` with the batch run ID to read the results.");
+  return lines.join("\n");
+}
+function describeRunPlanScope(scope, scenarioIds) {
+  if (scope === null) {
+    return `hand-picked scenarios (${scenarioIds.length})`;
+  }
+  switch (scope.mode) {
+    case "all":
+      return "every scenario in the project";
+    case "test_suites":
+      return `test suites: ${scope.testSuiteIds.join(", ")}`;
+    case "labels":
+      return `labels: ${scope.labels.join(", ")}`;
+    case "scenarios":
+      return `hand-picked scenarios (${scenarioIds.length})`;
+  }
+}
+
+export {
+  formatRunPlanRun,
+  describeRunPlanScope
+};
+//# sourceMappingURL=chunk-RABYBFX5.js.map

package/dist/chunk-SUPUUC4W.js

@@ -0,0 +1,64 @@
+import {
+  escapeMarkdown
+} from "./chunk-FOKVY3BK.js";
+import {
+  makeRequest
+} from "./chunk-UWLE5T2F.js";
+
+// src/langwatch-api-query.ts
+async function runQuery(params) {
+  return makeRequest("POST", "/api/v1/query", {
+    sql: params.sql,
+    ...params.parameters ? { parameters: params.parameters } : {}
+  });
+}
+async function getQueryReference() {
+  return makeRequest("GET", "/api/v1/query/reference");
+}
+
+// src/utils/markdown-table.ts
+var MAX_CELL_LENGTH = 200;
+function markdownCell(value) {
+  if (value === null || value === void 0) return "";
+  const text = cellText(value);
+  const escaped = escapeMarkdown(text);
+  return escaped.length > MAX_CELL_LENGTH ? `${escaped.slice(0, MAX_CELL_LENGTH - 1)}\u2026` : escaped;
+}
+function markdownTable({
+  headers,
+  rows,
+  emptyMessage = "No rows."
+}) {
+  if (headers.length === 0 || rows.length === 0) return emptyMessage;
+  const lines = [
+    `| ${headers.map(markdownCell).join(" | ")} |`,
+    `| ${headers.map(() => "---").join(" | ")} |`
+  ];
+  for (const row of rows) {
+    lines.push(`| ${headers.map((header) => markdownCell(row[header])).join(" | ")} |`);
+  }
+  return lines.join("\n");
+}
+function cellText(value) {
+  switch (typeof value) {
+    case "string":
+      return value;
+    case "number":
+    case "boolean":
+    case "bigint":
+      return String(value);
+    case "symbol":
+      return value.toString();
+    case "function":
+      return value.name;
+    default:
+      return JSON.stringify(value);
+  }
+}
+
+export {
+  runQuery,
+  getQueryReference,
+  markdownTable
+};
+//# sourceMappingURL=chunk-SUPUUC4W.js.map

package/dist/{chunk-SFB4MU6H.js → chunk-SXFC3FNH.js}

@@ -1,16 +1,16 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-UWLE5T2F.js";
 
 // src/langwatch-api-model-providers.ts
 async function listModelProviders() {
-  return makeRequest("GET", "/api/model-providers");
+  return makeRequest("GET", "/api/v1/model-providers");
 }
 async function setModelProvider(params) {
   const { provider, ...data } = params;
   return makeRequest(
     "PUT",
-    `/api/model-providers/${encodeURIComponent(provider)}`,
+    `/api/v1/model-providers/${encodeURIComponent(provider)}`,
     data
   );
 }
@@ -19,4 +19,4 @@ export {
   listModelProviders,
   setModelProvider
 };
-//# sourceMappingURL=chunk-SFB4MU6H.js.map
+//# sourceMappingURL=chunk-SXFC3FNH.js.map

package/dist/chunk-U24EACC4.js

@@ -0,0 +1,67 @@
+// src/schemas/suite-fields.ts
+import { z } from "zod";
+var SUITE_FIELD_TYPES = ["text", "number", "boolean"];
+var suiteFieldSchema = z.object({
+  identifier: z.string().min(1).max(64).regex(/^[a-z][a-z0-9_]*$/, "Lowercase letters, digits and underscores, starting with a letter").describe(
+    "The field name, as scenarios and evaluator mappings address it, for example golden_sql. Lowercase letters, digits and underscores, starting with a letter. situation, criteria, name, input and output are reserved."
+  ),
+  type: z.enum(SUITE_FIELD_TYPES).describe("The value type every scenario carries for this field.")
+});
+var suiteFieldsSchema = z.array(suiteFieldSchema).max(30).describe(
+  "The fields the test suite declares, in order. Up to 30. Every scenario filed in the suite carries one value per field, and an evaluator attached to the suite reads them through its mappings."
+);
+var SCENARIO_MAPPING_SOURCE_IDS = ["conversation", "scenario", "trace"];
+var scenarioMappingSchema = z.discriminatedUnion("type", [
+  z.object({
+    type: z.literal("source"),
+    sourceId: z.enum(SCENARIO_MAPPING_SOURCE_IDS).describe(
+      "conversation, scenario or trace. See discover_schema({ category: 'scenarios' }) for the paths each one offers."
+    ),
+    path: z.array(z.string().min(1).max(256)).min(1).max(3).describe(
+      "The path inside the source. conversation: [first_user_message] | [last_agent_message] | [transcript] | [messages]. scenario: [situation] | [criteria] | [fields, <identifier>]. trace: [contexts] | [tool_calls, <toolName>, input|output]."
+    )
+  }),
+  z.object({
+    type: z.literal("value"),
+    value: z.string().max(65536).describe("A literal the input reads.")
+  })
+]).describe(
+  "Where one evaluator input reads its value: a path into the conversation, the scenario or the trace, or a literal value."
+);
+var evaluatorAttachmentSchema = z.object({
+  id: z.string().min(1).max(64).optional().describe(
+    "The attachment id, stable across edits. Leave it out on a new attachment and one is generated."
+  ),
+  evaluatorId: z.string().min(1).describe(
+    "The id of the saved evaluator to run. Read it from platform_list_evaluators or platform_get_evaluator."
+  ),
+  required: z.boolean().optional().describe(
+    "Whether a failing result fails the scenario. Defaults to true. A score-only evaluator reports and never gates, whatever this says."
+  ),
+  mappings: z.record(z.string().min(1).max(128), scenarioMappingSchema).describe(
+    "Where each evaluator input reads its value, keyed by input name. Read the inputs from platform_get_evaluator. A required input with no mapping makes the platform refuse the run until it is set."
+  )
+});
+var evaluatorAttachmentsSchema = z.array(evaluatorAttachmentSchema).max(20).describe(
+  "The evaluators that run after every scenario run, with their mappings. Up to 20. A required evaluator that fails fails the scenario; a score-only one reports beside the verdict."
+);
+var scenarioFieldValuesSchema = z.record(z.string(), z.union([z.string(), z.number(), z.boolean()])).describe(
+  "The scenario's value for each field its test suite declares, by identifier, for example { golden_sql: 'SELECT ...' }. A text field takes a string, a number field a number and a boolean field true or false. A field the suite does not declare is refused. On update, an empty object clears the values."
+);
+var newAttachmentId = () => `att_${crypto.randomUUID().replace(/-/g, "").slice(0, 21)}`;
+function toWireAttachments(attachments) {
+  return attachments.map((attachment) => ({
+    id: attachment.id ?? newAttachmentId(),
+    evaluatorId: attachment.evaluatorId,
+    required: attachment.required ?? true,
+    mappings: attachment.mappings
+  }));
+}
+
+export {
+  suiteFieldsSchema,
+  evaluatorAttachmentsSchema,
+  scenarioFieldValuesSchema,
+  toWireAttachments
+};
+//# sourceMappingURL=chunk-U24EACC4.js.map

package/dist/chunk-UNJM3BIL.js

@@ -0,0 +1,21 @@
+import {
+  makeRequest
+} from "./chunk-UWLE5T2F.js";
+
+// src/langwatch-api-api-keys.ts
+async function listApiKeys() {
+  return makeRequest("GET", "/api/v1/api-keys");
+}
+async function createApiKey(data) {
+  return makeRequest("POST", "/api/v1/api-keys", data);
+}
+async function revokeApiKey(id) {
+  return makeRequest("DELETE", `/api/v1/api-keys/${encodeURIComponent(id)}`);
+}
+
+export {
+  listApiKeys,
+  createApiKey,
+  revokeApiKey
+};
+//# sourceMappingURL=chunk-UNJM3BIL.js.map

package/dist/{chunk-ZWIL4EFL.js → chunk-UTJCWXPZ.js}

@@ -1,6 +1,6 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-UWLE5T2F.js";
 
 // src/langwatch-api-simulation-runs.ts
 async function listSimulationRuns(params) {
@@ -9,12 +9,12 @@ async function listSimulationRuns(params) {
   if (params?.batchRunId) query.set("batchRunId", params.batchRunId);
   if (params?.limit) query.set("limit", String(params.limit));
   const qs = query.toString() ? `?${query}` : "";
-  return makeRequest("GET", `/api/simulation-runs${qs}`);
+  return makeRequest("GET", `/api/v1/simulation-runs${qs}`);
 }
 async function getSimulationRun(scenarioRunId) {
   return makeRequest(
     "GET",
-    `/api/simulation-runs/${encodeURIComponent(scenarioRunId)}`
+    `/api/v1/simulation-runs/${encodeURIComponent(scenarioRunId)}`
   );
 }
 
@@ -22,4 +22,4 @@ export {
   listSimulationRuns,
   getSimulationRun
 };
-//# sourceMappingURL=chunk-ZWIL4EFL.js.map
+//# sourceMappingURL=chunk-UTJCWXPZ.js.map