@langwatch/mcp-server 0.4.0 → 0.6.0

package/src/tools/list-scenarios.ts

@@ -0,0 +1,47 @@
+import { listScenarios as apiListScenarios } from "../langwatch-api-scenarios.js";
+
+/**
+ * Handles the platform_list_scenarios MCP tool invocation.
+ *
+ * Lists all scenarios in the LangWatch project, formatted as an
+ * AI-readable digest or raw JSON.
+ */
+export async function handleListScenarios(params: {
+  format?: "digest" | "json";
+}): Promise<string> {
+  const scenarios = await apiListScenarios();
+
+  if (params.format === "json") {
+    return JSON.stringify(scenarios, null, 2);
+  }
+
+  if (!Array.isArray(scenarios) || scenarios.length === 0) {
+    return "No scenarios found in this project.\n\n> Tip: Use `platform_create_scenario` to create your first scenario.";
+  }
+
+  const lines: string[] = [];
+  lines.push(`# Scenarios (${scenarios.length} total)\n`);
+
+  for (const s of scenarios) {
+    lines.push(`## ${s.name}`);
+    lines.push(`**ID**: ${s.id}`);
+    const preview =
+      s.situation && s.situation.length > 60
+        ? s.situation.slice(0, 60) + "..."
+        : s.situation;
+    lines.push(`**Situation**: ${preview}`);
+    lines.push(
+      `**Criteria**: ${Array.isArray(s.criteria) ? s.criteria.length : 0} criteria`,
+    );
+    if (Array.isArray(s.labels) && s.labels.length > 0) {
+      lines.push(`**Labels**: ${s.labels.join(", ")}`);
+    }
+    lines.push("");
+  }
+
+  lines.push(
+    "> Use `platform_get_scenario` with the ID to see full scenario details.",
+  );
+
+  return lines.join("\n");
+}

package/src/tools/set-model-provider.ts

@@ -0,0 +1,46 @@
+import { setModelProvider as apiSetModelProvider } from "../langwatch-api-model-providers.js";
+
+/**
+ * Handles the platform_set_model_provider MCP tool invocation.
+ *
+ * Creates or updates a model provider configuration, including API keys.
+ * Returns confirmation with the updated provider status.
+ */
+export async function handleSetModelProvider(params: {
+  provider: string;
+  enabled: boolean;
+  customKeys?: Record<string, unknown>;
+  defaultModel?: string;
+}): Promise<string> {
+  const providers = await apiSetModelProvider(params);
+
+  const updated = providers[params.provider];
+
+  if (!updated) {
+    throw new Error(
+      `Model provider "${params.provider}" was not found in the response. The provider name may be invalid.`
+    );
+  }
+
+  const lines: string[] = [];
+  lines.push("Model provider updated successfully!\n");
+  lines.push(`**Provider**: ${params.provider}`);
+  lines.push(`**Status**: ${updated?.enabled ? "enabled" : "disabled"}`);
+
+  if (updated?.customKeys) {
+    const keyFields = Object.entries(updated.customKeys)
+      .map(([k, v]) => `${k}: ${v ? "set" : "not set"}`)
+      .join(", ");
+    lines.push(`**Keys**: ${keyFields}`);
+  }
+
+  if (params.defaultModel) {
+    // Show the normalized model name (with provider prefix)
+    const normalizedModel = params.defaultModel.includes("/")
+      ? params.defaultModel
+      : `${params.provider}/${params.defaultModel}`;
+    lines.push(`**Default Model**: ${normalizedModel}`);
+  }
+
+  return lines.join("\n");
+}

package/src/tools/update-evaluator.ts

@@ -0,0 +1,30 @@
+import {
+  updateEvaluator as apiUpdateEvaluator,
+  getEvaluatorType,
+} from "../langwatch-api-evaluators.js";
+
+/**
+ * Handles the platform_update_evaluator MCP tool invocation.
+ *
+ * Updates an existing evaluator and returns a confirmation
+ * with the updated details.
+ */
+export async function handleUpdateEvaluator(params: {
+  evaluatorId: string;
+  name?: string;
+  config?: Record<string, unknown>;
+}): Promise<string> {
+  const { evaluatorId, ...data } = params;
+  const result = await apiUpdateEvaluator({ id: evaluatorId, ...data });
+
+  const evaluatorType = getEvaluatorType(result);
+
+  const lines: string[] = [];
+  lines.push("Evaluator updated successfully!\n");
+  lines.push(`**ID**: ${result.id}`);
+  if (result.slug) lines.push(`**Slug**: ${result.slug}`);
+  lines.push(`**Name**: ${result.name}`);
+  if (evaluatorType) lines.push(`**Evaluator Type**: ${evaluatorType}`);
+
+  return lines.join("\n");
+}

package/src/tools/update-prompt.ts

@@ -1,44 +1,28 @@
-import {
-  updatePrompt as apiUpdatePrompt,
-  createPromptVersion as apiCreateVersion,
-} from "../langwatch-api.js";
-import type { PromptMutationResponse } from "../langwatch-api.js";
+import { updatePrompt as apiUpdatePrompt } from "../langwatch-api.js";
 
 /**
- * Handles the update_prompt MCP tool invocation.
+ * Handles the platform_update_prompt MCP tool invocation.
  *
- * Updates an existing prompt or creates a new version, depending on the
- * `createVersion` flag. Returns a confirmation with the updated details.
+ * Updates an existing prompt via the PUT endpoint.
+ * Every update with a commitMessage creates a new version automatically.
  */
 export async function handleUpdatePrompt(params: {
   idOrHandle: string;
   messages?: Array<{ role: string; content: string }>;
   model?: string;
-  modelProvider?: string;
-  commitMessage?: string;
-  createVersion?: boolean;
+  commitMessage: string;
 }): Promise<string> {
-  const { idOrHandle, createVersion, ...data } = params;
+  const { idOrHandle, ...data } = params;
 
-  let result: PromptMutationResponse;
-  if (createVersion) {
-    result = await apiCreateVersion(idOrHandle, data);
-  } else {
-    result = await apiUpdatePrompt(idOrHandle, data);
-  }
+  const result = await apiUpdatePrompt(idOrHandle, data);
 
   const lines: string[] = [];
-  lines.push(
-    createVersion
-      ? "New version created successfully!\n"
-      : "Prompt updated successfully!\n"
-  );
+  lines.push("Prompt updated successfully!\n");
   if (result.id) lines.push(`**ID**: ${result.id}`);
   if (result.handle) lines.push(`**Handle**: ${result.handle}`);
   if (result.latestVersionNumber != null)
     lines.push(`**Version**: v${result.latestVersionNumber}`);
-  if (params.commitMessage)
-    lines.push(`**Commit**: ${params.commitMessage}`);
+  lines.push(`**Commit**: ${params.commitMessage}`);
 
   return lines.join("\n");
 }

package/src/tools/update-scenario.ts

@@ -0,0 +1,32 @@
+import { updateScenario as apiUpdateScenario } from "../langwatch-api-scenarios.js";
+
+/**
+ * Handles the platform_update_scenario MCP tool invocation.
+ *
+ * Updates an existing scenario and returns a confirmation
+ * with the updated details.
+ */
+export async function handleUpdateScenario(params: {
+  scenarioId: string;
+  name?: string;
+  situation?: string;
+  criteria?: string[];
+  labels?: string[];
+}): Promise<string> {
+  const { scenarioId, ...data } = params;
+  const result = await apiUpdateScenario({ id: scenarioId, ...data });
+
+  const lines: string[] = [];
+  lines.push("Scenario updated successfully!\n");
+  lines.push(`**ID**: ${result.id}`);
+  lines.push(`**Name**: ${result.name}`);
+  if (result.situation) lines.push(`**Situation**: ${result.situation}`);
+  if (Array.isArray(result.criteria) && result.criteria.length > 0) {
+    lines.push(`**Criteria**: ${result.criteria.length} criteria`);
+  }
+  if (Array.isArray(result.labels) && result.labels.length > 0) {
+    lines.push(`**Labels**: ${result.labels.join(", ")}`);
+  }
+
+  return lines.join("\n");
+}