@langwatch/mcp-server 2.0.0 → 2.2.0

package/vitest.integration.config.js

@@ -0,0 +1,10 @@
+import { defineConfig } from "vitest/config";
+
+// In-process HTTP servers, plus a Docker image built in `beforeAll`.
+export default defineConfig({
+  test: {
+    include: ["src/**/*.integration.test.ts"],
+    testTimeout: 60_000,
+    hookTimeout: 10 * 60_000,
+  },
+});

package/vitest.scenario.config.js

@@ -0,0 +1,9 @@
+import { defineConfig } from "vitest/config";
+
+// Drives a real Claude Code session against live model APIs.
+export default defineConfig({
+  test: {
+    include: ["tests/**/*.scenario.test.ts"],
+    testTimeout: 60 * 60 * 1000,
+  },
+});

package/.eslintrc.cjs

@@ -1,36 +0,0 @@
-const config = {
-  parser: "@typescript-eslint/parser",
-  parserOptions: {
-    project: true,
-  },
-  plugins: ["@typescript-eslint"],
-  extends: [
-    "plugin:@typescript-eslint/recommended-type-checked",
-    "plugin:@typescript-eslint/stylistic-type-checked",
-  ],
-  rules: {
-    // These opinionated rules are enabled in stylistic-type-checked above.
-    // Feel free to reconfigure them to your own preference.
-    "@typescript-eslint/array-type": "off",
-    "@typescript-eslint/consistent-type-definitions": "off",
-    "@typescript-eslint/no-explicit-any": "off",
-    "@typescript-eslint/no-unsafe-assignment": "off",
-    "@typescript-eslint/ban-ts-comment": "off",
-    "@typescript-eslint/require-await": "off",
-    "@typescript-eslint/no-unsafe-member-access": "off",
-    "@typescript-eslint/no-unsafe-call": "off",
-    "@typescript-eslint/no-unsafe-argument": "off",
-    "@typescript-eslint/no-unsafe-return": "off",
-
-    "@typescript-eslint/consistent-type-imports": [
-      "warn",
-      {
-        prefer: "type-imports",
-        fixStyle: "inline-type-imports",
-      },
-    ],
-    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
-  },
-};
-
-module.exports = config;

package/dist/archive-suite-4T6BSRS7.js

@@ -1,16 +0,0 @@
-import {
-  archiveSuite
-} from "./chunk-YZLYHLLI.js";
-import "./chunk-A2LEVYQ5.js";
-import "./chunk-WT4PO4A3.js";
-import "./chunk-SAS5OB7F.js";
-
-// src/tools/archive-suite.ts
-async function handleArchiveSuite(params) {
-  const result = await archiveSuite(params.id);
-  return `Suite ${result.id} has been archived (soft-deleted).`;
-}
-export {
-  handleArchiveSuite
-};
-//# sourceMappingURL=archive-suite-4T6BSRS7.js.map

package/dist/chunk-77BNWQ3U.js

@@ -1,86 +0,0 @@
-import {
-  makeRequest
-} from "./chunk-A2LEVYQ5.js";
-
-// src/langwatch-api-datasets.ts
-async function listDatasets(params) {
-  const query = new URLSearchParams();
-  if (params?.page != null) query.set("page", String(params.page));
-  if (params?.limit != null) query.set("limit", String(params.limit));
-  const qs = query.toString();
-  const path = qs ? `/api/dataset?${qs}` : "/api/dataset";
-  return makeRequest("GET", path);
-}
-async function getDataset(slugOrId) {
-  return makeRequest(
-    "GET",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`
-  );
-}
-async function createDataset(data) {
-  return makeRequest(
-    "POST",
-    "/api/dataset",
-    data
-  );
-}
-async function updateDataset(params) {
-  const { slugOrId, ...data } = params;
-  return makeRequest(
-    "PATCH",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`,
-    data
-  );
-}
-async function deleteDataset(slugOrId) {
-  return makeRequest(
-    "DELETE",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`
-  );
-}
-async function createDatasetRecords(params) {
-  const { slugOrId, entries } = params;
-  return makeRequest(
-    "POST",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records`,
-    { entries }
-  );
-}
-async function updateDatasetRecord(params) {
-  const { slugOrId, recordId, entry } = params;
-  return makeRequest(
-    "PATCH",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records/${encodeURIComponent(recordId)}`,
-    { entry }
-  );
-}
-async function deleteDatasetRecords(params) {
-  const { slugOrId, recordIds } = params;
-  return makeRequest(
-    "DELETE",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records`,
-    { recordIds }
-  );
-}
-async function listDatasetRecords(params) {
-  const { slugOrId } = params;
-  const query = new URLSearchParams();
-  if (params.page != null) query.set("page", String(params.page));
-  if (params.limit != null) query.set("limit", String(params.limit));
-  const qs = query.toString();
-  const path = `/api/dataset/${encodeURIComponent(slugOrId)}/records${qs ? `?${qs}` : ""}`;
-  return makeRequest("GET", path);
-}
-
-export {
-  listDatasets,
-  getDataset,
-  createDataset,
-  updateDataset,
-  deleteDataset,
-  createDatasetRecords,
-  updateDatasetRecord,
-  deleteDatasetRecords,
-  listDatasetRecords
-};
-//# sourceMappingURL=chunk-77BNWQ3U.js.map

package/dist/chunk-A2LEVYQ5.js

@@ -1,217 +0,0 @@
-import {
-  getConfig,
-  requireApiKey
-} from "./chunk-WT4PO4A3.js";
-
-// src/langwatch-api.ts
-var LangWatchApiError = class extends Error {
-  constructor(message, status, responseBody, options = {}) {
-    super(message);
-    this.status = status;
-    this.responseBody = responseBody;
-    this.name = "LangWatchApiError";
-    this.code = options.code;
-    this.tips = options.tips;
-    this.docsUrl = options.docsUrl;
-    this.fault = options.fault;
-    this.reasons = options.reasons;
-  }
-  status;
-  responseBody;
-  code;
-  tips;
-  docsUrl;
-  fault;
-  /**
-   * The per-field failures behind this error, verbatim from the envelope.
-   * A validation failure carries the offending field and the values it would
-   * have accepted here — the difference between an agent correcting its own
-   * request and an agent guessing again.
-   */
-  reasons;
-};
-var VALID_FAULTS = ["customer", "platform", "provider"];
-function parseErrorBody(responseBody) {
-  try {
-    const parsed = JSON.parse(responseBody);
-    if (typeof parsed !== "object" || parsed === null || Array.isArray(parsed)) {
-      return {};
-    }
-    const body = parsed;
-    const code = typeof body.code === "string" ? body.code : typeof body.error === "string" ? body.error : void 0;
-    const message = typeof body.message === "string" ? body.message : void 0;
-    if (code === void 0 && message === void 0) {
-      return {};
-    }
-    const tips = Array.isArray(body.tips) && body.tips.every((t) => typeof t === "string") ? body.tips : void 0;
-    const docsUrl = typeof body.docsUrl === "string" ? body.docsUrl : void 0;
-    const fault = VALID_FAULTS.includes(body.fault) ? body.fault : void 0;
-    const reasons = Array.isArray(body.reasons) && body.reasons.every((r) => !!r && typeof r === "object") ? body.reasons : void 0;
-    return { code, message, tips, docsUrl, fault, reasons };
-  } catch {
-    return {};
-  }
-}
-function describeReason(reason) {
-  const meta = reason.meta;
-  if (!meta || typeof meta !== "object") return null;
-  const field = typeof meta.field === "string" ? meta.field : null;
-  if (!field) return null;
-  const parts = [`- ${field}`];
-  if (meta.received !== void 0) {
-    parts.push(`received ${JSON.stringify(meta.received)}`);
-  }
-  if (Array.isArray(meta.expected) && meta.expected.length > 0) {
-    parts.push(`expected one of: ${meta.expected.join(", ")}`);
-  }
-  return parts.join(" \u2014 ");
-}
-async function makeRequest(method, path, body) {
-  const config = getConfig();
-  const url = config.endpoint + path;
-  const headers = {
-    "X-Auth-Token": requireApiKey()
-  };
-  if (config.projectId) {
-    headers["X-Project-Id"] = config.projectId;
-  }
-  if (body !== void 0) {
-    headers["Content-Type"] = "application/json";
-  }
-  const response = await fetch(url, {
-    method,
-    headers,
-    ...body !== void 0 ? { body: JSON.stringify(body) } : {}
-  });
-  if (!response.ok) {
-    const responseBody = await response.text();
-    const parsed = parseErrorBody(responseBody);
-    const lines = [
-      `LangWatch API error ${response.status}: ${parsed.message ?? responseBody}`
-    ];
-    const reasonLines = (parsed.reasons ?? []).map(describeReason).filter((line) => line !== null);
-    if (reasonLines.length > 0) {
-      lines.push("Rejected fields:", ...reasonLines);
-    }
-    if (parsed.tips && parsed.tips.length > 0) {
-      lines.push("Tips:", ...parsed.tips.map((tip) => `- ${tip}`));
-    }
-    if (parsed.docsUrl) {
-      lines.push(`Docs: ${parsed.docsUrl}`);
-    }
-    throw new LangWatchApiError(
-      lines.join("\n"),
-      response.status,
-      responseBody,
-      {
-        code: parsed.code,
-        tips: parsed.tips,
-        docsUrl: parsed.docsUrl,
-        fault: parsed.fault,
-        reasons: parsed.reasons
-      }
-    );
-  }
-  if (response.status === 204 || response.headers?.get("content-length") === "0") {
-    return null;
-  }
-  return response.json();
-}
-async function searchTraces(params) {
-  const { format = "digest", ...rest } = params;
-  return makeRequest("POST", "/api/traces/search", {
-    ...rest,
-    format
-  });
-}
-async function getTraceById(traceId, format = "digest") {
-  return makeRequest(
-    "GET",
-    `/api/traces/${encodeURIComponent(traceId)}?format=${format}`
-  );
-}
-async function getAnalyticsTimeseries(params) {
-  return makeRequest(
-    "POST",
-    "/api/analytics/timeseries",
-    params
-  );
-}
-async function listPrompts() {
-  return makeRequest("GET", "/api/prompts");
-}
-async function getPrompt(idOrHandle, options) {
-  const params = new URLSearchParams();
-  if (options?.version != null) params.set("version", String(options.version));
-  if (options?.tag) params.set("tag", options.tag);
-  const query = params.toString() ? `?${params}` : "";
-  return makeRequest(
-    "GET",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}${query}`
-  );
-}
-async function createPrompt(data) {
-  return makeRequest(
-    "POST",
-    "/api/prompts",
-    data
-  );
-}
-async function updatePrompt(idOrHandle, data) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}`,
-    data
-  );
-}
-async function assignPromptTag({
-  idOrHandle,
-  tag,
-  versionId
-}) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}/tags/${encodeURIComponent(tag)}`,
-    { versionId }
-  );
-}
-async function listPromptTags() {
-  return makeRequest("GET", "/api/prompts/tags");
-}
-async function createPromptTag(name) {
-  return makeRequest("POST", "/api/prompts/tags", { name });
-}
-async function renamePromptTag({
-  tag,
-  name
-}) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/tags/${encodeURIComponent(tag)}`,
-    { name }
-  );
-}
-async function deletePromptTag(tag) {
-  return makeRequest(
-    "DELETE",
-    `/api/prompts/tags/${encodeURIComponent(tag)}`
-  );
-}
-
-export {
-  LangWatchApiError,
-  makeRequest,
-  searchTraces,
-  getTraceById,
-  getAnalyticsTimeseries,
-  listPrompts,
-  getPrompt,
-  createPrompt,
-  updatePrompt,
-  assignPromptTag,
-  listPromptTags,
-  createPromptTag,
-  renamePromptTag,
-  deletePromptTag
-};
-//# sourceMappingURL=chunk-A2LEVYQ5.js.map

package/dist/chunk-TJCXFNDT.js

@@ -1,24 +0,0 @@
-import {
-  makeRequest
-} from "./chunk-A2LEVYQ5.js";
-
-// src/langwatch-api-api-keys.ts
-async function listApiKeys() {
-  return makeRequest("GET", "/api/api-keys");
-}
-async function createApiKey(data) {
-  return makeRequest("POST", "/api/api-keys", data);
-}
-async function revokeApiKey(id) {
-  return makeRequest(
-    "DELETE",
-    `/api/api-keys/${encodeURIComponent(id)}`
-  );
-}
-
-export {
-  listApiKeys,
-  createApiKey,
-  revokeApiKey
-};
-//# sourceMappingURL=chunk-TJCXFNDT.js.map

package/dist/chunk-YZLYHLLI.js

@@ -1,48 +0,0 @@
-import {
-  makeRequest
-} from "./chunk-A2LEVYQ5.js";
-
-// src/langwatch-api-suites.ts
-async function listSuites() {
-  return makeRequest("GET", "/api/suites");
-}
-async function getSuite(id) {
-  return makeRequest(
-    "GET",
-    `/api/suites/${encodeURIComponent(id)}`
-  );
-}
-async function createSuite(data) {
-  return makeRequest("POST", "/api/suites", data);
-}
-async function updateSuite(params) {
-  const { id, ...data } = params;
-  return makeRequest(
-    "PATCH",
-    `/api/suites/${encodeURIComponent(id)}`,
-    data
-  );
-}
-async function runSuite(id, idempotencyKey) {
-  return makeRequest(
-    "POST",
-    `/api/suites/${encodeURIComponent(id)}/run`,
-    { idempotencyKey: idempotencyKey ?? `mcp-${Date.now()}-${Math.random().toString(36).slice(2)}` }
-  );
-}
-async function archiveSuite(id) {
-  return makeRequest(
-    "DELETE",
-    `/api/suites/${encodeURIComponent(id)}`
-  );
-}
-
-export {
-  listSuites,
-  getSuite,
-  createSuite,
-  updateSuite,
-  runSuite,
-  archiveSuite
-};
-//# sourceMappingURL=chunk-YZLYHLLI.js.map

package/dist/config.d.ts

@@ -1,17 +0,0 @@
-interface McpConfig {
-  apiKey: string | undefined;
-  endpoint: string;
-}
-
-declare function initConfig(args: {
-  apiKey?: string;
-  endpoint?: string;
-}): void;
-
-declare function getConfig(): McpConfig;
-
-declare function requireApiKey(): string;
-
-declare function runWithConfig<T>(config: McpConfig, fn: () => T): T;
-
-export { type McpConfig, getConfig, initConfig, requireApiKey, runWithConfig };

package/dist/create-mcp-server.d.ts

@@ -1,10 +0,0 @@
-// Minimal type declaration — avoids pulling mcp-server's full dependency tree
-// into the langwatch app's typecheck scope. The actual return type is McpServer,
-// but we only expose the connect() and tool() methods that handler.ts +
-// in-app tool registrations (e.g. registerGovernanceMcpTools) use.
-declare function createMcpServer(): {
-  connect(transport: unknown): Promise<void>;
-  tool(...args: unknown[]): unknown;
-};
-
-export { createMcpServer };

package/dist/create-suite-LZS6QIAF.js

@@ -1,39 +0,0 @@
-import {
-  createSuite
-} from "./chunk-YZLYHLLI.js";
-import "./chunk-A2LEVYQ5.js";
-import "./chunk-WT4PO4A3.js";
-import "./chunk-SAS5OB7F.js";
-
-// src/tools/create-suite.ts
-async function handleCreateSuite(params) {
-  let parsedTargets;
-  try {
-    parsedTargets = JSON.parse(params.targets);
-  } catch {
-    return 'Error: `targets` must be a valid JSON array of objects with `type` and `referenceId` fields.\n\nExample: [{"type": "http", "referenceId": "agent_abc123"}]';
-  }
-  const suite = await createSuite({
-    name: params.name,
-    description: params.description,
-    scenarioIds: params.scenarioIds,
-    targets: parsedTargets,
-    repeatCount: params.repeatCount,
-    labels: params.labels
-  });
-  return [
-    `Suite "${suite.name}" created successfully.`,
-    "",
-    `**ID**: ${suite.id}`,
-    `**Slug**: ${suite.slug}`,
-    `**Scenarios**: ${suite.scenarioIds.length}`,
-    `**Targets**: ${suite.targets.length}`,
-    `**Repeat**: ${suite.repeatCount}x`,
-    "",
-    `> Use \`platform_run_suite\` with ID \`${suite.id}\` to trigger execution.`
-  ].join("\n");
-}
-export {
-  handleCreateSuite
-};
-//# sourceMappingURL=create-suite-LZS6QIAF.js.map

package/dist/delete-evaluator-33SP2JFX.js

@@ -1,16 +0,0 @@
-import {
-  deleteEvaluator
-} from "./chunk-CDYQOY5U.js";
-import "./chunk-A2LEVYQ5.js";
-import "./chunk-WT4PO4A3.js";
-import "./chunk-SAS5OB7F.js";
-
-// src/tools/delete-evaluator.ts
-async function handleDeleteEvaluator(params) {
-  const result = await deleteEvaluator(params.idOrSlug);
-  return `Evaluator ${result.id} has been archived (soft-deleted).`;
-}
-export {
-  handleDeleteEvaluator
-};
-//# sourceMappingURL=delete-evaluator-33SP2JFX.js.map