@langwatch/mcp-server 2.1.0 → 2.2.0

package/src/utils/escape-markdown.ts

@@ -1,12 +1,7 @@
 /**
- * Escapes characters that would break markdown table formatting.
- *
- * Replaces pipe characters (`|`) with `\|` and newlines with spaces
- * so that values can be safely embedded in markdown tables and headers.
+ * Escapes characters that would break markdown table formatting:
+ * replaces `|` with `\|` and newlines with spaces.
  */
 export function escapeMarkdown(value: string): string {
-  return value
-    .replace(/\\/g, "\\\\")
-    .replace(/\|/g, "\\|")
-    .replace(/\n/g, " ");
+  return value.replace(/\\/g, "\\\\").replace(/\|/g, "\\|").replace(/\n/g, " ");
 }

package/src/utils/format-evaluations.ts

@@ -9,12 +9,12 @@ export interface EvaluationSummary {
 /** Formats a trace's evaluation results as markdown bullet lines, one per evaluation. */
 export function formatEvaluationLines(evaluations: EvaluationSummary[]): string[] {
   return evaluations.map((evaluation) => {
-    const status =
-      evaluation.passed === true
-        ? "PASSED"
-        : evaluation.passed === false
-          ? "FAILED"
-          : "N/A";
+    let status = "N/A";
+    if (evaluation.passed === true) {
+      status = "PASSED";
+    } else if (evaluation.passed === false) {
+      status = "FAILED";
+    }
     return `- **${evaluation.name || evaluation.evaluator_id}**: ${status}${evaluation.score != null ? ` (score: ${evaluation.score})` : ""}${evaluation.label ? ` [${evaluation.label}]` : ""}`;
   });
 }

package/src/utils/markdown-table.ts

@@ -0,0 +1,58 @@
+/**
+ * One markdown table renderer for caller-chosen columns. Cells are captured content, so they are
+ * escaped: one pipe in a cell would split the row for every reader.
+ */
+
+import { escapeMarkdown } from "./escape-markdown.ts";
+
+/** Longest a single cell is rendered before it is cut. */
+const MAX_CELL_LENGTH = 200;
+
+/** One cell: escaped, flattened to a line, and bounded. */
+export function markdownCell(value: unknown): string {
+  if (value === null || value === undefined) return "";
+  const text = cellText(value);
+  const escaped = escapeMarkdown(text);
+  return escaped.length > MAX_CELL_LENGTH ? `${escaped.slice(0, MAX_CELL_LENGTH - 1)}…` : escaped;
+}
+
+/**
+ * A markdown table, or a line saying there is nothing to show. `rows` are read by header, so a row
+ * missing a key renders an empty cell rather than shifting every cell after it one column left.
+ */
+export function markdownTable({
+  headers,
+  rows,
+  emptyMessage = "No rows.",
+}: {
+  headers: readonly string[];
+  rows: readonly Record<string, unknown>[];
+  emptyMessage?: string;
+}): string {
+  if (headers.length === 0 || rows.length === 0) return emptyMessage;
+  const lines = [
+    `| ${headers.map(markdownCell).join(" | ")} |`,
+    `| ${headers.map(() => "---").join(" | ")} |`,
+  ];
+  for (const row of rows) {
+    lines.push(`| ${headers.map((header) => markdownCell(row[header])).join(" | ")} |`);
+  }
+  return lines.join("\n");
+}
+
+function cellText(value: {}): string {
+  switch (typeof value) {
+    case "string":
+      return value;
+    case "number":
+    case "boolean":
+    case "bigint":
+      return String(value);
+    case "symbol":
+      return value.toString();
+    case "function":
+      return value.name;
+    default:
+      return JSON.stringify(value);
+  }
+}

package/src/utils/trace-id-shape.ts

@@ -0,0 +1,20 @@
+/**
+ * Whether a free-text query looks like a trace id. Advisory only: it adds a sentence to an
+ * empty result (ADR-164). Restates the platform's trace-id constants; no server code is shared.
+ */
+
+/** Hex-only, matching the server's prefix resolver. */
+const HEX_ONLY = /^[0-9a-f]+$/i;
+
+/** Shortest hex string worth calling an id; no upper bound (CLI truncates to 20, OTel is 32). */
+const MIN_TRACE_ID_LENGTH = 8;
+
+/** The `trace_`-prefixed form the collector accepts (`trace_` + nanoid). */
+const PREFIXED_TRACE_ID = /^trace_[A-Za-z0-9_-]{8,}$/;
+
+export function looksLikeTraceId(query: string): boolean {
+  const candidate = query.trim();
+  if (candidate.includes(" ")) return false;
+  if (PREFIXED_TRACE_ID.test(candidate)) return true;
+  return HEX_ONLY.test(candidate) && candidate.length >= MIN_TRACE_ID_LENGTH;
+}

package/tsconfig.app.json

@@ -0,0 +1,24 @@
+{
+  "extends": "./tsconfig.json",
+  "compilerOptions": {
+    "composite": false,
+    "noEmit": true,
+    "tsBuildInfoFile": "dist/tsconfig.app.tsbuildinfo"
+  },
+  "include": ["**/*.ts"],
+  "exclude": ["node_modules", "./dist/**/*", "./example/**/*"],
+  "references": [
+    {
+      "path": "../../modules/evaluator/contract/tsconfig.build.json"
+    },
+    {
+      "path": "../../packages/redaction/tsconfig.build.json"
+    },
+    {
+      "path": "../../packages/handled-error/tsconfig.build.json"
+    },
+    {
+      "path": "../../packages/egress/tsconfig.build.json"
+    }
+  ]
+}

package/tsconfig.json

@@ -1,18 +1,18 @@
 {
+  "extends": "../../tsconfig.shared.json",
   "compilerOptions": {
-    "target": "ES2022",
+    // This package emits declarations only (tsup writes the JavaScript), so
+    // `noEmit` from the shared base is turned back off for them.
+    "noEmit": false,
+    "emitDeclarationOnly": true,
     "module": "ESNext",
     "declaration": true,
     "declarationMap": true,
     "outDir": "./dist",
-    "strict": true,
     "esModuleInterop": true,
     "resolveJsonModule": true,
     "allowJs": true,
     "checkJs": true,
-    "skipLibCheck": true,
-    "forceConsistentCasingInFileNames": true,
-    "moduleResolution": "bundler",
     "rootDir": "../..",
     // The evaluator catalog we import (services/langevals/ts-integration/evaluators.generated.ts)
     // is Zod-first and imports `zod`, but lives outside this package's
@@ -27,13 +27,15 @@
     "ignoreDeprecations": "6.0",
     "isolatedModules": true,
     "jsx": "preserve",
-    "incremental": true,
     "noUncheckedIndexedAccess": true,
-    "tsBuildInfoFile": "./tsconfig.tsbuildinfo"
+    "tsBuildInfoFile": "dist/tsconfig.typecheck.tsbuildinfo",
+    "composite": true
   },
-  "include": [
-    ".eslintrc.cjs",
-    "**/*.ts",
-  ],
-  "exclude": ["node_modules", "./dist/**/*", "./example/**/*"]
+  "files": [],
+  "include": [],
+  "references": [
+    {
+      "path": "./tsconfig.app.json"
+    }
+  ]
 }

package/vitest.integration.config.js

@@ -0,0 +1,10 @@
+import { defineConfig } from "vitest/config";
+
+// In-process HTTP servers, plus a Docker image built in `beforeAll`.
+export default defineConfig({
+  test: {
+    include: ["src/**/*.integration.test.ts"],
+    testTimeout: 60_000,
+    hookTimeout: 10 * 60_000,
+  },
+});

package/vitest.scenario.config.js

@@ -0,0 +1,9 @@
+import { defineConfig } from "vitest/config";
+
+// Drives a real Claude Code session against live model APIs.
+export default defineConfig({
+  test: {
+    include: ["tests/**/*.scenario.test.ts"],
+    testTimeout: 60 * 60 * 1000,
+  },
+});

package/.eslintrc.cjs

@@ -1,36 +0,0 @@
-const config = {
-  parser: "@typescript-eslint/parser",
-  parserOptions: {
-    project: true,
-  },
-  plugins: ["@typescript-eslint"],
-  extends: [
-    "plugin:@typescript-eslint/recommended-type-checked",
-    "plugin:@typescript-eslint/stylistic-type-checked",
-  ],
-  rules: {
-    // These opinionated rules are enabled in stylistic-type-checked above.
-    // Feel free to reconfigure them to your own preference.
-    "@typescript-eslint/array-type": "off",
-    "@typescript-eslint/consistent-type-definitions": "off",
-    "@typescript-eslint/no-explicit-any": "off",
-    "@typescript-eslint/no-unsafe-assignment": "off",
-    "@typescript-eslint/ban-ts-comment": "off",
-    "@typescript-eslint/require-await": "off",
-    "@typescript-eslint/no-unsafe-member-access": "off",
-    "@typescript-eslint/no-unsafe-call": "off",
-    "@typescript-eslint/no-unsafe-argument": "off",
-    "@typescript-eslint/no-unsafe-return": "off",
-
-    "@typescript-eslint/consistent-type-imports": [
-      "warn",
-      {
-        prefer: "type-imports",
-        fixStyle: "inline-type-imports",
-      },
-    ],
-    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
-  },
-};
-
-module.exports = config;

package/dist/chunk-AN4OUA4D.js

@@ -1,86 +0,0 @@
-import {
-  makeRequest
-} from "./chunk-GELJ2MQR.js";
-
-// src/langwatch-api-datasets.ts
-async function listDatasets(params) {
-  const query = new URLSearchParams();
-  if (params?.page != null) query.set("page", String(params.page));
-  if (params?.limit != null) query.set("limit", String(params.limit));
-  const qs = query.toString();
-  const path = qs ? `/api/dataset?${qs}` : "/api/dataset";
-  return makeRequest("GET", path);
-}
-async function getDataset(slugOrId) {
-  return makeRequest(
-    "GET",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`
-  );
-}
-async function createDataset(data) {
-  return makeRequest(
-    "POST",
-    "/api/dataset",
-    data
-  );
-}
-async function updateDataset(params) {
-  const { slugOrId, ...data } = params;
-  return makeRequest(
-    "PATCH",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`,
-    data
-  );
-}
-async function deleteDataset(slugOrId) {
-  return makeRequest(
-    "DELETE",
-    `/api/dataset/${encodeURIComponent(slugOrId)}`
-  );
-}
-async function createDatasetRecords(params) {
-  const { slugOrId, entries } = params;
-  return makeRequest(
-    "POST",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records`,
-    { entries }
-  );
-}
-async function updateDatasetRecord(params) {
-  const { slugOrId, recordId, entry } = params;
-  return makeRequest(
-    "PATCH",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records/${encodeURIComponent(recordId)}`,
-    { entry }
-  );
-}
-async function deleteDatasetRecords(params) {
-  const { slugOrId, recordIds } = params;
-  return makeRequest(
-    "DELETE",
-    `/api/dataset/${encodeURIComponent(slugOrId)}/records`,
-    { recordIds }
-  );
-}
-async function listDatasetRecords(params) {
-  const { slugOrId } = params;
-  const query = new URLSearchParams();
-  if (params.page != null) query.set("page", String(params.page));
-  if (params.limit != null) query.set("limit", String(params.limit));
-  const qs = query.toString();
-  const path = `/api/dataset/${encodeURIComponent(slugOrId)}/records${qs ? `?${qs}` : ""}`;
-  return makeRequest("GET", path);
-}
-
-export {
-  listDatasets,
-  getDataset,
-  createDataset,
-  updateDataset,
-  deleteDataset,
-  createDatasetRecords,
-  updateDatasetRecord,
-  deleteDatasetRecords,
-  listDatasetRecords
-};
-//# sourceMappingURL=chunk-AN4OUA4D.js.map

package/dist/chunk-GELJ2MQR.js

@@ -1,226 +0,0 @@
-import {
-  getConfig,
-  requireApiKey
-} from "./chunk-WT4PO4A3.js";
-
-// src/langwatch-api.ts
-var LangWatchApiError = class extends Error {
-  constructor(message, status, responseBody, options = {}) {
-    super(message);
-    this.status = status;
-    this.responseBody = responseBody;
-    this.name = "LangWatchApiError";
-    this.code = options.code;
-    this.tips = options.tips;
-    this.docsUrl = options.docsUrl;
-    this.fault = options.fault;
-    this.reasons = options.reasons;
-  }
-  status;
-  responseBody;
-  code;
-  tips;
-  docsUrl;
-  fault;
-  /**
-   * The per-field failures behind this error, verbatim from the envelope.
-   * A validation failure carries the offending field and the values it would
-   * have accepted here — the difference between an agent correcting its own
-   * request and an agent guessing again.
-   */
-  reasons;
-};
-var VALID_FAULTS = ["customer", "platform", "provider"];
-function parseErrorBody(responseBody) {
-  try {
-    const parsed = JSON.parse(responseBody);
-    if (typeof parsed !== "object" || parsed === null || Array.isArray(parsed)) {
-      return {};
-    }
-    const envelope = parsed;
-    const nested = typeof envelope.error === "object" && envelope.error !== null && !Array.isArray(envelope.error) ? envelope.error : null;
-    const body = nested ?? envelope;
-    const code = typeof body.code === "string" ? body.code : typeof body.error === "string" ? body.error : void 0;
-    const message = typeof body.message === "string" ? body.message : void 0;
-    if (code === void 0 && message === void 0) {
-      return {};
-    }
-    const tips = Array.isArray(body.tips) && body.tips.every((t) => typeof t === "string") ? body.tips : void 0;
-    const docsUrl = typeof body.docsUrl === "string" ? body.docsUrl : void 0;
-    const fault = VALID_FAULTS.includes(body.fault) ? body.fault : void 0;
-    const reasons = Array.isArray(body.reasons) && body.reasons.every((r) => !!r && typeof r === "object") ? body.reasons : void 0;
-    return { code, message, tips, docsUrl, fault, reasons };
-  } catch {
-    return {};
-  }
-}
-function describeReason(reason) {
-  const meta = reason.meta;
-  if (!meta || typeof meta !== "object") return null;
-  const field = typeof meta.field === "string" ? meta.field : null;
-  if (!field) return null;
-  const parts = [`- ${field}`];
-  if (meta.received !== void 0) {
-    parts.push(`received ${JSON.stringify(meta.received)}`);
-  }
-  if (Array.isArray(meta.expected) && meta.expected.length > 0) {
-    parts.push(`expected one of: ${meta.expected.join(", ")}`);
-  }
-  return parts.join(" \u2014 ");
-}
-async function makeRequest(method, path, body) {
-  const config = getConfig();
-  const url = config.endpoint + path;
-  const headers = {
-    "X-Auth-Token": requireApiKey()
-  };
-  if (config.projectId) {
-    headers["X-Project-Id"] = config.projectId;
-  }
-  if (body !== void 0) {
-    headers["Content-Type"] = "application/json";
-  }
-  const response = await fetch(url, {
-    method,
-    headers,
-    ...body !== void 0 ? { body: JSON.stringify(body) } : {}
-  });
-  if (!response.ok) {
-    const responseBody = await response.text();
-    const parsed = parseErrorBody(responseBody);
-    const lines = [
-      `LangWatch API error ${response.status}: ${parsed.message ?? responseBody}`
-    ];
-    const reasonLines = (parsed.reasons ?? []).map(describeReason).filter((line) => line !== null);
-    if (reasonLines.length > 0) {
-      lines.push("Rejected fields:", ...reasonLines);
-    }
-    if (parsed.tips && parsed.tips.length > 0) {
-      lines.push("Tips:", ...parsed.tips.map((tip) => `- ${tip}`));
-    }
-    if (parsed.docsUrl) {
-      lines.push(`Docs: ${parsed.docsUrl}`);
-    }
-    throw new LangWatchApiError(
-      lines.join("\n"),
-      response.status,
-      responseBody,
-      {
-        code: parsed.code,
-        tips: parsed.tips,
-        docsUrl: parsed.docsUrl,
-        fault: parsed.fault,
-        reasons: parsed.reasons
-      }
-    );
-  }
-  if (response.status === 204 || response.headers?.get("content-length") === "0") {
-    return null;
-  }
-  return response.json();
-}
-async function searchTraces(params) {
-  const { format = "digest", ...rest } = params;
-  return makeRequest("POST", "/api/traces/search", {
-    ...rest,
-    format
-  });
-}
-async function getTraceById(traceId, format = "digest") {
-  return makeRequest(
-    "GET",
-    `/api/traces/${encodeURIComponent(traceId)}?format=${format}`
-  );
-}
-async function getAnalyticsTimeseries(params) {
-  return makeRequest(
-    "POST",
-    "/api/analytics/timeseries",
-    params
-  );
-}
-async function listPrompts() {
-  return makeRequest("GET", "/api/prompts");
-}
-async function getPrompt(idOrHandle, options) {
-  const params = new URLSearchParams();
-  if (options?.version != null) params.set("version", String(options.version));
-  if (options?.tag) params.set("tag", options.tag);
-  const query = params.toString() ? `?${params}` : "";
-  return makeRequest(
-    "GET",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}${query}`
-  );
-}
-async function getPromptVersions(idOrHandle) {
-  return makeRequest(
-    "GET",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}/versions`
-  );
-}
-async function createPrompt(data) {
-  return makeRequest(
-    "POST",
-    "/api/prompts",
-    data
-  );
-}
-async function updatePrompt(idOrHandle, data) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}`,
-    data
-  );
-}
-async function assignPromptTag({
-  idOrHandle,
-  tag,
-  versionId
-}) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/${encodeURIComponent(idOrHandle)}/tags/${encodeURIComponent(tag)}`,
-    { versionId }
-  );
-}
-async function listPromptTags() {
-  return makeRequest("GET", "/api/prompts/tags");
-}
-async function createPromptTag(name) {
-  return makeRequest("POST", "/api/prompts/tags", { name });
-}
-async function renamePromptTag({
-  tag,
-  name
-}) {
-  return makeRequest(
-    "PUT",
-    `/api/prompts/tags/${encodeURIComponent(tag)}`,
-    { name }
-  );
-}
-async function deletePromptTag(tag) {
-  return makeRequest(
-    "DELETE",
-    `/api/prompts/tags/${encodeURIComponent(tag)}`
-  );
-}
-
-export {
-  LangWatchApiError,
-  makeRequest,
-  searchTraces,
-  getTraceById,
-  getAnalyticsTimeseries,
-  listPrompts,
-  getPrompt,
-  getPromptVersions,
-  createPrompt,
-  updatePrompt,
-  assignPromptTag,
-  listPromptTags,
-  createPromptTag,
-  renamePromptTag,
-  deletePromptTag
-};
-//# sourceMappingURL=chunk-GELJ2MQR.js.map

package/dist/chunk-K37ZNPXK.js

@@ -1,24 +0,0 @@
-import {
-  makeRequest
-} from "./chunk-GELJ2MQR.js";
-
-// src/langwatch-api-api-keys.ts
-async function listApiKeys() {
-  return makeRequest("GET", "/api/api-keys");
-}
-async function createApiKey(data) {
-  return makeRequest("POST", "/api/api-keys", data);
-}
-async function revokeApiKey(id) {
-  return makeRequest(
-    "DELETE",
-    `/api/api-keys/${encodeURIComponent(id)}`
-  );
-}
-
-export {
-  listApiKeys,
-  createApiKey,
-  revokeApiKey
-};
-//# sourceMappingURL=chunk-K37ZNPXK.js.map

package/dist/config.d.ts

@@ -1,17 +0,0 @@
-interface McpConfig {
-  apiKey: string | undefined;
-  endpoint: string;
-}
-
-declare function initConfig(args: {
-  apiKey?: string;
-  endpoint?: string;
-}): void;
-
-declare function getConfig(): McpConfig;
-
-declare function requireApiKey(): string;
-
-declare function runWithConfig<T>(config: McpConfig, fn: () => T): T;
-
-export { type McpConfig, getConfig, initConfig, requireApiKey, runWithConfig };

package/dist/create-mcp-server.d.ts

@@ -1,10 +0,0 @@
-// Minimal type declaration — avoids pulling mcp-server's full dependency tree
-// into the langwatch app's typecheck scope. The actual return type is McpServer,
-// but we only expose the connect() and tool() methods that handler.ts +
-// in-app tool registrations (e.g. registerGovernanceMcpTools) use.
-declare function createMcpServer(): {
-  connect(transport: unknown): Promise<void>;
-  tool(...args: unknown[]): unknown;
-};
-
-export { createMcpServer };

package/dist/delete-evaluator-RKYC4TNB.js

@@ -1,16 +0,0 @@
-import {
-  deleteEvaluator
-} from "./chunk-OJLYYJWI.js";
-import "./chunk-GELJ2MQR.js";
-import "./chunk-WT4PO4A3.js";
-import "./chunk-SAS5OB7F.js";
-
-// src/tools/delete-evaluator.ts
-async function handleDeleteEvaluator(params) {
-  const result = await deleteEvaluator(params.idOrSlug);
-  return `Evaluator ${result.id} has been archived (soft-deleted).`;
-}
-export {
-  handleDeleteEvaluator
-};
-//# sourceMappingURL=delete-evaluator-RKYC4TNB.js.map