@langwatch/mcp-server 0.10.1 → 2.0.0

package/src/tools/search-traces.ts

@@ -1,5 +1,6 @@
 import { searchTraces as apiSearchTraces } from "../langwatch-api.js";
 import { parseRelativeDate } from "../utils/date-parsing.js";
+import { formatEvaluationLines } from "../utils/format-evaluations.js";
 
 /**
  * Handles the search_traces MCP tool invocation.
@@ -74,6 +75,9 @@ export async function handleSearchTraces(params: {
     if (trace.error) {
       lines.push(`- **Error**: ${JSON.stringify(trace.error)}`);
     }
+    if (trace.evaluations && trace.evaluations.length > 0) {
+      lines.push(...formatEvaluationLines(trace.evaluations));
+    }
     lines.push("");
   }
 

package/src/utils/format-evaluations.ts

@@ -0,0 +1,20 @@
+export interface EvaluationSummary {
+  evaluator_id?: string;
+  name?: string;
+  score?: number;
+  passed?: boolean;
+  label?: string;
+}
+
+/** Formats a trace's evaluation results as markdown bullet lines, one per evaluation. */
+export function formatEvaluationLines(evaluations: EvaluationSummary[]): string[] {
+  return evaluations.map((evaluation) => {
+    const status =
+      evaluation.passed === true
+        ? "PASSED"
+        : evaluation.passed === false
+          ? "FAILED"
+          : "N/A";
+    return `- **${evaluation.name || evaluation.evaluator_id}**: ${status}${evaluation.score != null ? ` (score: ${evaluation.score})` : ""}${evaluation.label ? ` [${evaluation.label}]` : ""}`;
+  });
+}

package/tsconfig.json

@@ -12,7 +12,14 @@
     "checkJs": true,
     "skipLibCheck": true,
     "forceConsistentCasingInFileNames": true,
-    "moduleResolution": "node",
+    "moduleResolution": "bundler",
+    "rootDir": "../..",
+    // The evaluator catalog we import (services/langevals/ts-integration/evaluators.generated.ts)
+    // is Zod-first and imports `zod`, but lives outside this package's
+    // node_modules tree, so plain resolution cannot find it. Point `zod` at this
+    // package's own copy (a declared dependency) so the type-checker resolves it.
+    // Paths are resolved relative to this tsconfig (no baseUrl — tsgo removed it).
+    "paths": { "zod": ["./node_modules/zod"] },
     "isolatedModules": true,
     "jsx": "preserve",
     "incremental": true,