@langwatch/mcp-server 0.7.0 → 0.8.0

package/src/__tests__/all-tools.integration.test.ts

@@ -781,6 +781,7 @@ describe("All MCP tools integration", () => {
   // =====================
   describe("discover_schema", () => {
     describe("when category is filters", () => {
+      /** @scenario Agent discovers available filter fields */
       it("returns filter field documentation", async () => {
         const { formatSchema } = await import(
           "../tools/discover-schema.js"
@@ -793,6 +794,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when category is metrics", () => {
+      /** @scenario Agent discovers available metrics with allowed aggregations */
       it("returns metric documentation", async () => {
         const { formatSchema } = await import(
           "../tools/discover-schema.js"
@@ -818,6 +820,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when category is groups", () => {
+      /** @scenario Agent discovers available group-by options */
       it("returns group-by options", async () => {
         const { formatSchema } = await import(
           "../tools/discover-schema.js"
@@ -876,6 +879,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when category is all", () => {
+      /** @scenario Agent discovers all schema information at once */
       it("returns all schema categories", async () => {
         const { formatSchema } = await import(
           "../tools/discover-schema.js"
@@ -895,6 +899,7 @@ describe("All MCP tools integration", () => {
   // =====================
   describe("search_traces", () => {
     describe("when traces are found", () => {
+      /** @scenario Agent searches traces with a text query */
       it("returns formatted trace digests", async () => {
         const { handleSearchTraces } = await import(
           "../tools/search-traces.js"
@@ -924,6 +929,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when pagination token is present", () => {
+      /** @scenario Agent paginates through trace results */
       it("includes scroll ID for next page", async () => {
         const { handleSearchTraces } = await import(
           "../tools/search-traces.js"
@@ -953,6 +959,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when filters are applied", () => {
+      /** @scenario Agent searches traces filtered by user_id */
       it("passes filters to the API", async () => {
         const { handleSearchTraces } = await import(
           "../tools/search-traces.js"
@@ -976,6 +983,7 @@ describe("All MCP tools integration", () => {
   // =====================
   describe("get_trace", () => {
     describe("when trace exists", () => {
+      /** @scenario Agent gets a single trace by ID in AI-readable format */
       it("returns formatted trace with metadata and evaluations", async () => {
         const { handleGetTrace } = await import(
           "../tools/get-trace.js"
@@ -993,6 +1001,7 @@ describe("All MCP tools integration", () => {
     });
 
     describe("when trace does not exist", () => {
+      /** @scenario Agent gets a trace that does not exist */
       it("propagates the 404 error", async () => {
         const { handleGetTrace } = await import(
           "../tools/get-trace.js"

package/src/__tests__/datasets.integration.test.ts

@@ -305,6 +305,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_list_datasets", () => {
     describe("when the project has datasets", () => {
+      /** @scenario "List datasets returns a formatted summary of all datasets" */
       it("returns a formatted list showing both datasets with their names, slugs, and record counts", async () => {
         const { handleListDatasets } = await import(
           "../tools/list-datasets.js"
@@ -320,6 +321,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the project has no datasets", () => {
+      /** @scenario "List datasets returns a helpful message when none exist" */
       it("returns a helpful message indicating no datasets were found", async () => {
         emptyListMode = true;
         const { handleListDatasets } = await import(
@@ -356,6 +358,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_get_dataset", () => {
     describe("when the dataset exists", () => {
+      /** @scenario "Get dataset by slug returns metadata and a preview of records" */
       it("returns the dataset name, slug, and column definitions", async () => {
         const { handleGetDataset } = await import(
           "../tools/get-dataset.js"
@@ -388,6 +391,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Get dataset with non-existent slug returns an error" */
       it("propagates the 404 error", async () => {
         const { handleGetDataset } = await import(
           "../tools/get-dataset.js"
@@ -403,6 +407,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_create_dataset", () => {
     describe("when creating with name and columns", () => {
+      /** @scenario "Create a dataset with name and columns" */
       it("returns confirmation including the generated slug", async () => {
         const { handleCreateDataset } = await import(
           "../tools/create-dataset.js"
@@ -420,6 +425,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when creating with only a name", () => {
+      /** @scenario "Create a dataset with only a name and no columns" */
       it("returns confirmation including the slug", async () => {
         const { handleCreateDataset } = await import(
           "../tools/create-dataset.js"
@@ -437,6 +443,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_update_dataset", () => {
     describe("when updating the dataset name", () => {
+      /** @scenario "Update a dataset name" */
       it("returns confirmation reflecting the new name", async () => {
         const { handleUpdateDataset } = await import(
           "../tools/update-dataset.js"
@@ -451,6 +458,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when updating dataset column types", () => {
+      /** @scenario "Update a dataset column types" */
       it("returns confirmation reflecting the new columns", async () => {
         const { handleUpdateDataset } = await import(
           "../tools/update-dataset.js"
@@ -465,6 +473,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Update a non-existent dataset returns an error" */
       it("propagates the 404 error", async () => {
         const { handleUpdateDataset } = await import(
           "../tools/update-dataset.js"
@@ -480,6 +489,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_delete_dataset", () => {
     describe("when the dataset exists", () => {
+      /** @scenario "Delete a dataset archives it" */
       it("returns confirmation that the dataset was deleted", async () => {
         const { handleDeleteDataset } = await import(
           "../tools/delete-dataset.js"
@@ -490,6 +500,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Delete a non-existent dataset returns an error" */
       it("propagates the 404 error", async () => {
         const { handleDeleteDataset } = await import(
           "../tools/delete-dataset.js"
@@ -505,6 +516,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_create_dataset_records", () => {
     describe("when the dataset exists", () => {
+      /** @scenario "Add records to a dataset" */
       it("returns confirmation with the count of records created", async () => {
         const { handleCreateDatasetRecords } = await import(
           "../tools/create-dataset-records.js"
@@ -522,6 +534,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Add records to a non-existent dataset returns an error" */
       it("propagates the 404 error", async () => {
         const { handleCreateDatasetRecords } = await import(
           "../tools/create-dataset-records.js"
@@ -540,6 +553,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_update_dataset_record", () => {
     describe("when the record exists", () => {
+      /** @scenario "Update a single record entry" */
       it("returns confirmation that the record was updated", async () => {
         const { handleUpdateDatasetRecord } = await import(
           "../tools/update-dataset-record.js"
@@ -554,6 +568,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Update a record in a non-existent dataset returns an error" */
       it("propagates the 404 error", async () => {
         const { handleUpdateDatasetRecord } = await import(
           "../tools/update-dataset-record.js"
@@ -573,6 +588,7 @@ describe("MCP dataset tools integration", () => {
 
   describe("platform_delete_dataset_records", () => {
     describe("when the dataset exists", () => {
+      /** @scenario "Delete records by IDs" */
       it("returns confirmation with the count of records deleted", async () => {
         const { handleDeleteDatasetRecords } = await import(
           "../tools/delete-dataset-records.js"
@@ -587,6 +603,7 @@ describe("MCP dataset tools integration", () => {
     });
 
     describe("when the dataset does not exist", () => {
+      /** @scenario "Delete records from a non-existent dataset returns an error" */
       it("propagates the 404 error", async () => {
         const { handleDeleteDatasetRecords } = await import(
           "../tools/delete-dataset-records.js"

package/src/__tests__/datasets.unit.test.ts

@@ -53,6 +53,7 @@ describe("formatDatasetResponse()", () => {
       expect(result).toContain("my-dataset");
     });
 
+    /** @scenario "formatDatasetResponse renders column table and record entries as markdown" */
     it("includes a column table", () => {
       expect(result).toContain("input");
       expect(result).toContain("output");
@@ -171,6 +172,7 @@ describe("handleGetDataset()", () => {
 
 describe("platform_create_dataset schema", () => {
   describe("when input has no name", () => {
+    /** @scenario "platform_create_dataset schema rejects input without a name" */
     it("rejects the input with a validation error", () => {
       const result = createDatasetSchema.safeParse({});
       expect(result.success).toBe(false);
@@ -196,6 +198,7 @@ describe("platform_create_dataset schema", () => {
 
 describe("MCP server dataset tool registration", () => {
   describe("when the MCP server is created", () => {
+    /** @scenario "All dataset tools are registered in the MCP server" */
     it("registers all 8 dataset tools", async () => {
       const { createMcpServer } = await import("../create-mcp-server.js");
       const server = createMcpServer();
@@ -219,6 +222,7 @@ describe("MCP server dataset tool registration", () => {
 
 describe("dataset tools API key requirement", () => {
   describe("when no API key is configured", () => {
+    /** @scenario "Dataset tools require an API key" */
     it("requireApiKey throws when apiKey is empty", async () => {
       const savedKey = process.env.LANGWATCH_API_KEY;
       delete process.env.LANGWATCH_API_KEY;

package/src/__tests__/scenario-tools.unit.test.ts

@@ -79,6 +79,7 @@ describe("handleListScenarios()", () => {
       expect(result).toContain("scen_def456");
     });
 
+    /** @scenario Agent lists all scenarios in a project */
     it("includes the total count header", () => {
       expect(result).toContain("# Scenarios (2 total)");
     });
@@ -92,6 +93,7 @@ describe("handleListScenarios()", () => {
       result = await handleListScenarios({});
     });
 
+    /** @scenario Agent lists scenarios when none exist */
     it("returns a no-scenarios message", () => {
       expect(result).toContain("No scenarios found");
     });
@@ -130,6 +132,7 @@ describe("handleGetScenario()", () => {
       result = await handleGetScenario({ scenarioId: "scen_abc123" });
     });
 
+    /** @scenario Agent gets full details of a scenario */
     it("includes the scenario name in the heading", () => {
       expect(result).toContain("# Scenario: Login Flow Happy Path");
     });

package/src/config.ts

@@ -3,6 +3,7 @@ import { AsyncLocalStorage } from "node:async_hooks";
 export interface McpConfig {
   apiKey: string | undefined;
   endpoint: string;
+  projectId?: string;
 }
 
 // ---------------------------------------------------------------------------
@@ -56,6 +57,7 @@ export function initConfig(args: { apiKey?: string; endpoint?: string }): void {
       args.endpoint ||
       process.env.LANGWATCH_ENDPOINT ||
       "https://app.langwatch.ai",
+    projectId: process.env.LANGWATCH_PROJECT_ID,
   };
 }
 

package/src/langwatch-api.ts

@@ -118,10 +118,14 @@ export async function makeRequest(
   path: string,
   body?: unknown
 ): Promise<unknown> {
-  const url = getConfig().endpoint + path;
+  const config = getConfig();
+  const url = config.endpoint + path;
   const headers: Record<string, string> = {
     "X-Auth-Token": requireApiKey(),
   };
+  if (config.projectId) {
+    headers["X-Project-Id"] = config.projectId;
+  }
 
   if (body !== undefined) {
     headers["Content-Type"] = "application/json";