@langwatch/mcp-server 2.0.0 → 2.1.0

package/dist/{chunk-J42FWRJ2.js → chunk-RVAE2MEA.js}

@@ -1,6 +1,6 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 
 // src/langwatch-api-scenarios.ts
 async function listScenarios() {
@@ -37,4 +37,4 @@ export {
   updateScenario,
   archiveScenario
 };
-//# sourceMappingURL=chunk-J42FWRJ2.js.map
+//# sourceMappingURL=chunk-RVAE2MEA.js.map

package/dist/{chunk-AQJO2EI5.js → chunk-S4GVX36W.js}

@@ -1,6 +1,6 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 
 // src/langwatch-api-dashboards.ts
 async function listDashboards() {
@@ -36,4 +36,4 @@ export {
   renameDashboard,
   deleteDashboard
 };
-//# sourceMappingURL=chunk-AQJO2EI5.js.map
+//# sourceMappingURL=chunk-S4GVX36W.js.map

package/dist/{chunk-YX3A3CFM.js → chunk-SR6QPRIE.js}

@@ -1,6 +1,6 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 
 // src/langwatch-api-annotations.ts
 async function listAnnotations() {
@@ -39,4 +39,4 @@ export {
   createAnnotation,
   deleteAnnotation
 };
-//# sourceMappingURL=chunk-YX3A3CFM.js.map
+//# sourceMappingURL=chunk-SR6QPRIE.js.map

package/dist/chunk-UF6XIGYR.js

@@ -0,0 +1,58 @@
+// src/tools/format-suite-details.ts
+function describeMapping(mapping) {
+  return mapping.type === "value" ? JSON.stringify(mapping.value) : `${mapping.sourceId}.${mapping.path.join(".")}`;
+}
+function formatSuiteFields(fields) {
+  if (!fields || fields.length === 0) return [];
+  return [
+    "\n## Fields",
+    ...fields.map((field) => `- ${field.identifier} (${field.type})`)
+  ];
+}
+function formatEvaluatorAttachments(evaluators) {
+  if (!evaluators || evaluators.length === 0) return [];
+  const lines = ["\n## Evaluators"];
+  for (const attachment of evaluators) {
+    const gate = attachment.required ? "required" : "reports only";
+    lines.push(`- ${attachment.evaluatorId} (${gate}, attachment ${attachment.id})`);
+    for (const [input, mapping] of Object.entries(attachment.mappings)) {
+      lines.push(`  - ${input}: ${describeMapping(mapping)}`);
+    }
+  }
+  return lines;
+}
+var PENDING_EVALUATION_STATUS = "PENDING_EVALUATION";
+function formatRunStatus(status) {
+  if (status === PENDING_EVALUATION_STATUS) return "evaluating";
+  if (status === "SUCCESS") return "pass";
+  if (status === "FAILED") return "FAIL";
+  return status;
+}
+function pendingEvaluationNote(status) {
+  if (status !== PENDING_EVALUATION_STATUS) return [];
+  return [
+    "> The evaluators attached to this run have not been recorded yet. A required one may still fail it, so read the verdict again once the status changes."
+  ];
+}
+function formatEvaluations(evaluations) {
+  if (!evaluations || evaluations.length === 0) return [];
+  const lines = ["\n## Evaluators"];
+  for (const evaluation of evaluations) {
+    const parts = [evaluation.status];
+    if (evaluation.score !== void 0) parts.push(`score ${evaluation.score}`);
+    if (evaluation.label !== void 0) parts.push(evaluation.label);
+    if (evaluation.required) parts.push("required");
+    lines.push(`- **${evaluation.name}**: ${parts.join(", ")}`);
+    if (evaluation.details) lines.push(`  ${evaluation.details}`);
+  }
+  return lines;
+}
+
+export {
+  formatSuiteFields,
+  formatEvaluatorAttachments,
+  formatRunStatus,
+  pendingEvaluationNote,
+  formatEvaluations
+};
+//# sourceMappingURL=chunk-UF6XIGYR.js.map

package/dist/{chunk-5CCZFUXS.js → chunk-UFOYFYI7.js}

@@ -1,6 +1,6 @@
 import {
   makeRequest
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 
 // src/langwatch-api-workflows.ts
 async function listWorkflows() {
@@ -32,4 +32,4 @@ export {
   runWorkflow,
   deleteWorkflow
 };
-//# sourceMappingURL=chunk-5CCZFUXS.js.map
+//# sourceMappingURL=chunk-UFOYFYI7.js.map

package/dist/{create-agent-7XHO6UIS.js → create-agent-JFJ2K6X3.js}

@@ -1,7 +1,7 @@
 import {
   createAgent
-} from "./chunk-TOXJQDIZ.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-EYXMLE5X.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -21,4 +21,4 @@ async function handleCreateAgent(params) {
 export {
   handleCreateAgent
 };
-//# sourceMappingURL=create-agent-7XHO6UIS.js.map
+//# sourceMappingURL=create-agent-JFJ2K6X3.js.map

package/dist/{create-annotation-YQXRQC6A.js → create-annotation-EUXXQ6NS.js}

@@ -1,7 +1,7 @@
 import {
   createAnnotation
-} from "./chunk-YX3A3CFM.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-SR6QPRIE.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -22,4 +22,4 @@ async function handleCreateAnnotation(params) {
 export {
   handleCreateAnnotation
 };
-//# sourceMappingURL=create-annotation-YQXRQC6A.js.map
+//# sourceMappingURL=create-annotation-EUXXQ6NS.js.map

package/dist/{create-api-key-YUS36KBU.js → create-api-key-BGBB76JX.js}

@@ -1,7 +1,7 @@
 import {
   createApiKey
-} from "./chunk-TJCXFNDT.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-K37ZNPXK.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -24,4 +24,4 @@ async function handleCreateApiKey(params) {
 export {
   handleCreateApiKey
 };
-//# sourceMappingURL=create-api-key-YUS36KBU.js.map
+//# sourceMappingURL=create-api-key-BGBB76JX.js.map

package/dist/{create-dashboard-4Z5JO5LB.js → create-dashboard-Z76AIPLS.js}

@@ -1,7 +1,7 @@
 import {
   createDashboard
-} from "./chunk-AQJO2EI5.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-S4GVX36W.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -16,4 +16,4 @@ async function handleCreateDashboard(params) {
 export {
   handleCreateDashboard
 };
-//# sourceMappingURL=create-dashboard-4Z5JO5LB.js.map
+//# sourceMappingURL=create-dashboard-Z76AIPLS.js.map

package/dist/{create-dataset-E6NMSVX7.js → create-dataset-FD5VAXU4.js}

@@ -4,8 +4,8 @@ import {
 import "./chunk-NUFPTHKU.js";
 import {
   createDataset
-} from "./chunk-77BNWQ3U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-AN4OUA4D.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -20,4 +20,4 @@ async function handleCreateDataset(params) {
 export {
   handleCreateDataset
 };
-//# sourceMappingURL=create-dataset-E6NMSVX7.js.map
+//# sourceMappingURL=create-dataset-FD5VAXU4.js.map

package/dist/{create-dataset-records-SKHPRD2K.js → create-dataset-records-WQUXXOHI.js}

@@ -1,7 +1,7 @@
 import {
   createDatasetRecords
-} from "./chunk-77BNWQ3U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-AN4OUA4D.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -20,4 +20,4 @@ async function handleCreateDatasetRecords(params) {
 export {
   handleCreateDatasetRecords
 };
-//# sourceMappingURL=create-dataset-records-SKHPRD2K.js.map
+//# sourceMappingURL=create-dataset-records-WQUXXOHI.js.map

package/dist/{create-evaluator-JXF5PF33.js → create-evaluator-6NV33Z52.js}

@@ -1,8 +1,8 @@
 import {
   createEvaluator,
   getEvaluatorType
-} from "./chunk-CDYQOY5U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-OJLYYJWI.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -25,4 +25,4 @@ async function handleCreateEvaluator(params) {
 export {
   handleCreateEvaluator
 };
-//# sourceMappingURL=create-evaluator-JXF5PF33.js.map
+//# sourceMappingURL=create-evaluator-6NV33Z52.js.map

package/dist/create-mcp-server.js

@@ -1,7 +1,12 @@
 import {
   createMcpServer
-} from "./chunk-4QC7SA2L.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-QRO35SOM.js";
+import "./chunk-EYXMLE5X.js";
+import "./chunk-HV4DWKBI.js";
+import "./chunk-CKNAH5TG.js";
+import "./chunk-UF6XIGYR.js";
+import "./chunk-6DJDEXET.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 export {

package/dist/{create-project-CS2CB57Y.js → create-project-ZQ7TFIO2.js}

@@ -1,7 +1,7 @@
 import {
   createProject
-} from "./chunk-7RHG56OH.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-G4ZAZTZW.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -42,4 +42,4 @@ async function handleCreateProject(params) {
 export {
   handleCreateProject
 };
-//# sourceMappingURL=create-project-CS2CB57Y.js.map
+//# sourceMappingURL=create-project-ZQ7TFIO2.js.map

package/dist/{create-prompt-F5RMX3L3.js → create-prompt-BS6QRCUU.js}

@@ -1,6 +1,6 @@
 import {
   createPrompt
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -37,4 +37,4 @@ async function handleCreatePrompt(params) {
 export {
   handleCreatePrompt
 };
-//# sourceMappingURL=create-prompt-F5RMX3L3.js.map
+//# sourceMappingURL=create-prompt-BS6QRCUU.js.map

package/dist/{create-prompt-tag-GMRWTEFR.js → create-prompt-tag-FCQ5ELSQ.js}

@@ -1,6 +1,6 @@
 import {
   createPromptTag
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -15,4 +15,4 @@ async function handleCreatePromptTag(params) {
 export {
   handleCreatePromptTag
 };
-//# sourceMappingURL=create-prompt-tag-GMRWTEFR.js.map
+//# sourceMappingURL=create-prompt-tag-FCQ5ELSQ.js.map

package/dist/{create-scenario-JDR2VB2H.js → create-scenario-DRPTPXU3.js}

@@ -1,7 +1,10 @@
+import {
+  formatScenarioFields
+} from "./chunk-7E4FZIYJ.js";
 import {
   createScenario
-} from "./chunk-J42FWRJ2.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-RVAE2MEA.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -19,9 +22,13 @@ async function handleCreateScenario(params) {
   if (Array.isArray(result.labels) && result.labels.length > 0) {
     lines.push(`**Labels**: ${result.labels.join(", ")}`);
   }
+  if (result.testSuiteId) {
+    lines.push(`**Test suite**: ${result.testSuiteId}`);
+  }
+  lines.push(...formatScenarioFields(result.fields));
   return lines.join("\n");
 }
 export {
   handleCreateScenario
 };
-//# sourceMappingURL=create-scenario-JDR2VB2H.js.map
+//# sourceMappingURL=create-scenario-DRPTPXU3.js.map

package/dist/create-test-suite-ZIZCCFJ4.js

@@ -0,0 +1,37 @@
+import {
+  toWireAttachments
+} from "./chunk-CKNAH5TG.js";
+import {
+  formatEvaluatorAttachments,
+  formatSuiteFields
+} from "./chunk-UF6XIGYR.js";
+import {
+  createTestSuite
+} from "./chunk-6DJDEXET.js";
+import "./chunk-GELJ2MQR.js";
+import "./chunk-WT4PO4A3.js";
+import "./chunk-SAS5OB7F.js";
+
+// src/tools/create-test-suite.ts
+async function handleCreateTestSuite(params) {
+  const suite = await createTestSuite({
+    name: params.name,
+    ...params.fields !== void 0 ? { fields: params.fields } : {},
+    ...params.evaluators !== void 0 ? { evaluators: toWireAttachments(params.evaluators) } : {}
+  });
+  return [
+    `Test suite "${suite.name}" created.`,
+    "",
+    `**ID**: ${suite.id}`,
+    `**Slug**: ${suite.slug}`,
+    `**View**: ${suite.platformUrl}`,
+    ...formatSuiteFields(suite.fields),
+    ...formatEvaluatorAttachments(suite.evaluators),
+    "",
+    `> File scenarios in it with \`platform_create_scenario\` or \`platform_update_scenario\`, passing testSuiteId \`${suite.id}\`${suite.fields && suite.fields.length > 0 ? ` and a value per field under \`fields\`` : ""}.`
+  ].join("\n");
+}
+export {
+  handleCreateTestSuite
+};
+//# sourceMappingURL=create-test-suite-ZIZCCFJ4.js.map

package/dist/{delete-agent-O3EEH4S5.js → delete-agent-SA4JMUZF.js}

@@ -1,7 +1,7 @@
 import {
   deleteAgent
-} from "./chunk-TOXJQDIZ.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-EYXMLE5X.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -16,4 +16,4 @@ async function handleDeleteAgent(params) {
 export {
   handleDeleteAgent
 };
-//# sourceMappingURL=delete-agent-O3EEH4S5.js.map
+//# sourceMappingURL=delete-agent-SA4JMUZF.js.map

package/dist/{delete-annotation-XP6FQM7A.js → delete-annotation-X3KKK7QY.js}

@@ -1,7 +1,7 @@
 import {
   deleteAnnotation
-} from "./chunk-YX3A3CFM.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-SR6QPRIE.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -15,4 +15,4 @@ async function handleDeleteAnnotation(params) {
 export {
   handleDeleteAnnotation
 };
-//# sourceMappingURL=delete-annotation-XP6FQM7A.js.map
+//# sourceMappingURL=delete-annotation-X3KKK7QY.js.map

package/dist/{delete-dashboard-RFUNYCNP.js → delete-dashboard-LYMRPF27.js}

@@ -1,7 +1,7 @@
 import {
   deleteDashboard
-} from "./chunk-AQJO2EI5.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-S4GVX36W.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -16,4 +16,4 @@ async function handleDeleteDashboard(params) {
 export {
   handleDeleteDashboard
 };
-//# sourceMappingURL=delete-dashboard-RFUNYCNP.js.map
+//# sourceMappingURL=delete-dashboard-LYMRPF27.js.map

package/dist/{delete-dataset-3MJFRDLP.js → delete-dataset-W6EZ44HY.js}

@@ -1,7 +1,7 @@
 import {
   deleteDataset
-} from "./chunk-77BNWQ3U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-AN4OUA4D.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -18,4 +18,4 @@ async function handleDeleteDataset(params) {
 export {
   handleDeleteDataset
 };
-//# sourceMappingURL=delete-dataset-3MJFRDLP.js.map
+//# sourceMappingURL=delete-dataset-W6EZ44HY.js.map

package/dist/{delete-dataset-records-WPMU5GL5.js → delete-dataset-records-7CNOTALB.js}

@@ -1,7 +1,7 @@
 import {
   deleteDatasetRecords
-} from "./chunk-77BNWQ3U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-AN4OUA4D.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -19,4 +19,4 @@ async function handleDeleteDatasetRecords(params) {
 export {
   handleDeleteDatasetRecords
 };
-//# sourceMappingURL=delete-dataset-records-WPMU5GL5.js.map
+//# sourceMappingURL=delete-dataset-records-7CNOTALB.js.map

package/dist/{delete-evaluator-33SP2JFX.js → delete-evaluator-RKYC4TNB.js}

@@ -1,7 +1,7 @@
 import {
   deleteEvaluator
-} from "./chunk-CDYQOY5U.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-OJLYYJWI.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -13,4 +13,4 @@ async function handleDeleteEvaluator(params) {
 export {
   handleDeleteEvaluator
 };
-//# sourceMappingURL=delete-evaluator-33SP2JFX.js.map
+//# sourceMappingURL=delete-evaluator-RKYC4TNB.js.map

package/dist/{delete-prompt-tag-KNMZVSPB.js → delete-prompt-tag-QB3OCZUV.js}

@@ -1,6 +1,6 @@
 import {
   deletePromptTag
-} from "./chunk-A2LEVYQ5.js";
+} from "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -15,4 +15,4 @@ async function handleDeletePromptTag(params) {
 export {
   handleDeletePromptTag
 };
-//# sourceMappingURL=delete-prompt-tag-KNMZVSPB.js.map
+//# sourceMappingURL=delete-prompt-tag-QB3OCZUV.js.map

package/dist/{delete-workflow-3NUXO46U.js → delete-workflow-NG2VXYYM.js}

@@ -1,7 +1,7 @@
 import {
   deleteWorkflow
-} from "./chunk-5CCZFUXS.js";
-import "./chunk-A2LEVYQ5.js";
+} from "./chunk-UFOYFYI7.js";
+import "./chunk-GELJ2MQR.js";
 import "./chunk-WT4PO4A3.js";
 import "./chunk-SAS5OB7F.js";
 
@@ -15,4 +15,4 @@ async function handleDeleteWorkflow(params) {
 export {
   handleDeleteWorkflow
 };
-//# sourceMappingURL=delete-workflow-3NUXO46U.js.map
+//# sourceMappingURL=delete-workflow-NG2VXYYM.js.map