scorecard-ai-mcp 2.4.1 → 2.6.0

package/src/tools/records/delete-records.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { recordId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.records.delete(recordId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.records.delete(recordId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/records/list-records.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -52,7 +52,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { runId, jq_filter, ...body } = args as any;
   const response = await client.records.list(runId, body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/runs/create-runs.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -54,7 +54,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.runs.create(projectId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.runs.create(projectId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/runs/get-runs.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { runId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.runs.get(runId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.runs.get(runId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/runs/list-runs.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -52,7 +52,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
   const response = await client.runs.list(projectId, body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/scores/upsert-scores.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -50,7 +50,16 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { metricConfigId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.scores.upsert(metricConfigId, body)));
+  try {
+    return asTextContentResult(
+      await maybeFilter(jq_filter, await client.scores.upsert(metricConfigId, body)),
+    );
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/delete-systems.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.systems.delete(systemId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.systems.delete(systemId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/get-systems.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.systems.get(systemId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.systems.get(systemId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/list-systems.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -52,7 +52,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
   const response = await client.systems.list(projectId, body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/update-systems.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -51,7 +51,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.systems.update(systemId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.systems.update(systemId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/upsert-systems.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -53,7 +53,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.systems.upsert(projectId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.systems.upsert(projectId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/versions/get-systems-versions.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,9 +41,16 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemVersionId, jq_filter, ...body } = args as any;
-  return asTextContentResult(
-    await maybeFilter(jq_filter, await client.systems.versions.get(systemVersionId)),
-  );
+  try {
+    return asTextContentResult(
+      await maybeFilter(jq_filter, await client.systems.versions.get(systemVersionId)),
+    );
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/systems/versions/upsert-systems-versions.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -49,9 +49,16 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemId, jq_filter, ...body } = args as any;
-  return asTextContentResult(
-    await maybeFilter(jq_filter, await client.systems.versions.upsert(systemId, body)),
-  );
+  try {
+    return asTextContentResult(
+      await maybeFilter(jq_filter, await client.systems.versions.upsert(systemId, body)),
+    );
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testcases/create-testcases.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -54,7 +54,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testsetId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.create(testsetId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.create(testsetId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testcases/delete-testcases.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -43,7 +43,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.delete(body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.delete(body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testcases/get-testcases.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testcaseId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.get(testcaseId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.get(testcaseId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testcases/list-testcases.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -52,7 +52,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testsetId, jq_filter, ...body } = args as any;
   const response = await client.testcases.list(testsetId, body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testcases/update-testcases.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -46,7 +46,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testcaseId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.update(testcaseId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testcases.update(testcaseId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/create-testsets.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -81,7 +81,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.create(projectId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.create(projectId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/delete-testsets.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testsetId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.delete(testsetId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.delete(testsetId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/get-testsets.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -41,7 +41,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testsetId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.get(testsetId)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.get(testsetId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/list-testsets.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -52,7 +52,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, jq_filter, ...body } = args as any;
   const response = await client.testsets.list(projectId, body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/update-testsets.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -81,7 +81,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { testsetId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.update(testsetId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.update(testsetId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/types.ts

@@ -87,6 +87,18 @@ export async function asBinaryContentResult(response: Response): Promise<ToolCal
   }
 }
 
+export function asErrorResult(message: string): ToolCallResult {
+  return {
+    content: [
+      {
+        type: 'text',
+        text: message,
+      },
+    ],
+    isError: true,
+  };
+}
+
 export type Metadata = {
   resource: string;
   operation: 'read' | 'write';

package/tools/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AAiC/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AAqCxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA4B1E"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AAkC/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AAsCxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA4B1E"}