scorecard-ai-mcp 2.4.1 → 2.6.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scorecard-ai-mcp",
-  "version": "2.4.1",
+  "version": "2.6.0",
   "mcpName": "io.scorecard/mcp",
   "description": "The official MCP Server for the Scorecard API",
   "author": "Scorecard <team@scorecard.io>",
@@ -28,14 +28,16 @@
     "fix": "eslint --fix --ext ts,js ."
   },
   "dependencies": {
-    "scorecard-ai": "^2.4.1",
+    "scorecard-ai": "^2.6.0",
     "@cloudflare/cabidela": "^0.2.4",
-    "@modelcontextprotocol/sdk": "^1.11.5",
+    "@modelcontextprotocol/sdk": "^1.24.0",
     "@valtown/deno-http-worker": "^0.0.21",
     "cors": "^2.8.5",
     "express": "^5.1.0",
-    "jq-web": "https://github.com/stainless-api/jq-web/releases/download/v0.8.6/jq-web.tar.gz",
+    "fuse.js": "^7.1.0",
+    "jq-web": "https://github.com/stainless-api/jq-web/releases/download/v0.8.8/jq-web.tar.gz",
     "qs": "^6.14.0",
+    "typescript": "5.8.3",
     "yargs": "^17.7.2",
     "zod": "^3.25.20",
     "zod-to-json-schema": "^3.24.5",
@@ -57,12 +59,6 @@
       "types": "./index.d.mts",
       "default": "./index.mjs"
     },
-    "./code-tool-paths": {
-      "require": "./code-tool-paths.cjs"
-    },
-    "./code-tool-paths.cjs": {
-      "default": "./code-tool-paths.cjs"
-    },
     "./code-tool-types": {
       "import": "./code-tool-types.mjs",
       "require": "./code-tool-types.js"
@@ -73,16 +69,6 @@
     "./code-tool-types.mjs": {
       "default": "./code-tool-types.mjs"
     },
-    "./code-tool-worker": {
-      "import": "./code-tool-worker.mjs",
-      "require": "./code-tool-worker.js"
-    },
-    "./code-tool-worker.js": {
-      "default": "./code-tool-worker.js"
-    },
-    "./code-tool-worker.mjs": {
-      "default": "./code-tool-worker.mjs"
-    },
     "./code-tool": {
       "import": "./code-tool.mjs",
       "require": "./code-tool.js"

package/server.js

@@ -22,7 +22,7 @@ var tools_2 = require("./tools.js");
 Object.defineProperty(exports, "endpoints", { enumerable: true, get: function () { return tools_2.endpoints; } });
 const newMcpServer = () => new mcp_js_1.McpServer({
     name: 'scorecard_ai_api',
-    version: '2.4.1',
+    version: '2.6.0',
 }, { capabilities: { tools: {}, logging: {} } });
 exports.newMcpServer = newMcpServer;
 // Create server instance

package/server.mjs

@@ -11,7 +11,7 @@ export { ClientType } from "./compat.mjs";
 export { endpoints } from "./tools.mjs";
 export const newMcpServer = () => new McpServer({
     name: 'scorecard_ai_api',
-    version: '2.4.1',
+    version: '2.6.0',
 }, { capabilities: { tools: {}, logging: {} } });
 // Create server instance
 export const server = newMcpServer();

package/src/code-tool-types.ts

@@ -11,4 +11,8 @@ export type WorkerSuccess = {
   logLines: string[];
   errLines: string[];
 };
-export type WorkerError = { message: string | undefined };
+export type WorkerError = {
+  message: string | undefined;
+  logLines: string[];
+  errLines: string[];
+};

package/src/code-tool.ts

@@ -1,145 +1,58 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { dirname } from 'node:path';
-import { pathToFileURL } from 'node:url';
-import Scorecard, { ClientOptions } from 'scorecard-ai';
-import { Endpoint, ContentBlock, Metadata } from './tools/types';
-
+import { Metadata, ToolCallResult, asTextContentResult } from './tools/types';
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
-
-import { WorkerInput, WorkerError, WorkerSuccess } from './code-tool-types';
-
+import { readEnv } from './server';
+import { WorkerSuccess } from './code-tool-types';
 /**
  * A tool that runs code against a copy of the SDK.
  *
- * Instead of exposing every endpoint as it's own tool, which uses up too many tokens for LLMs to use at once,
+ * Instead of exposing every endpoint as its own tool, which uses up too many tokens for LLMs to use at once,
  * we expose a single tool that can be used to search for endpoints by name, resource, operation, or tag, and then
  * a generic endpoint that can be used to invoke any endpoint with the provided arguments.
  *
  * @param endpoints - The endpoints to include in the list.
  */
-export async function codeTool(): Promise<Endpoint> {
+export async function codeTool() {
   const metadata: Metadata = { resource: 'all', operation: 'write', tags: [] };
   const tool: Tool = {
     name: 'execute',
     description:
-      'Runs Typescript code to interact with the API.\nYou are a skilled programmer writing code to interface with the service.\nDefine an async function named "run" that takes a single parameter of an initialized client, and it will be run.\nDo not initialize a client, but instead use the client that you are given as a parameter.\nYou will be returned anything that your function returns, plus the results of any console.log statements.\nIf any code triggers an error, the tool will return an error response, so you do not need to add error handling unless you want to output something more helpful than the raw error.\nIt is not necessary to add comments to code, unless by adding those comments you believe that you can generate better code.\nThis code will run in a container, and you will not be able to use fetch or otherwise interact with the network calls other than through the client you are given.\nAny variables you define won\'t live between successive uses of this call, so make sure to return or log any data you might need later.',
+      'Runs JavaScript code to interact with the API.\n\nYou are a skilled programmer writing code to interface with the service.\nDefine an async function named "run" that takes a single parameter of an initialized SDK client and it will be run.\nWrite code within this template:\n\n```\nasync function run(client) {\n  // Fill this out\n}\n```\n\nYou will be returned anything that your function returns, plus the results of any console.log statements.\nIf any code triggers an error, the tool will return an error response, so you do not need to add error handling unless you want to output something more helpful than the raw error.\nIt is not necessary to add comments to code, unless by adding those comments you believe that you can generate better code.\nThis code will run in a container, and you will not be able to use fetch or otherwise interact with the network calls other than through the client you are given.\nAny variables you define won\'t live between successive uses of this call, so make sure to return or log any data you might need later.',
     inputSchema: { type: 'object', properties: { code: { type: 'string' } } },
   };
-
-  // Import dynamically to avoid failing at import time in cases where the environment is not well-supported.
-  const { newDenoHTTPWorker } = await import('@valtown/deno-http-worker');
-  const { workerPath } = await import('./code-tool-paths.cjs');
-
-  const handler = async (client: Scorecard, args: unknown) => {
-    const baseURLHostname = new URL(client.baseURL).hostname;
-    const { code } = args as { code: string };
-
-    const worker = await newDenoHTTPWorker(pathToFileURL(workerPath), {
-      runFlags: [
-        `--node-modules-dir=manual`,
-        `--allow-read=code-tool-worker.mjs,${workerPath.replace(/([\/\\]node_modules)[\/\\].+$/, '$1')}/`,
-        `--allow-net=${baseURLHostname}`,
-        // Allow environment variables because instantiating the client will try to read from them,
-        // even though they are not set.
-        '--allow-env',
-      ],
-      printOutput: true,
-      spawnOptions: {
-        cwd: dirname(workerPath),
+  const handler = async (_: unknown, args: any): Promise<ToolCallResult> => {
+    const code = args.code as string;
+
+    // this is not required, but passing a Stainless API key for the matching project_name
+    // will allow you to run code-mode queries against non-published versions of your SDK.
+    const stainlessAPIKey = readEnv('STAINLESS_API_KEY');
+    const codeModeEndpoint =
+      readEnv('CODE_MODE_ENDPOINT_URL') ?? 'https://api.stainless.com/api/ai/code-tool';
+
+    const res = await fetch(codeModeEndpoint, {
+      method: 'POST',
+      headers: {
+        ...(stainlessAPIKey && { Authorization: stainlessAPIKey }),
+        'Content-Type': 'application/json',
+        client_envs: JSON.stringify({ SCORECARD_API_KEY: readEnv('SCORECARD_API_KEY') }),
       },
+      body: JSON.stringify({
+        project_name: 'scorecard',
+        client_opts: { environment: (readEnv('SCORECARD_ENVIRONMENT') || undefined) as any },
+        code,
+      }),
     });
 
-    try {
-      const resp = await new Promise<Response>((resolve, reject) => {
-        worker.addEventListener('exit', (exitCode) => {
-          reject(new Error(`Worker exited with code ${exitCode}`));
-        });
-
-        const opts: ClientOptions = {
-          baseURL: client.baseURL,
-          apiKey: client.apiKey,
-          defaultHeaders: {
-            'X-Stainless-MCP': 'true',
-          },
-        };
-
-        const req = worker.request(
-          'http://localhost',
-          {
-            headers: {
-              'content-type': 'application/json',
-            },
-            method: 'POST',
-          },
-          (resp) => {
-            const body: Uint8Array[] = [];
-            resp.on('error', (err) => {
-              reject(err);
-            });
-            resp.on('data', (chunk) => {
-              body.push(chunk);
-            });
-            resp.on('end', () => {
-              resolve(
-                new Response(Buffer.concat(body).toString(), {
-                  status: resp.statusCode ?? 200,
-                  headers: resp.headers as any,
-                }),
-              );
-            });
-          },
-        );
-
-        const body = JSON.stringify({
-          opts,
-          code,
-        } satisfies WorkerInput);
-
-        req.write(body, (err) => {
-          if (err !== null && err !== undefined) {
-            reject(err);
-          }
-        });
-
-        req.end();
-      });
-
-      if (resp.status === 200) {
-        const { result, logLines, errLines } = (await resp.json()) as WorkerSuccess;
-        const returnOutput: ContentBlock | null =
-          result === null ? null
-          : result === undefined ? null
-          : {
-              type: 'text',
-              text: typeof result === 'string' ? (result as string) : JSON.stringify(result),
-            };
-        const logOutput: ContentBlock | null =
-          logLines.length === 0 ?
-            null
-          : {
-              type: 'text',
-              text: logLines.join('\n'),
-            };
-        const errOutput: ContentBlock | null =
-          errLines.length === 0 ?
-            null
-          : {
-              type: 'text',
-              text: 'Error output:\n' + errLines.join('\n'),
-            };
-        return {
-          content: [returnOutput, logOutput, errOutput].filter((block) => block !== null),
-        };
-      } else {
-        const { message } = (await resp.json()) as WorkerError;
-        throw new Error(message);
-      }
-    } catch (e) {
-      throw e;
-    } finally {
-      worker.terminate();
+    if (!res.ok) {
+      throw new Error(
+        `${res.status}: ${
+          res.statusText
+        } error when trying to contact Code Tool server. Details: ${await res.text()}`,
+      );
     }
+
+    return asTextContentResult((await res.json()) as WorkerSuccess);
   };
 
   return { metadata, tool, handler };

package/src/docs-search-tool.ts

@@ -13,8 +13,7 @@ export const metadata: Metadata = {
 
 export const tool: Tool = {
   name: 'search_docs',
-  description:
-    'Search for documentation for how to use the client to interact with the API.\nThe tool will return an array of Markdown-formatted documentation pages.',
+  description: 'Search for documentation for how to use the client to interact with the API.',
   inputSchema: {
     type: 'object',
     properties: {
@@ -25,7 +24,12 @@ export const tool: Tool = {
       language: {
         type: 'string',
         description: 'The language for the SDK to search for.',
-        enum: ['http', 'python', 'go', 'typescript', 'terraform', 'ruby', 'java', 'kotlin'],
+        enum: ['http', 'python', 'go', 'typescript', 'javascript', 'terraform', 'ruby', 'java', 'kotlin'],
+      },
+      detail: {
+        type: 'string',
+        description: 'The amount of detail to return.',
+        enum: ['default', 'verbose'],
       },
     },
     required: ['query', 'language'],
@@ -42,6 +46,13 @@ export const handler = async (_: unknown, args: Record<string, unknown> | undefi
   const body = args as any;
   const query = new URLSearchParams(body).toString();
   const result = await fetch(`${docsSearchURL}?${query}`);
+
+  if (!result.ok) {
+    throw new Error(
+      `${result.status}: ${result.statusText} when using doc search tool. Details: ${await result.text()}`,
+    );
+  }
+
   return asTextContentResult(await result.json());
 };
 

package/src/dynamic-tools.ts

@@ -14,7 +14,7 @@ function zodToInputSchema(schema: z.ZodSchema) {
 /**
  * A list of tools that expose all the endpoints in the API dynamically.
  *
- * Instead of exposing every endpoint as it's own tool, which uses up too many tokens for LLMs to use at once,
+ * Instead of exposing every endpoint as its own tool, which uses up too many tokens for LLMs to use at once,
  * we expose a single tool that can be used to search for endpoints by name, resource, operation, or tag, and then
  * a generic endpoint that can be used to invoke any endpoint with the provided arguments.
  *

package/src/filtering.ts

@@ -12,3 +12,7 @@ export async function maybeFilter(jqFilter: unknown | undefined, response: any):
 async function jq(json: any, jqFilter: string) {
   return (await initJq).json(json, jqFilter);
 }
+
+export function isJqError(error: any): error is Error {
+  return error instanceof Error && 'stderr' in error;
+}

package/src/headers.ts

@@ -11,7 +11,9 @@ export const parseAuthHeaders = (req: IncomingMessage): Partial<ClientOptions> =
       case 'Bearer':
         return { apiKey: req.headers.authorization.slice('Bearer '.length) };
       default:
-        throw new Error(`Unsupported authorization scheme`);
+        throw new Error(
+          'Unsupported authorization scheme. Expected the "Authorization" header to be a supported scheme (Bearer).',
+        );
     }
   }
 

package/src/http.ts

@@ -46,12 +46,12 @@ const newServer = ({
       },
       mcpOptions,
     });
-  } catch {
+  } catch (error) {
     res.status(401).json({
       jsonrpc: '2.0',
       error: {
         code: -32000,
-        message: 'Unauthorized',
+        message: `Unauthorized: ${error instanceof Error ? error.message : error}`,
       },
     });
     return null;

package/src/options.ts

@@ -284,8 +284,10 @@ const coerceArray = <T extends z.ZodTypeAny>(zodType: T) =>
   );
 
 const QueryOptions = z.object({
-  tools: coerceArray(z.enum(['dynamic', 'all', 'docs'])).describe('Use dynamic tools or all tools'),
-  no_tools: coerceArray(z.enum(['dynamic', 'all', 'docs'])).describe('Do not use dynamic tools or all tools'),
+  tools: coerceArray(z.enum(['dynamic', 'all', 'code', 'docs'])).describe('Specify which MCP tools to use'),
+  no_tools: coerceArray(z.enum(['dynamic', 'all', 'code', 'docs'])).describe(
+    'Specify which MCP tools to not use.',
+  ),
   tool: coerceArray(z.string()).describe('Include tools matching the specified names'),
   resource: coerceArray(z.string()).describe('Include tools matching the specified resources'),
   operation: coerceArray(z.enum(['read', 'write'])).describe(
@@ -385,11 +387,16 @@ export function parseQueryOptions(defaultOptions: McpOptions, query: unknown): M
     : queryOptions.tools?.includes('docs') ? true
     : defaultOptions.includeDocsTools;
 
+  let codeTools: boolean | undefined =
+    queryOptions.no_tools && queryOptions.no_tools?.includes('code') ? false
+    : queryOptions.tools?.includes('code') && defaultOptions.includeCodeTools ? true
+    : defaultOptions.includeCodeTools;
+
   return {
     client: queryOptions.client ?? defaultOptions.client,
     includeDynamicTools: dynamicTools,
     includeAllTools: allTools,
-    includeCodeTools: undefined,
+    includeCodeTools: codeTools,
     includeDocsTools: docsTools,
     filters,
     capabilities: clientCapabilities,

package/src/server.ts

@@ -34,7 +34,7 @@ export const newMcpServer = () =>
   new McpServer(
     {
       name: 'scorecard_ai_api',
-      version: '2.4.1',
+      version: '2.6.0',
     },
     { capabilities: { tools: {}, logging: {} } },
   );

package/src/tools/index.ts

@@ -22,6 +22,7 @@ import get_runs from './runs/get-runs';
 import create_metrics from './metrics/create-metrics';
 import update_metrics from './metrics/update-metrics';
 import list_metrics from './metrics/list-metrics';
+import delete_metrics from './metrics/delete-metrics';
 import get_metrics from './metrics/get-metrics';
 import create_records from './records/create-records';
 import list_records from './records/list-records';
@@ -59,6 +60,7 @@ addEndpoint(get_runs);
 addEndpoint(create_metrics);
 addEndpoint(update_metrics);
 addEndpoint(list_metrics);
+addEndpoint(delete_metrics);
 addEndpoint(get_metrics);
 addEndpoint(create_records);
 addEndpoint(list_records);

package/src/tools/metrics/create-metrics.ts

@@ -1,6 +1,6 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -370,7 +370,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, ...body } = args as any;
-  return asTextContentResult(await client.metrics.create(projectId, body));
+  try {
+    return asTextContentResult(await client.metrics.create(projectId, body));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/metrics/delete-metrics.ts

@@ -0,0 +1,54 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import Scorecard from 'scorecard-ai';
+
+export const metadata: Metadata = {
+  resource: 'metrics',
+  operation: 'write',
+  tags: [],
+  httpMethod: 'delete',
+  httpPath: '/metrics/{metricId}',
+  operationId: 'deleteMetric',
+};
+
+export const tool: Tool = {
+  name: 'delete_metrics',
+  description:
+    "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nDelete a specific Metric by ID. The metric will be removed from metric groups and monitors.\n\n# Response Schema\n```json\n{\n  $ref: '#/$defs/metric_delete_response',\n  $defs: {\n    metric_delete_response: {\n      type: 'object',\n      properties: {\n        success: {\n          type: 'boolean',\n          description: 'Whether the deletion was successful.'\n        }\n      },\n      required: [        'success'\n      ]\n    }\n  }\n}\n```",
+  inputSchema: {
+    type: 'object',
+    properties: {
+      metricId: {
+        type: 'string',
+      },
+      jq_filter: {
+        type: 'string',
+        title: 'jq Filter',
+        description:
+          'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
+      },
+    },
+    required: ['metricId'],
+  },
+  annotations: {
+    idempotentHint: true,
+  },
+};
+
+export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
+  const { metricId, jq_filter, ...body } = args as any;
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.metrics.delete(metricId)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
+};
+
+export default { metadata, tool, handler };

package/src/tools/metrics/get-metrics.ts

@@ -1,6 +1,6 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -33,7 +33,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { metricId, ...body } = args as any;
-  return asTextContentResult(await client.metrics.get(metricId));
+  try {
+    return asTextContentResult(await client.metrics.get(metricId));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/metrics/list-metrics.ts

@@ -1,6 +1,6 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -45,7 +45,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { projectId, ...body } = args as any;
   const response = await client.metrics.list(projectId, body).asResponse();
-  return asTextContentResult(await response.json());
+  try {
+    return asTextContentResult(await response.json());
+  } catch (error) {
+    if (error instanceof Scorecard.APIError) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/metrics/update-metrics.ts

@@ -1,6 +1,6 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -370,7 +370,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { metricId, ...body } = args as any;
-  return asTextContentResult(await client.metrics.update(metricId, body));
+  try {
+    return asTextContentResult(await client.metrics.update(metricId, body));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/projects/create-projects.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -44,7 +44,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.projects.create(body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.projects.create(body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/projects/list-projects.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -49,7 +49,14 @@ export const tool: Tool = {
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { jq_filter, ...body } = args as any;
   const response = await client.projects.list(body).asResponse();
-  return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };

package/src/tools/records/create-records.ts

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { Metadata, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
+import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
+import { Metadata, asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
@@ -58,7 +58,14 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { runId, jq_filter, ...body } = args as any;
-  return asTextContentResult(await maybeFilter(jq_filter, await client.records.create(runId, body)));
+  try {
+    return asTextContentResult(await maybeFilter(jq_filter, await client.records.create(runId, body)));
+  } catch (error) {
+    if (error instanceof Scorecard.APIError || isJqError(error)) {
+      return asErrorResult(error.message);
+    }
+    throw error;
+  }
 };
 
 export default { metadata, tool, handler };