scorecard-ai-mcp 1.0.0-alpha.6 → 1.0.0-alpha.8

package/server.d.ts

@@ -1,9 +1,10 @@
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { HandlerFunction } from "./tools.js";
+import { Endpoint, HandlerFunction } from "./tools.js";
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
 import { ClientCapabilities } from "./compat.js";
+import { ParsedOptions } from "./options.js";
 export { endpoints } from "./tools.js";
 export declare const server: McpServer;
 /**
@@ -19,6 +20,10 @@ export declare function init(params: {
     }[];
     capabilities?: Partial<ClientCapabilities>;
 }): void;
+/**
+ * Selects the tools to include in the MCP Server based on the provided options.
+ */
+export declare function selectTools(endpoints: Endpoint[], options: ParsedOptions): Endpoint[];
 /**
  * Runs the provided handler with the given client and arguments.
  */

package/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":"OAEO,EAAE,MAAM,EAAE,MAAM,2CAA2C;OAC3D,EAAE,SAAS,EAAE,MAAM,yCAAyC;OAC5D,EAAa,eAAe,EAAE;OAC9B,EAAiD,IAAI,EAAE,MAAM,oCAAoC;OACjG,SAAS,MAAM,cAAc;OAC7B,EAAE,kBAAkB,EAAgD;OACpE,EAAE,SAAS,EAAE;AAGpB,eAAO,MAAM,MAAM,WAUlB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,IAAI,CAAC,MAAM,EAAE;IAC3B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,SAAS,CAAC,EAAE;QAAE,IAAI,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,eAAe,CAAA;KAAE,EAAE,CAAC;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAC5C,QAuBA;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,EACzC,oBAAoB,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;;;;;GAenD;AAED,eAAO,MAAM,OAAO,GAAI,KAAK,MAAM,KAAG,MAAM,GAAG,SAO9C,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,KAAK,MAAM,KAAG,MAM5C,CAAC"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":"OAEO,EAAE,MAAM,EAAE,MAAM,2CAA2C;OAC3D,EAAE,SAAS,EAAE,MAAM,yCAAyC;OAC5D,EAAE,QAAQ,EAAa,eAAe,EAAS;OAC/C,EAAiD,IAAI,EAAE,MAAM,oCAAoC;OACjG,SAAS,MAAM,cAAc;OAC7B,EAEL,kBAAkB,EAGnB;OAEM,EAAE,aAAa,EAAE;OACjB,EAAE,SAAS,EAAE;AAGpB,eAAO,MAAM,MAAM,WAUlB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,IAAI,CAAC,MAAM,EAAE;IAC3B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,SAAS,CAAC,EAAE;QAAE,IAAI,EAAE,IAAI,CAAC;QAAC,OAAO,EAAE,eAAe,CAAA;KAAE,EAAE,CAAC;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAC5C,QAwBA;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,aAAa,cAkBxE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,EACzC,oBAAoB,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;;;;;GAenD;AAED,eAAO,MAAM,OAAO,GAAI,KAAK,MAAM,KAAG,MAAM,GAAG,SAO9C,CAAC;AAEF,eAAO,MAAM,cAAc,GAAI,KAAK,MAAM,KAAG,MAM5C,CAAC"}

package/server.js

@@ -6,18 +6,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.readEnvOrError = exports.readEnv = exports.server = exports.endpoints = void 0;
 exports.init = init;
+exports.selectTools = selectTools;
 exports.executeHandler = executeHandler;
 const mcp_js_1 = require("@modelcontextprotocol/sdk/server/mcp.js");
 const tools_1 = require("./tools.js");
 const types_js_1 = require("@modelcontextprotocol/sdk/types.js");
 const scorecard_ai_1 = __importDefault(require("scorecard-ai"));
 const compat_1 = require("./compat.js");
+const dynamic_tools_1 = require("./dynamic-tools.js");
 var tools_2 = require("./tools.js");
 Object.defineProperty(exports, "endpoints", { enumerable: true, get: function () { return tools_2.endpoints; } });
 // Create server instance
 exports.server = new mcp_js_1.McpServer({
     name: 'scorecard_ai_api',
-    version: '1.0.0-alpha.6',
+    version: '1.0.0-alpha.8',
 }, {
     capabilities: {
         tools: {},
@@ -31,7 +33,7 @@ function init(params) {
     const server = params.server instanceof mcp_js_1.McpServer ? params.server.server : params.server;
     const providedEndpoints = params.endpoints || tools_1.endpoints;
     const endpointMap = Object.fromEntries(providedEndpoints.map((endpoint) => [endpoint.tool.name, endpoint]));
-    const client = params.client || new scorecard_ai_1.default({});
+    const client = params.client || new scorecard_ai_1.default({ environment: ((0, exports.readEnv)('SCORECARD_ENVIRONMENT') || undefined) });
     server.setRequestHandler(types_js_1.ListToolsRequestSchema, async () => {
         return {
             tools: providedEndpoints.map((endpoint) => endpoint.tool),
@@ -46,6 +48,23 @@ function init(params) {
         return executeHandler(endpoint.tool, endpoint.handler, client, args, params.capabilities);
     });
 }
+/**
+ * Selects the tools to include in the MCP Server based on the provided options.
+ */
+function selectTools(endpoints, options) {
+    const filteredEndpoints = (0, tools_1.query)(options.filters, endpoints);
+    const includedTools = filteredEndpoints;
+    if (options.includeAllTools && includedTools.length === 0) {
+        includedTools.push(...endpoints);
+    }
+    if (options.includeDynamicTools) {
+        includedTools.push(...(0, dynamic_tools_1.dynamicTools)(endpoints));
+    }
+    if (includedTools.length === 0) {
+        includedTools.push(...endpoints);
+    }
+    return (0, compat_1.applyCompatibilityTransformations)(includedTools, options.capabilities);
+}
 /**
  * Runs the provided handler with the given client and arguments.
  */

package/server.js.map

@@ -1 +1 @@
-{"version":3,"file":"server.js","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AA2BtF,oBA4BC;AAKD,wCAoBC;AA7ED,oEAAoE;AACpE,sCAAqD;AACrD,iEAAyG;AACzG,gEAAqC;AACrC,wCAA4F;AAC5F,oCAAoC;AAA3B,kGAAA,SAAS,OAAA;AAElB,yBAAyB;AACZ,QAAA,MAAM,GAAG,IAAI,kBAAS,CACjC;IACE,IAAI,EAAE,kBAAkB;IACxB,OAAO,EAAE,eAAe;CACzB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;KACV;CACF,CACF,CAAC;AAEF;;;GAGG;AACH,SAAgB,IAAI,CAAC,MAKpB;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,YAAY,kBAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAS,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5G,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,sBAAS,CAAC,EAAE,CAAC,CAAC;IAElD,MAAM,CAAC,iBAAiB,CAAC,iCAAsB,EAAE,KAAK,IAAI,EAAE;QAC1D,OAAO;YACL,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,gCAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,OAAwB,EACxB,MAAiB,EACjB,IAAyC,EACzC,oBAAkD;IAElD,MAAM,OAAO,GAAG,EAAE,GAAG,kCAAyB,EAAE,GAAG,oBAAoB,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,GAAG,IAAA,0BAAiB,EAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IACjD,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC;AAEM,MAAM,OAAO,GAAG,CAAC,GAAW,EAAsB,EAAE;IACzD,IAAI,OAAQ,UAAkB,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACvD,OAAQ,UAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;SAAM,IAAI,OAAQ,UAAkB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3D,OAAQ,UAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO;AACT,CAAC,CAAC;AAPW,QAAA,OAAO,WAOlB;AAEK,MAAM,cAAc,GAAG,CAAC,GAAW,EAAU,EAAE;IACpD,IAAI,QAAQ,GAAG,IAAA,eAAO,EAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,aAAa,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AANW,QAAA,cAAc,kBAMzB"}
+{"version":3,"file":"server.js","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAkCtF,oBA6BC;AAKD,kCAkBC;AAKD,wCAoBC;AA5GD,oEAAoE;AACpE,sCAAsE;AACtE,iEAAyG;AACzG,gEAAqC;AACrC,wCAKkB;AAClB,sDAA+C;AAE/C,oCAAoC;AAA3B,kGAAA,SAAS,OAAA;AAElB,yBAAyB;AACZ,QAAA,MAAM,GAAG,IAAI,kBAAS,CACjC;IACE,IAAI,EAAE,kBAAkB;IACxB,OAAO,EAAE,eAAe;CACzB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;KACV;CACF,CACF,CAAC;AAEF;;;GAGG;AACH,SAAgB,IAAI,CAAC,MAKpB;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,YAAY,kBAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAS,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5G,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,IAAI,IAAI,sBAAS,CAAC,EAAE,WAAW,EAAE,CAAC,IAAA,eAAO,EAAC,uBAAuB,CAAC,IAAI,SAAS,CAAQ,EAAE,CAAC,CAAC;IAE1G,MAAM,CAAC,iBAAiB,CAAC,iCAAsB,EAAE,KAAK,IAAI,EAAE;QAC1D,OAAO;YACL,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,gCAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAgB,WAAW,CAAC,SAAqB,EAAE,OAAsB;IACvE,MAAM,iBAAiB,GAAG,IAAA,aAAK,EAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAG,iBAAiB,CAAC;IAExC,IAAI,OAAO,CAAC,eAAe,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAA,4BAAY,EAAC,SAAS,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,IAAA,0CAAiC,EAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,OAAwB,EACxB,MAAiB,EACjB,IAAyC,EACzC,oBAAkD;IAElD,MAAM,OAAO,GAAG,EAAE,GAAG,kCAAyB,EAAE,GAAG,oBAAoB,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,GAAG,IAAA,0BAAiB,EAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IACjD,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC;AAEM,MAAM,OAAO,GAAG,CAAC,GAAW,EAAsB,EAAE;IACzD,IAAI,OAAQ,UAAkB,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACvD,OAAQ,UAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;SAAM,IAAI,OAAQ,UAAkB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3D,OAAQ,UAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO;AACT,CAAC,CAAC;AAPW,QAAA,OAAO,WAOlB;AAEK,MAAM,cAAc,GAAG,CAAC,GAAW,EAAU,EAAE;IACpD,IAAI,QAAQ,GAAG,IAAA,eAAO,EAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,aAAa,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AANW,QAAA,cAAc,kBAMzB"}

package/server.mjs

@@ -1,14 +1,15 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { endpoints } from "./tools.mjs";
+import { endpoints, query } from "./tools.mjs";
 import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
-import { defaultClientCapabilities, parseEmbeddedJSON } from "./compat.mjs";
+import { applyCompatibilityTransformations, defaultClientCapabilities, parseEmbeddedJSON, } from "./compat.mjs";
+import { dynamicTools } from "./dynamic-tools.mjs";
 export { endpoints } from "./tools.mjs";
 // Create server instance
 export const server = new McpServer({
     name: 'scorecard_ai_api',
-    version: '1.0.0-alpha.6',
+    version: '1.0.0-alpha.8',
 }, {
     capabilities: {
         tools: {},
@@ -22,7 +23,7 @@ export function init(params) {
     const server = params.server instanceof McpServer ? params.server.server : params.server;
     const providedEndpoints = params.endpoints || endpoints;
     const endpointMap = Object.fromEntries(providedEndpoints.map((endpoint) => [endpoint.tool.name, endpoint]));
-    const client = params.client || new Scorecard({});
+    const client = params.client || new Scorecard({ environment: (readEnv('SCORECARD_ENVIRONMENT') || undefined) });
     server.setRequestHandler(ListToolsRequestSchema, async () => {
         return {
             tools: providedEndpoints.map((endpoint) => endpoint.tool),
@@ -37,6 +38,23 @@ export function init(params) {
         return executeHandler(endpoint.tool, endpoint.handler, client, args, params.capabilities);
     });
 }
+/**
+ * Selects the tools to include in the MCP Server based on the provided options.
+ */
+export function selectTools(endpoints, options) {
+    const filteredEndpoints = query(options.filters, endpoints);
+    const includedTools = filteredEndpoints;
+    if (options.includeAllTools && includedTools.length === 0) {
+        includedTools.push(...endpoints);
+    }
+    if (options.includeDynamicTools) {
+        includedTools.push(...dynamicTools(endpoints));
+    }
+    if (includedTools.length === 0) {
+        includedTools.push(...endpoints);
+    }
+    return applyCompatibilityTransformations(includedTools, options.capabilities);
+}
 /**
  * Runs the provided handler with the given client and arguments.
  */

package/server.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"server.mjs","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAG/E,EAAE,SAAS,EAAE,MAAM,yCAAyC;OAC5D,EAAE,SAAS,EAAmB;OAC9B,EAAE,qBAAqB,EAAE,sBAAsB,EAAQ,MAAM,oCAAoC;OACjG,SAAS,MAAM,cAAc;OAC7B,EAAsB,yBAAyB,EAAE,iBAAiB,EAAE;OACpE,EAAE,SAAS,EAAE;AAEpB,yBAAyB;AACzB,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,SAAS,CACjC;IACE,IAAI,EAAE,kBAAkB;IACxB,OAAO,EAAE,eAAe;CACzB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;KACV;CACF,CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,MAKpB;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,YAAY,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,IAAI,SAAS,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5G,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;IAElD,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QAC1D,OAAO;YACL,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,OAAwB,EACxB,MAAiB,EACjB,IAAyC,EACzC,oBAAkD;IAElD,MAAM,OAAO,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,oBAAoB,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IACjD,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAW,EAAsB,EAAE;IACzD,IAAI,OAAQ,UAAkB,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACvD,OAAQ,UAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;SAAM,IAAI,OAAQ,UAAkB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3D,OAAQ,UAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO;AACT,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAU,EAAE;IACpD,IAAI,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,aAAa,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"server.mjs","sourceRoot":"","sources":["src/server.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAG/E,EAAE,SAAS,EAAE,MAAM,yCAAyC;OAC5D,EAAY,SAAS,EAAmB,KAAK,EAAE;OAC/C,EAAE,qBAAqB,EAAE,sBAAsB,EAAQ,MAAM,oCAAoC;OACjG,SAAS,MAAM,cAAc;OAC7B,EACL,iCAAiC,EAEjC,yBAAyB,EACzB,iBAAiB,GAClB;OACM,EAAE,YAAY,EAAE;OAEhB,EAAE,SAAS,EAAE;AAEpB,yBAAyB;AACzB,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,SAAS,CACjC;IACE,IAAI,EAAE,kBAAkB;IACxB,OAAO,EAAE,eAAe;CACzB,EACD;IACE,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE;KACV;CACF,CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,MAKpB;IACC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,YAAY,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,SAAS,IAAI,SAAS,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5G,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,IAAI,IAAI,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC,IAAI,SAAS,CAAQ,EAAE,CAAC,CAAC;IAE1G,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QAC1D,OAAO;YACL,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;SAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QAChE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,SAAqB,EAAE,OAAsB;IACvE,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE5D,MAAM,aAAa,GAAG,iBAAiB,CAAC;IAExC,IAAI,OAAO,CAAC,eAAe,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAChC,aAAa,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,aAAa,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,iCAAiC,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,OAAwB,EACxB,MAAiB,EACjB,IAAyC,EACzC,oBAAkD;IAElD,MAAM,OAAO,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,oBAAoB,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;IACjD,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAW,EAAsB,EAAE;IACzD,IAAI,OAAQ,UAAkB,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACvD,OAAQ,UAAkB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;SAAM,IAAI,OAAQ,UAAkB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC3D,OAAQ,UAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO;AACT,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAU,EAAE;IACpD,IAAI,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,aAAa,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/src/compat.ts

@@ -148,7 +148,11 @@ export function removeTopLevelUnions(tool: Tool): Tool[] {
   });
 }
 
-function findUsedDefs(schema: JSONSchema, defs: Record<string, JSONSchema>): Record<string, JSONSchema> {
+function findUsedDefs(
+  schema: JSONSchema,
+  defs: Record<string, JSONSchema>,
+  visited: Set<string> = new Set(),
+): Record<string, JSONSchema> {
   const usedDefs: Record<string, JSONSchema> = {};
 
   if (typeof schema !== 'object' || schema === null) {
@@ -160,9 +164,11 @@ function findUsedDefs(schema: JSONSchema, defs: Record<string, JSONSchema>): Rec
     if (refParts[0] === '#' && refParts[1] === '$defs' && refParts[2]) {
       const defName = refParts[2];
       const def = defs[defName];
-      if (def) {
+      if (def && !visited.has(schema.$ref)) {
         usedDefs[defName] = def;
-        Object.assign(usedDefs, findUsedDefs(def, defs));
+        visited.add(schema.$ref);
+        Object.assign(usedDefs, findUsedDefs(def, defs, visited));
+        visited.delete(schema.$ref);
       }
     }
     return usedDefs;
@@ -170,13 +176,16 @@ function findUsedDefs(schema: JSONSchema, defs: Record<string, JSONSchema>): Rec
 
   for (const key in schema) {
     if (key !== '$defs' && typeof schema[key] === 'object' && schema[key] !== null) {
-      Object.assign(usedDefs, findUsedDefs(schema[key] as JSONSchema, defs));
+      Object.assign(usedDefs, findUsedDefs(schema[key] as JSONSchema, defs, visited));
     }
   }
 
   return usedDefs;
 }
 
+// Export for testing
+export { findUsedDefs };
+
 /**
  * Inlines all $refs in a schema, eliminating $defs.
  * If a circular reference is detected, the circular property is removed.

package/src/dynamic-tools.ts

@@ -0,0 +1,153 @@
+import Scorecard from 'scorecard-ai';
+import { Endpoint } from './tools';
+import { zodToJsonSchema } from 'zod-to-json-schema';
+import { z } from 'zod';
+import { Cabidela } from '@cloudflare/cabidela';
+
+function zodToInputSchema(schema: z.ZodSchema) {
+  return {
+    type: 'object' as const,
+    ...(zodToJsonSchema(schema) as any),
+  };
+}
+
+/**
+ * A list of tools that expose all the endpoints in the API dynamically.
+ *
+ * Instead of exposing every endpoint as it's own tool, which uses up too many tokens for LLMs to use at once,
+ * we expose a single tool that can be used to search for endpoints by name, resource, operation, or tag, and then
+ * a generic endpoint that can be used to invoke any endpoint with the provided arguments.
+ *
+ * @param endpoints - The endpoints to include in the list.
+ */
+export function dynamicTools(endpoints: Endpoint[]): Endpoint[] {
+  const listEndpointsSchema = z.object({
+    search_query: z
+      .string()
+      .optional()
+      .describe(
+        'An optional search query to filter the endpoints by. Provide a partial name, resource, operation, or tag to filter the endpoints returned.',
+      ),
+  });
+
+  const listEndpointsTool = {
+    metadata: {
+      resource: 'dynamic_tools',
+      operation: 'read' as const,
+      tags: [],
+    },
+    tool: {
+      name: 'list_api_endpoints',
+      description: 'List or search for all endpoints in the Scorecard TypeScript API',
+      inputSchema: zodToInputSchema(listEndpointsSchema),
+    },
+    handler: async (client: Scorecard, args: Record<string, unknown> | undefined) => {
+      const query = args && listEndpointsSchema.parse(args).search_query?.trim();
+
+      const filteredEndpoints =
+        query && query.length > 0 ?
+          endpoints.filter((endpoint) => {
+            const fieldsToMatch = [
+              endpoint.tool.name,
+              endpoint.tool.description,
+              endpoint.metadata.resource,
+              endpoint.metadata.operation,
+              ...endpoint.metadata.tags,
+            ];
+            return fieldsToMatch.some((field) => field && field.toLowerCase().includes(query.toLowerCase()));
+          })
+        : endpoints;
+
+      return {
+        tools: filteredEndpoints.map(({ tool, metadata }) => ({
+          name: tool.name,
+          description: tool.description,
+          resource: metadata.resource,
+          operation: metadata.operation,
+          tags: metadata.tags,
+        })),
+      };
+    },
+  };
+
+  const getEndpointSchema = z.object({
+    endpoint: z.string().describe('The name of the endpoint to get the schema for.'),
+  });
+  const getEndpointTool = {
+    metadata: {
+      resource: 'dynamic_tools',
+      operation: 'read' as const,
+      tags: [],
+    },
+    tool: {
+      name: 'get_api_endpoint_schema',
+      description:
+        'Get the schema for an endpoint in the Scorecard TypeScript API. You can use the schema returned by this tool to invoke an endpoint with the `invoke_api_endpoint` tool.',
+      inputSchema: zodToInputSchema(getEndpointSchema),
+    },
+    handler: async (client: Scorecard, args: Record<string, unknown> | undefined) => {
+      if (!args) {
+        throw new Error('No endpoint provided');
+      }
+      const endpointName = getEndpointSchema.parse(args).endpoint;
+
+      const endpoint = endpoints.find((e) => e.tool.name === endpointName);
+      if (!endpoint) {
+        throw new Error(`Endpoint ${endpointName} not found`);
+      }
+      return endpoint.tool;
+    },
+  };
+
+  const invokeEndpointSchema = z.object({
+    endpoint_name: z.string().describe('The name of the endpoint to invoke.'),
+    args: z
+      .record(z.string(), z.any())
+      .describe(
+        'The arguments to pass to the endpoint. This must match the schema returned by the `get_api_endpoint_schema` tool.',
+      ),
+  });
+
+  const invokeEndpointTool = {
+    metadata: {
+      resource: 'dynamic_tools',
+      operation: 'write' as const,
+      tags: [],
+    },
+    tool: {
+      name: 'invoke_api_endpoint',
+      description:
+        'Invoke an endpoint in the Scorecard TypeScript API. Note: use the `list_api_endpoints` tool to get the list of endpoints and `get_api_endpoint_schema` tool to get the schema for an endpoint.',
+      inputSchema: zodToInputSchema(invokeEndpointSchema),
+    },
+    handler: async (client: Scorecard, args: Record<string, unknown> | undefined) => {
+      if (!args) {
+        throw new Error('No endpoint provided');
+      }
+      const { success, data, error } = invokeEndpointSchema.safeParse(args);
+      if (!success) {
+        throw new Error(`Invalid arguments for endpoint. ${error?.format()}`);
+      }
+      const { endpoint_name, args: endpointArgs } = data;
+
+      const endpoint = endpoints.find((e) => e.tool.name === endpoint_name);
+      if (!endpoint) {
+        throw new Error(
+          `Endpoint ${endpoint_name} not found. Use the \`list_api_endpoints\` tool to get the list of available endpoints.`,
+        );
+      }
+
+      try {
+        // Try to validate the arguments for a better error message
+        const cabidela = new Cabidela(endpoint.tool.inputSchema, { fullErrors: true });
+        cabidela.validate(endpointArgs);
+      } catch (error) {
+        throw new Error(`Invalid arguments for endpoint ${endpoint_name}:\n${error}`);
+      }
+
+      return endpoint.handler(client, endpointArgs);
+    },
+  };
+
+  return [getEndpointTool, listEndpointsTool, invokeEndpointTool];
+}

package/src/index.ts

@@ -1,28 +1,24 @@
 import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
-import { init, server } from './server';
-import { Endpoint, endpoints, Filter, query } from './tools';
-import { applyCompatibilityTransformations } from './compat';
-import { parseOptions } from './options';
+import { init, selectTools, server } from './server';
+import { Endpoint, endpoints } from './tools';
+import { ParsedOptions, parseOptions } from './options';
 
 async function main() {
-  const { filters, capabilities, list } = parseOptionsOrError();
+  const options = parseOptionsOrError();
 
-  if (list) {
+  if (options.list) {
     listAllTools();
     return;
   }
 
-  const filteredEndpoints = filterEndpointsOrError(filters, endpoints);
-
-  // Apply compatibility transformations
-  const transformedEndpoints = applyCompatibilityTransformations(filteredEndpoints, capabilities);
+  const includedTools = selectToolsOrError(endpoints, options);
 
   console.error(
-    `MCP Server starting with ${transformedEndpoints.length} tools:`,
-    transformedEndpoints.map((e) => e.tool.name),
+    `MCP Server starting with ${includedTools.length} tools:`,
+    includedTools.map((e) => e.tool.name),
   );
 
-  init({ server, endpoints: transformedEndpoints });
+  init({ server, endpoints: includedTools });
 
   const transport = new StdioServerTransport();
   await server.connect(transport);
@@ -45,14 +41,14 @@ function parseOptionsOrError() {
   }
 }
 
-function filterEndpointsOrError(filters: Filter[], endpoints: Endpoint[]) {
+function selectToolsOrError(endpoints: Endpoint[], options: ParsedOptions) {
   try {
-    const filteredEndpoints = query(filters, endpoints);
-    if (filteredEndpoints.length === 0) {
+    const includedTools = selectTools(endpoints, options);
+    if (includedTools.length === 0) {
       console.error('No tools match the provided filters.');
       process.exit(1);
     }
-    return filteredEndpoints;
+    return includedTools;
   } catch (error) {
     if (error instanceof Error) {
       console.error('Error filtering tools:', error.message);
@@ -65,10 +61,10 @@ function filterEndpointsOrError(filters: Filter[], endpoints: Endpoint[]) {
 
 function listAllTools() {
   if (endpoints.length === 0) {
-    console.error('No tools available.');
+    console.log('No tools available.');
     return;
   }
-  console.error('Available tools:\n');
+  console.log('Available tools:\n');
 
   // Group endpoints by resource
   const resourceGroups = new Map<string, typeof endpoints>();
@@ -86,7 +82,7 @@ function listAllTools() {
 
   // Display hierarchically by resource
   for (const resource of sortedResources) {
-    console.error(`Resource: ${resource}`);
+    console.log(`Resource: ${resource}`);
 
     const resourceEndpoints = resourceGroups.get(resource)!;
     // Sort endpoints by tool name
@@ -98,9 +94,9 @@ function listAllTools() {
         metadata: { operation, tags },
       } = endpoint;
 
-      console.error(`  - ${tool.name} (${operation}) ${tags.length > 0 ? `tags: ${tags.join(', ')}` : ''}`);
-      console.error(`    Description: ${tool.description}`);
+      console.log(`  - ${tool.name} (${operation}) ${tags.length > 0 ? `tags: ${tags.join(', ')}` : ''}`);
+      console.log(`    Description: ${tool.description}`);
     }
-    console.error('');
+    console.log('');
   }
 }

package/src/options.ts

@@ -44,6 +44,8 @@ const CLIENT_PRESETS: Record<ClientType, ClientCapabilities> = {
 };
 
 export interface ParsedOptions {
+  includeDynamicTools: boolean | undefined;
+  includeAllTools: boolean | undefined;
   filters: Filter[];
   capabilities: ClientCapabilities;
   list: boolean;
@@ -80,6 +82,18 @@ function parseCapabilityValue(cap: string): { name: Capability; value?: number }
 
 export function parseOptions(): ParsedOptions {
   const opts = yargs(hideBin(process.argv))
+    .option('tools', {
+      type: 'string',
+      array: true,
+      choices: ['dynamic', 'all'],
+      description: 'Use dynamic tools or all tools',
+    })
+    .option('no-tools', {
+      type: 'string',
+      array: true,
+      choices: ['dynamic', 'all'],
+      description: 'Do not use any dynamic or all tools',
+    })
     .option('tool', {
       type: 'string',
       array: true,
@@ -262,7 +276,15 @@ export function parseOptions(): ParsedOptions {
     }
   }
 
+  const explicitTools = Boolean(argv.tools || argv.noTools);
+  const includeDynamicTools =
+    explicitTools ? argv.tools?.includes('dynamic') && !argv.noTools?.includes('dynamic') : undefined;
+  const includeAllTools =
+    explicitTools ? argv.tools?.includes('all') && !argv.noTools?.includes('all') : undefined;
+
   return {
+    includeDynamicTools,
+    includeAllTools,
     filters,
     capabilities: clientCapabilities,
     list: argv.list || false,

package/src/server.ts

@@ -2,17 +2,24 @@
 
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { endpoints, HandlerFunction } from './tools';
+import { Endpoint, endpoints, HandlerFunction, query } from './tools';
 import { CallToolRequestSchema, ListToolsRequestSchema, Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
-import { ClientCapabilities, defaultClientCapabilities, parseEmbeddedJSON } from './compat';
+import {
+  applyCompatibilityTransformations,
+  ClientCapabilities,
+  defaultClientCapabilities,
+  parseEmbeddedJSON,
+} from './compat';
+import { dynamicTools } from './dynamic-tools';
+import { ParsedOptions } from './options';
 export { endpoints } from './tools';
 
 // Create server instance
 export const server = new McpServer(
   {
     name: 'scorecard_ai_api',
-    version: '1.0.0-alpha.6',
+    version: '1.0.0-alpha.8',
   },
   {
     capabilities: {
@@ -36,7 +43,8 @@ export function init(params: {
 
   const endpointMap = Object.fromEntries(providedEndpoints.map((endpoint) => [endpoint.tool.name, endpoint]));
 
-  const client = params.client || new Scorecard({});
+  const client =
+    params.client || new Scorecard({ environment: (readEnv('SCORECARD_ENVIRONMENT') || undefined) as any });
 
   server.setRequestHandler(ListToolsRequestSchema, async () => {
     return {
@@ -55,6 +63,29 @@ export function init(params: {
   });
 }
 
+/**
+ * Selects the tools to include in the MCP Server based on the provided options.
+ */
+export function selectTools(endpoints: Endpoint[], options: ParsedOptions) {
+  const filteredEndpoints = query(options.filters, endpoints);
+
+  const includedTools = filteredEndpoints;
+
+  if (options.includeAllTools && includedTools.length === 0) {
+    includedTools.push(...endpoints);
+  }
+
+  if (options.includeDynamicTools) {
+    includedTools.push(...dynamicTools(endpoints));
+  }
+
+  if (includedTools.length === 0) {
+    includedTools.push(...endpoints);
+  }
+
+  return applyCompatibilityTransformations(includedTools, options.capabilities);
+}
+
 /**
  * Runs the provided handler with the given client and arguments.
  */

package/src/tools/index.ts

@@ -3,6 +3,7 @@
 import Scorecard from 'scorecard-ai';
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 
+import create_projects from './projects/create-projects';
 import list_projects from './projects/list-projects';
 import create_testsets from './testsets/create-testsets';
 import update_testsets from './testsets/update-testsets';
@@ -15,8 +16,8 @@ import list_testcases from './testcases/list-testcases';
 import delete_testcases from './testcases/delete-testcases';
 import get_testcases from './testcases/get-testcases';
 import create_runs from './runs/create-runs';
-import update_runs from './runs/update-runs';
 import create_records from './records/create-records';
+import upsert_scores from './scores/upsert-scores';
 import create_systems from './systems/create-systems';
 import update_systems from './systems/update-systems';
 import list_systems from './systems/list-systems';
@@ -46,6 +47,7 @@ function addEndpoint(endpoint: Endpoint) {
   endpoints.push(endpoint);
 }
 
+addEndpoint(create_projects);
 addEndpoint(list_projects);
 addEndpoint(create_testsets);
 addEndpoint(update_testsets);
@@ -58,8 +60,8 @@ addEndpoint(list_testcases);
 addEndpoint(delete_testcases);
 addEndpoint(get_testcases);
 addEndpoint(create_runs);
-addEndpoint(update_runs);
 addEndpoint(create_records);
+addEndpoint(upsert_scores);
 addEndpoint(create_systems);
 addEndpoint(update_systems);
 addEndpoint(list_systems);
@@ -76,11 +78,7 @@ export type Filter = {
 };
 
 export function query(filters: Filter[], endpoints: Endpoint[]): Endpoint[] {
-  if (filters.length === 0) {
-    return endpoints;
-  }
-
-  const allExcludes = filters.every((filter) => filter.op === 'exclude');
+  const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
   const unmatchedFilters = new Set(filters);
 
   const filtered = endpoints.filter((endpoint: Endpoint) => {

package/src/tools/{runs/update-runs.ts → projects/create-projects.ts}

@@ -5,40 +5,32 @@ import type { Metadata } from '../';
 import Scorecard from 'scorecard-ai';
 
 export const metadata: Metadata = {
-  resource: 'runs',
+  resource: 'projects',
   operation: 'write',
   tags: [],
 };
 
 export const tool: Tool = {
-  name: 'update_runs',
-  description: 'Update the status of a Run.',
+  name: 'create_projects',
+  description: 'Create a new Project.',
   inputSchema: {
     type: 'object',
     properties: {
-      runId: {
+      description: {
         type: 'string',
+        description: 'The description of the Project.',
       },
-      status: {
+      name: {
         type: 'string',
-        description: 'The status of the Run.',
-        enum: [
-          'pending',
-          'awaiting_execution',
-          'running_execution',
-          'awaiting_scoring',
-          'running_scoring',
-          'awaiting_human_scoring',
-          'completed',
-        ],
+        description: 'The name of the Project.',
       },
     },
   },
 };
 
 export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
-  const { runId, ...body } = args as any;
-  return client.runs.update(runId, body);
+  const body = args as any;
+  return client.projects.create(body);
 };
 
 export default { metadata, tool, handler };