scorecard-ai-mcp 1.0.0-alpha.5 → 1.0.0-alpha.7

package/src/options.ts

@@ -44,6 +44,8 @@ const CLIENT_PRESETS: Record<ClientType, ClientCapabilities> = {
 };
 
 export interface ParsedOptions {
+  includeDynamicTools: boolean | undefined;
+  includeAllTools: boolean | undefined;
   filters: Filter[];
   capabilities: ClientCapabilities;
   list: boolean;
@@ -80,6 +82,18 @@ function parseCapabilityValue(cap: string): { name: Capability; value?: number }
 
 export function parseOptions(): ParsedOptions {
   const opts = yargs(hideBin(process.argv))
+    .option('tools', {
+      type: 'string',
+      array: true,
+      choices: ['dynamic', 'all'],
+      description: 'Use dynamic tools or all tools',
+    })
+    .option('no-tools', {
+      type: 'string',
+      array: true,
+      choices: ['dynamic', 'all'],
+      description: 'Do not use any dynamic or all tools',
+    })
     .option('tool', {
       type: 'string',
       array: true,
@@ -262,7 +276,15 @@ export function parseOptions(): ParsedOptions {
     }
   }
 
+  const explicitTools = Boolean(argv.tools || argv.noTools);
+  const includeDynamicTools =
+    explicitTools ? argv.tools?.includes('dynamic') && !argv.noTools?.includes('dynamic') : undefined;
+  const includeAllTools =
+    explicitTools ? argv.tools?.includes('all') && !argv.noTools?.includes('all') : undefined;
+
   return {
+    includeDynamicTools,
+    includeAllTools,
     filters,
     capabilities: clientCapabilities,
     list: argv.list || false,

package/src/server.ts

@@ -2,17 +2,24 @@
 
 import { Server } from '@modelcontextprotocol/sdk/server/index.js';
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { endpoints, HandlerFunction } from './tools';
+import { Endpoint, endpoints, HandlerFunction, query } from './tools';
 import { CallToolRequestSchema, ListToolsRequestSchema, Tool } from '@modelcontextprotocol/sdk/types.js';
 import Scorecard from 'scorecard-ai';
-import { ClientCapabilities, defaultClientCapabilities, parseEmbeddedJSON } from './compat';
+import {
+  applyCompatibilityTransformations,
+  ClientCapabilities,
+  defaultClientCapabilities,
+  parseEmbeddedJSON,
+} from './compat';
+import { dynamicTools } from './dynamic-tools';
+import { ParsedOptions } from './options';
 export { endpoints } from './tools';
 
 // Create server instance
 export const server = new McpServer(
   {
     name: 'scorecard_ai_api',
-    version: '1.0.0-alpha.5',
+    version: '1.0.0-alpha.7',
   },
   {
     capabilities: {
@@ -55,6 +62,29 @@ export function init(params: {
   });
 }
 
+/**
+ * Selects the tools to include in the MCP Server based on the provided options.
+ */
+export function selectTools(endpoints: Endpoint[], options: ParsedOptions) {
+  const filteredEndpoints = query(options.filters, endpoints);
+
+  const includedTools = filteredEndpoints;
+
+  if (options.includeAllTools && includedTools.length === 0) {
+    includedTools.push(...endpoints);
+  }
+
+  if (options.includeDynamicTools) {
+    includedTools.push(...dynamicTools(endpoints));
+  }
+
+  if (includedTools.length === 0) {
+    includedTools.push(...endpoints);
+  }
+
+  return applyCompatibilityTransformations(includedTools, options.capabilities);
+}
+
 /**
  * Runs the provided handler with the given client and arguments.
  */

package/src/tools/index.ts

@@ -3,6 +3,7 @@
 import Scorecard from 'scorecard-ai';
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
 
+import create_projects from './projects/create-projects';
 import list_projects from './projects/list-projects';
 import create_testsets from './testsets/create-testsets';
 import update_testsets from './testsets/update-testsets';
@@ -17,6 +18,7 @@ import get_testcases from './testcases/get-testcases';
 import create_runs from './runs/create-runs';
 import update_runs from './runs/update-runs';
 import create_records from './records/create-records';
+import upsert_scores from './scores/upsert-scores';
 import create_systems from './systems/create-systems';
 import update_systems from './systems/update-systems';
 import list_systems from './systems/list-systems';
@@ -46,6 +48,7 @@ function addEndpoint(endpoint: Endpoint) {
   endpoints.push(endpoint);
 }
 
+addEndpoint(create_projects);
 addEndpoint(list_projects);
 addEndpoint(create_testsets);
 addEndpoint(update_testsets);
@@ -60,6 +63,7 @@ addEndpoint(get_testcases);
 addEndpoint(create_runs);
 addEndpoint(update_runs);
 addEndpoint(create_records);
+addEndpoint(upsert_scores);
 addEndpoint(create_systems);
 addEndpoint(update_systems);
 addEndpoint(list_systems);
@@ -76,11 +80,7 @@ export type Filter = {
 };
 
 export function query(filters: Filter[], endpoints: Endpoint[]): Endpoint[] {
-  if (filters.length === 0) {
-    return endpoints;
-  }
-
-  const allExcludes = filters.every((filter) => filter.op === 'exclude');
+  const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
   const unmatchedFilters = new Set(filters);
 
   const filtered = endpoints.filter((endpoint: Endpoint) => {

package/src/tools/projects/create-projects.ts

@@ -0,0 +1,36 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from '../';
+import Scorecard from 'scorecard-ai';
+
+export const metadata: Metadata = {
+  resource: 'projects',
+  operation: 'write',
+  tags: [],
+};
+
+export const tool: Tool = {
+  name: 'create_projects',
+  description: 'Create a new Project.',
+  inputSchema: {
+    type: 'object',
+    properties: {
+      description: {
+        type: 'string',
+        description: 'The description of the Project.',
+      },
+      name: {
+        type: 'string',
+        description: 'The name of the Project.',
+      },
+    },
+  },
+};
+
+export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
+  const body = args as any;
+  return client.projects.create(body);
+};
+
+export default { metadata, tool, handler };

package/src/tools/scores/upsert-scores.ts

@@ -0,0 +1,40 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from '../';
+import Scorecard from 'scorecard-ai';
+
+export const metadata: Metadata = {
+  resource: 'scores',
+  operation: 'write',
+  tags: [],
+};
+
+export const tool: Tool = {
+  name: 'upsert_scores',
+  description:
+    'Create or update a Score for a given Record and MetricConfig. If a Score with the specified Record ID and MetricConfig ID already exists, it will be updated. Otherwise, a new Score will be created. The score provided should conform to the schema defined by the MetricConfig; otherwise, validation errors will be reported.',
+  inputSchema: {
+    type: 'object',
+    properties: {
+      recordId: {
+        type: 'string',
+      },
+      metricConfigId: {
+        type: 'string',
+      },
+      score: {
+        type: 'object',
+        description:
+          "The score of the Record, as arbitrary JSON. This data should ideally conform to the output schema defined by the associated MetricConfig. If it doesn't, validation errors will be captured in the `validationErrors` field.",
+      },
+    },
+  },
+};
+
+export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
+  const { metricConfigId, ...body } = args as any;
+  return client.scores.upsert(metricConfigId, body);
+};
+
+export default { metadata, tool, handler };

package/tools/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AAyBzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA6BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA+B1E"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA2BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA+BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}

package/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AAyBzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA6BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA+B1E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA2BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA+BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}

package/tools/index.js

@@ -6,6 +6,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.endpoints = void 0;
 exports.query = query;
+const create_projects_1 = __importDefault(require("./projects/create-projects.js"));
 const list_projects_1 = __importDefault(require("./projects/list-projects.js"));
 const create_testsets_1 = __importDefault(require("./testsets/create-testsets.js"));
 const update_testsets_1 = __importDefault(require("./testsets/update-testsets.js"));
@@ -20,6 +21,7 @@ const get_testcases_1 = __importDefault(require("./testcases/get-testcases.js"))
 const create_runs_1 = __importDefault(require("./runs/create-runs.js"));
 const update_runs_1 = __importDefault(require("./runs/update-runs.js"));
 const create_records_1 = __importDefault(require("./records/create-records.js"));
+const upsert_scores_1 = __importDefault(require("./scores/upsert-scores.js"));
 const create_systems_1 = __importDefault(require("./systems/create-systems.js"));
 const update_systems_1 = __importDefault(require("./systems/update-systems.js"));
 const list_systems_1 = __importDefault(require("./systems/list-systems.js"));
@@ -32,6 +34,7 @@ exports.endpoints = [];
 function addEndpoint(endpoint) {
     exports.endpoints.push(endpoint);
 }
+addEndpoint(create_projects_1.default);
 addEndpoint(list_projects_1.default);
 addEndpoint(create_testsets_1.default);
 addEndpoint(update_testsets_1.default);
@@ -46,6 +49,7 @@ addEndpoint(get_testcases_1.default);
 addEndpoint(create_runs_1.default);
 addEndpoint(update_runs_1.default);
 addEndpoint(create_records_1.default);
+addEndpoint(upsert_scores_1.default);
 addEndpoint(create_systems_1.default);
 addEndpoint(update_systems_1.default);
 addEndpoint(list_systems_1.default);
@@ -55,10 +59,7 @@ addEndpoint(create_system_configs_1.default);
 addEndpoint(list_system_configs_1.default);
 addEndpoint(get_system_configs_1.default);
 function query(filters, endpoints) {
-    if (filters.length === 0) {
-        return endpoints;
-    }
-    const allExcludes = filters.every((filter) => filter.op === 'exclude');
+    const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
     const unmatchedFilters = new Set(filters);
     const filtered = endpoints.filter((endpoint) => {
         let included = false || allExcludes;

package/tools/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AA6EtF,sBA+BC;AAvGD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,wEAA6C;AAC7C,iFAAsD;AACtD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAgBxD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAiFtF,sBA2BC;AAvGD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,wEAA6C;AAC7C,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAgBxD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/tools/index.mjs

@@ -1,4 +1,5 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import create_projects from "./projects/create-projects.mjs";
 import list_projects from "./projects/list-projects.mjs";
 import create_testsets from "./testsets/create-testsets.mjs";
 import update_testsets from "./testsets/update-testsets.mjs";
@@ -13,6 +14,7 @@ import get_testcases from "./testcases/get-testcases.mjs";
 import create_runs from "./runs/create-runs.mjs";
 import update_runs from "./runs/update-runs.mjs";
 import create_records from "./records/create-records.mjs";
+import upsert_scores from "./scores/upsert-scores.mjs";
 import create_systems from "./systems/create-systems.mjs";
 import update_systems from "./systems/update-systems.mjs";
 import list_systems from "./systems/list-systems.mjs";
@@ -25,6 +27,7 @@ export const endpoints = [];
 function addEndpoint(endpoint) {
     endpoints.push(endpoint);
 }
+addEndpoint(create_projects);
 addEndpoint(list_projects);
 addEndpoint(create_testsets);
 addEndpoint(update_testsets);
@@ -39,6 +42,7 @@ addEndpoint(get_testcases);
 addEndpoint(create_runs);
 addEndpoint(update_runs);
 addEndpoint(create_records);
+addEndpoint(upsert_scores);
 addEndpoint(create_systems);
 addEndpoint(update_systems);
 addEndpoint(list_systems);
@@ -48,10 +52,7 @@ addEndpoint(create_system_configs);
 addEndpoint(list_system_configs);
 addEndpoint(get_system_configs);
 export function query(filters, endpoints) {
-    if (filters.length === 0) {
-        return endpoints;
-    }
-    const allExcludes = filters.every((filter) => filter.op === 'exclude');
+    const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
     const unmatchedFilters = new Set(filters);
     const filtered = endpoints.filter((endpoint) => {
         let included = false || allExcludes;

package/tools/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,WAAW;OACX,cAAc;OACd,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAgBzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,WAAW;OACX,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAgBzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/tools/projects/create-projects.d.mts

@@ -0,0 +1,32 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
+};
+export default _default;
+//# sourceMappingURL=create-projects.d.mts.map

package/tools/projects/create-projects.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/projects/create-projects.d.ts

@@ -0,0 +1,32 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
+};
+export default _default;
+//# sourceMappingURL=create-projects.d.ts.map

package/tools/projects/create-projects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/projects/create-projects.js

@@ -0,0 +1,33 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'projects',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'create_projects',
+    description: 'Create a new Project.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            description: {
+                type: 'string',
+                description: 'The description of the Project.',
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the Project.',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const body = args;
+    return client.projects.create(body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-projects.js.map

package/tools/projects/create-projects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-projects.js","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/projects/create-projects.mjs

@@ -0,0 +1,29 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'projects',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'create_projects',
+    description: 'Create a new Project.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            description: {
+                type: 'string',
+                description: 'The description of the Project.',
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the Project.',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const body = args;
+    return client.projects.create(body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=create-projects.mjs.map

package/tools/projects/create-projects.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/projects/list-projects.d.mts

@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.mjs";
 import Scorecard from 'scorecard-ai';
 export declare const metadata: Metadata;
 export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectsPaginatedResponse, Scorecard.Projects.Project>;
 declare const _default: {
     metadata: Metadata;
     tool: {
@@ -17,8 +17,16 @@ declare const _default: {
             } | undefined;
         };
         description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
     };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectsPaginatedResponse, Scorecard.Projects.Project>;
 };
 export default _default;
 //# sourceMappingURL=list-projects.d.mts.map

package/tools/projects/list-projects.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"list-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,yIAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
+{"version":3,"file":"list-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/projects/list-projects.d.ts

@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.js";
 import Scorecard from 'scorecard-ai';
 export declare const metadata: Metadata;
 export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectsPaginatedResponse, Scorecard.Projects.Project>;
 declare const _default: {
     metadata: Metadata;
     tool: {
@@ -17,8 +17,16 @@ declare const _default: {
             } | undefined;
         };
         description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
     };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectsPaginatedResponse, Scorecard.Projects.Project>;
 };
 export default _default;
 //# sourceMappingURL=list-projects.d.ts.map

package/tools/projects/list-projects.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,yIAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
+{"version":3,"file":"list-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/records/create-records.d.mts

@@ -17,6 +17,14 @@ declare const _default: {
             } | undefined;
         };
         description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
     };
     handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
 };

package/tools/records/create-records.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-records.d.mts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
+{"version":3,"file":"create-records.d.mts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/records/create-records.d.ts

@@ -17,6 +17,14 @@ declare const _default: {
             } | undefined;
         };
         description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
     };
     handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
 };

package/tools/records/create-records.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-records.d.ts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
+{"version":3,"file":"create-records.d.ts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}

package/tools/runs/create-runs.d.mts

@@ -17,6 +17,14 @@ declare const _default: {
             } | undefined;
         };
         description?: string | undefined;
+        annotations?: {
+            [x: string]: unknown;
+            title?: string | undefined;
+            readOnlyHint?: boolean | undefined;
+            destructiveHint?: boolean | undefined;
+            idempotentHint?: boolean | undefined;
+            openWorldHint?: boolean | undefined;
+        } | undefined;
     };
     handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.Run>;
 };

package/tools/runs/create-runs.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-runs.d.mts","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA0BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,0DAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
+{"version":3,"file":"create-runs.d.mts","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA0BlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,0DAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}