scorecard-ai-mcp 1.0.0-alpha.4

package/tools/index.mjs

@@ -0,0 +1,92 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import list_projects from "./projects/list-projects.mjs";
+import create_testsets from "./testsets/create-testsets.mjs";
+import update_testsets from "./testsets/update-testsets.mjs";
+import list_testsets from "./testsets/list-testsets.mjs";
+import delete_testsets from "./testsets/delete-testsets.mjs";
+import get_testsets from "./testsets/get-testsets.mjs";
+import create_testcases from "./testcases/create-testcases.mjs";
+import update_testcases from "./testcases/update-testcases.mjs";
+import list_testcases from "./testcases/list-testcases.mjs";
+import delete_testcases from "./testcases/delete-testcases.mjs";
+import get_testcases from "./testcases/get-testcases.mjs";
+import create_runs from "./runs/create-runs.mjs";
+import update_runs from "./runs/update-runs.mjs";
+import create_records from "./records/create-records.mjs";
+import create_systems from "./systems/create-systems.mjs";
+import update_systems from "./systems/update-systems.mjs";
+import list_systems from "./systems/list-systems.mjs";
+import delete_systems from "./systems/delete-systems.mjs";
+import get_systems from "./systems/get-systems.mjs";
+import create_system_configs from "./system-configs/create-system-configs.mjs";
+import list_system_configs from "./system-configs/list-system-configs.mjs";
+import get_system_configs from "./system-configs/get-system-configs.mjs";
+export const endpoints = [];
+function addEndpoint(endpoint) {
+    endpoints.push(endpoint);
+}
+addEndpoint(list_projects);
+addEndpoint(create_testsets);
+addEndpoint(update_testsets);
+addEndpoint(list_testsets);
+addEndpoint(delete_testsets);
+addEndpoint(get_testsets);
+addEndpoint(create_testcases);
+addEndpoint(update_testcases);
+addEndpoint(list_testcases);
+addEndpoint(delete_testcases);
+addEndpoint(get_testcases);
+addEndpoint(create_runs);
+addEndpoint(update_runs);
+addEndpoint(create_records);
+addEndpoint(create_systems);
+addEndpoint(update_systems);
+addEndpoint(list_systems);
+addEndpoint(delete_systems);
+addEndpoint(get_systems);
+addEndpoint(create_system_configs);
+addEndpoint(list_system_configs);
+addEndpoint(get_system_configs);
+export function query(filters, endpoints) {
+    if (filters.length === 0) {
+        return endpoints;
+    }
+    const allExcludes = filters.every((filter) => filter.op === 'exclude');
+    const unmatchedFilters = new Set(filters);
+    const filtered = endpoints.filter((endpoint) => {
+        let included = false || allExcludes;
+        for (const filter of filters) {
+            if (match(filter, endpoint)) {
+                unmatchedFilters.delete(filter);
+                included = filter.op === 'include';
+            }
+        }
+        return included;
+    });
+    // Check if any filters didn't match
+    if (unmatchedFilters.size > 0) {
+        throw new Error(`The following filters did not match any endpoints: ${[...unmatchedFilters]
+            .map((f) => `${f.type}=${f.value}`)
+            .join(', ')}`);
+    }
+    return filtered;
+}
+function match({ type, value }, endpoint) {
+    switch (type) {
+        case 'resource': {
+            const regexStr = '^' + normalizeResource(value).replace(/\*/g, '.*') + '$';
+            const regex = new RegExp(regexStr);
+            return regex.test(normalizeResource(endpoint.metadata.resource));
+        }
+        case 'operation':
+            return endpoint.metadata.operation === value;
+        case 'tag':
+            return endpoint.metadata.tags.includes(value);
+        case 'tool':
+            return endpoint.tool.name === value;
+    }
+}
+function normalizeResource(resource) {
+    return resource.toLowerCase().replace(/[^a-z.*\-_]*/g, '');
+}
+//# sourceMappingURL=index.mjs.map

package/tools/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,WAAW;OACX,cAAc;OACd,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAgBzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,OAAO,SAAS,CAAC;KAClB;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBAC3B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;aACpC;SACF;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE;QAC7B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;KACH;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE;QACZ,KAAK,UAAU,CAAC,CAAC;YACf,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;SAClE;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;KACvC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/tools/projects/list-projects.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+};
+export default _default;
+//# sourceMappingURL=list-projects.d.mts.map

package/tools/projects/list-projects.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,yIAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/projects/list-projects.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Projects.ProjectListResponsesPaginatedResponse, Scorecard.Projects.ProjectListResponse>;
+};
+export default _default;
+//# sourceMappingURL=list-projects.d.ts.map

package/tools/projects/list-projects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,yIAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/projects/list-projects.js

@@ -0,0 +1,33 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'projects',
+    operation: 'read',
+    tags: [],
+};
+exports.tool = {
+    name: 'list_projects',
+    description: 'Retrieve a paginated list of all Projects. Projects are ordered by creation date, with oldest Projects first.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            cursor: {
+                type: 'string',
+                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
+            },
+            limit: {
+                type: 'integer',
+                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const body = args;
+    return client.projects.list(body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=list-projects.js.map

package/tools/projects/list-projects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-projects.js","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,+GAA+G;IACjH,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/projects/list-projects.mjs

@@ -0,0 +1,29 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'projects',
+    operation: 'read',
+    tags: [],
+};
+export const tool = {
+    name: 'list_projects',
+    description: 'Retrieve a paginated list of all Projects. Projects are ordered by creation date, with oldest Projects first.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            cursor: {
+                type: 'string',
+                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
+            },
+            limit: {
+                type: 'integer',
+                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const body = args;
+    return client.projects.list(body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=list-projects.mjs.map

package/tools/projects/list-projects.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/list-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,+GAA+G;IACjH,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/records/create-records.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
+};
+export default _default;
+//# sourceMappingURL=create-records.d.mts.map

package/tools/records/create-records.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-records.d.mts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/records/create-records.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Records.Record>;
+};
+export default _default;
+//# sourceMappingURL=create-records.d.ts.map

package/tools/records/create-records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-records.d.ts","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA2BlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/records/create-records.js

@@ -0,0 +1,44 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'records',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'create_records',
+    description: 'Create a new Record in a Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            runId: {
+                type: 'string',
+            },
+            inputs: {
+                type: 'object',
+                description: "The actual inputs sent to the system, which should match the system's input schema.",
+            },
+            labels: {
+                type: 'object',
+                description: 'The expected outputs for the Testcase.',
+            },
+            outputs: {
+                type: 'object',
+                description: 'The actual outputs from the system.',
+            },
+            testcaseId: {
+                type: 'string',
+                description: 'The ID of the Testcase.',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { runId, ...body } = args;
+    return client.records.create(runId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-records.js.map

package/tools/records/create-records.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-records.js","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qFAAqF;aACnG;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wCAAwC;aACtD;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/records/create-records.mjs

@@ -0,0 +1,40 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'records',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'create_records',
+    description: 'Create a new Record in a Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            runId: {
+                type: 'string',
+            },
+            inputs: {
+                type: 'object',
+                description: "The actual inputs sent to the system, which should match the system's input schema.",
+            },
+            labels: {
+                type: 'object',
+                description: 'The expected outputs for the Testcase.',
+            },
+            outputs: {
+                type: 'object',
+                description: 'The actual outputs from the system.',
+            },
+            testcaseId: {
+                type: 'string',
+                description: 'The ID of the Testcase.',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { runId, ...body } = args;
+    return client.records.create(runId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=create-records.mjs.map

package/tools/records/create-records.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-records.mjs","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qFAAqF;aACnG;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wCAAwC;aACtD;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/runs/create-runs.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.Run>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.Run>;
+};
+export default _default;
+//# sourceMappingURL=create-runs.d.mts.map

package/tools/runs/create-runs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-runs.d.mts","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA0BlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,0DAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/runs/create-runs.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.Run>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.Run>;
+};
+export default _default;
+//# sourceMappingURL=create-runs.d.ts.map

package/tools/runs/create-runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-runs.d.ts","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA0BlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,0DAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/runs/create-runs.js

@@ -0,0 +1,43 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'runs',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'create_runs',
+    description: 'Create a new Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            projectId: {
+                type: 'string',
+            },
+            metricIds: {
+                type: 'array',
+                description: 'The IDs of the metrics this Run is using.',
+                items: {
+                    type: 'string',
+                },
+            },
+            testsetId: {
+                type: 'string',
+                description: 'The ID of the Testset this Run is testing.',
+            },
+            systemConfigId: {
+                type: 'string',
+                description: 'The ID of the system configuration this Run is using.',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { projectId, ...body } = args;
+    return client.runs.create(projectId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-runs.js.map

package/tools/runs/create-runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-runs.js","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uDAAuD;aACrE;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAC7C,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/runs/create-runs.mjs

@@ -0,0 +1,39 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'runs',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'create_runs',
+    description: 'Create a new Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            projectId: {
+                type: 'string',
+            },
+            metricIds: {
+                type: 'array',
+                description: 'The IDs of the metrics this Run is using.',
+                items: {
+                    type: 'string',
+                },
+            },
+            testsetId: {
+                type: 'string',
+                description: 'The ID of the Testset this Run is testing.',
+            },
+            systemConfigId: {
+                type: 'string',
+                description: 'The ID of the system configuration this Run is using.',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { projectId, ...body } = args;
+    return client.runs.create(projectId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=create-runs.mjs.map

package/tools/runs/create-runs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-runs.mjs","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uDAAuD;aACrE;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAC7C,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/runs/update-runs.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
+};
+export default _default;
+//# sourceMappingURL=update-runs.d.mts.map

package/tools/runs/update-runs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-runs.d.mts","sourceRoot":"","sources":["../../src/tools/runs/update-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAwBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,wEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/runs/update-runs.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
+};
+export default _default;
+//# sourceMappingURL=update-runs.d.ts.map

package/tools/runs/update-runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-runs.d.ts","sourceRoot":"","sources":["../../src/tools/runs/update-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAwBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,wEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/runs/update-runs.js

@@ -0,0 +1,41 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'runs',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'update_runs',
+    description: 'Update the status of a Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            runId: {
+                type: 'string',
+            },
+            status: {
+                type: 'string',
+                description: 'The status of the Run.',
+                enum: [
+                    'pending',
+                    'awaiting_execution',
+                    'running_execution',
+                    'awaiting_scoring',
+                    'running_scoring',
+                    'awaiting_human_scoring',
+                    'completed',
+                ],
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { runId, ...body } = args;
+    return client.runs.update(runId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=update-runs.js.map

package/tools/runs/update-runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-runs.js","sourceRoot":"","sources":["../../src/tools/runs/update-runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,6BAA6B;IAC1C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE;oBACJ,SAAS;oBACT,oBAAoB;oBACpB,mBAAmB;oBACnB,kBAAkB;oBAClB,iBAAiB;oBACjB,wBAAwB;oBACxB,WAAW;iBACZ;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}