scorecard-ai-mcp 1.0.0-alpha.4

package/tools/runs/update-runs.mjs

@@ -0,0 +1,37 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'runs',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'update_runs',
+    description: 'Update the status of a Run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            runId: {
+                type: 'string',
+            },
+            status: {
+                type: 'string',
+                description: 'The status of the Run.',
+                enum: [
+                    'pending',
+                    'awaiting_execution',
+                    'running_execution',
+                    'awaiting_scoring',
+                    'running_scoring',
+                    'awaiting_human_scoring',
+                    'completed',
+                ],
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { runId, ...body } = args;
+    return client.runs.update(runId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=update-runs.mjs.map

package/tools/runs/update-runs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"update-runs.mjs","sourceRoot":"","sources":["../../src/tools/runs/update-runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,6BAA6B;IAC1C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wBAAwB;gBACrC,IAAI,EAAE;oBACJ,SAAS;oBACT,oBAAoB;oBACpB,mBAAmB;oBACnB,kBAAkB;oBAClB,iBAAiB;oBACjB,wBAAwB;oBACxB,WAAW;iBACZ;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/system-configs/create-system-configs.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=create-system-configs.d.mts.map

package/tools/system-configs/create-system-configs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/create-system-configs.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=create-system-configs.d.ts.map

package/tools/system-configs/create-system-configs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/create-system-configs.js

@@ -0,0 +1,54 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'system_configs',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'create_system_configs',
+    description: "Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            config: {
+                type: 'object',
+                description: 'The configuration of the system.',
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the system configuration.',
+            },
+            validationErrors: {
+                type: 'array',
+                description: "Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
+                items: {
+                    type: 'object',
+                    properties: {
+                        message: {
+                            type: 'string',
+                            description: 'Human-readable error description.',
+                        },
+                        path: {
+                            type: 'string',
+                            description: 'JSON Pointer to the field with the validation error.',
+                        },
+                    },
+                    required: ['message', 'path'],
+                },
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { systemId, ...body } = args;
+    return client.systemConfigs.create(systemId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-system-configs.js.map

package/tools/system-configs/create-system-configs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,4qBAA4qB;IAC9qB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kCAAkC;aAChD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uCAAuC;aACrD;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,iIAAiI;gBACnI,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,sDAAsD;yBACpE;qBACF;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC9B;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/system-configs/create-system-configs.mjs

@@ -0,0 +1,50 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'system_configs',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'create_system_configs',
+    description: "Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            config: {
+                type: 'object',
+                description: 'The configuration of the system.',
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the system configuration.',
+            },
+            validationErrors: {
+                type: 'array',
+                description: "Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
+                items: {
+                    type: 'object',
+                    properties: {
+                        message: {
+                            type: 'string',
+                            description: 'Human-readable error description.',
+                        },
+                        path: {
+                            type: 'string',
+                            description: 'JSON Pointer to the field with the validation error.',
+                        },
+                    },
+                    required: ['message', 'path'],
+                },
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { systemId, ...body } = args;
+    return client.systemConfigs.create(systemId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=create-system-configs.mjs.map

package/tools/system-configs/create-system-configs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,4qBAA4qB;IAC9qB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kCAAkC;aAChD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uCAAuC;aACrD;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,iIAAiI;gBACnI,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,sDAAsD;yBACpE;qBACF;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC9B;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/system-configs/get-system-configs.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=get-system-configs.d.mts.map

package/tools/system-configs/get-system-configs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAclB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/get-system-configs.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=get-system-configs.d.ts.map

package/tools/system-configs/get-system-configs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAclB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/get-system-configs.js

@@ -0,0 +1,31 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'system_configs',
+    operation: 'read',
+    tags: [],
+};
+exports.tool = {
+    name: 'get_system_configs',
+    description: 'Retrieve a specific system configuration by ID.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            systemConfigId: {
+                type: 'string',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { systemConfigId, ...body } = args;
+    return client.systemConfigs.get(systemConfigId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=get-system-configs.js.map

package/tools/system-configs/get-system-configs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,iDAAiD;IAC9D,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAChD,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/system-configs/get-system-configs.mjs

@@ -0,0 +1,27 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'system_configs',
+    operation: 'read',
+    tags: [],
+};
+export const tool = {
+    name: 'get_system_configs',
+    description: 'Retrieve a specific system configuration by ID.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            systemConfigId: {
+                type: 'string',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { systemConfigId, ...body } = args;
+    return client.systemConfigs.get(systemConfigId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=get-system-configs.mjs.map

package/tools/system-configs/get-system-configs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,iDAAiD;IAC9D,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAChD,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/system-configs/list-system-configs.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=list-system-configs.d.mts.map

package/tools/system-configs/list-system-configs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qIAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/list-system-configs.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
+};
+export default _default;
+//# sourceMappingURL=list-system-configs.d.ts.map

package/tools/system-configs/list-system-configs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qIAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/system-configs/list-system-configs.js

@@ -0,0 +1,36 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'system_configs',
+    operation: 'read',
+    tags: [],
+};
+exports.tool = {
+    name: 'list_system_configs',
+    description: 'Retrieve a paginated list of configurations for a specific system.\n\nSystem configurations provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            cursor: {
+                type: 'string',
+                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
+            },
+            limit: {
+                type: 'integer',
+                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { systemId, ...body } = args;
+    return client.systemConfigs.list(systemId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=list-system-configs.js.map

package/tools/system-configs/list-system-configs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EACT,uOAAuO;IACzO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/system-configs/list-system-configs.mjs

@@ -0,0 +1,32 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'system_configs',
+    operation: 'read',
+    tags: [],
+};
+export const tool = {
+    name: 'list_system_configs',
+    description: 'Retrieve a paginated list of configurations for a specific system.\n\nSystem configurations provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            systemId: {
+                type: 'string',
+            },
+            cursor: {
+                type: 'string',
+                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
+            },
+            limit: {
+                type: 'integer',
+                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { systemId, ...body } = args;
+    return client.systemConfigs.list(systemId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=list-system-configs.mjs.map

package/tools/system-configs/list-system-configs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EACT,uOAAuO;IACzO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/systems/create-systems.d.mts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.mjs";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Systems.System>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Systems.System>;
+};
+export default _default;
+//# sourceMappingURL=create-systems.d.mts.map

package/tools/systems/create-systems.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-systems.d.mts","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/systems/create-systems.d.ts

@@ -0,0 +1,24 @@
+import { Tool } from '@modelcontextprotocol/sdk/types.js';
+import type { Metadata } from "..//index.js";
+import Scorecard from 'scorecard-ai';
+export declare const metadata: Metadata;
+export declare const tool: Tool;
+export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Systems.System>;
+declare const _default: {
+    metadata: Metadata;
+    tool: {
+        [x: string]: unknown;
+        name: string;
+        inputSchema: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+        };
+        description?: string | undefined;
+    };
+    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Systems.System>;
+};
+export default _default;
+//# sourceMappingURL=create-systems.d.ts.map

package/tools/systems/create-systems.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-systems.d.ts","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,WAAY,SAAS,QAAQ,OAAO,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gEAGnF,CAAC;;;;;;;;;;;;;;;;;AAEF,wBAA2C"}

package/tools/systems/create-systems.js

@@ -0,0 +1,48 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+exports.metadata = {
+    resource: 'systems',
+    operation: 'write',
+    tags: [],
+};
+exports.tool = {
+    name: 'create_systems',
+    description: 'Create a new system definition that specifies the interface contracts for a component you want to evaluate.\n\nA system acts as a template that defines three key contracts through JSON Schemas:\n1. Input Schema: What data your system accepts (e.g., user queries, context documents)\n2. Output Schema: What data your system produces (e.g., responses, confidence scores)\n3. Config Schema: What parameters can be adjusted (e.g., model selection, temperature)\n\nThis separation lets you evaluate any system as a black box, focusing on its interface rather than implementation details.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            projectId: {
+                type: 'string',
+            },
+            configSchema: {
+                type: 'object',
+                description: "The schema of the system's configuration.",
+            },
+            description: {
+                type: 'string',
+                description: 'The description of the system.',
+            },
+            inputSchema: {
+                type: 'object',
+                description: "The schema of the system's inputs.",
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the system.',
+            },
+            outputSchema: {
+                type: 'object',
+                description: "The schema of the system's outputs.",
+            },
+        },
+    },
+};
+const handler = (client, args) => {
+    const { projectId, ...body } = args;
+    return client.systems.create(projectId, body);
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-systems.js.map

package/tools/systems/create-systems.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-systems.js","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,wkBAAwkB;IAC1kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gCAAgC;aAC9C;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oCAAoC;aAClD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/systems/create-systems.mjs

@@ -0,0 +1,44 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export const metadata = {
+    resource: 'systems',
+    operation: 'write',
+    tags: [],
+};
+export const tool = {
+    name: 'create_systems',
+    description: 'Create a new system definition that specifies the interface contracts for a component you want to evaluate.\n\nA system acts as a template that defines three key contracts through JSON Schemas:\n1. Input Schema: What data your system accepts (e.g., user queries, context documents)\n2. Output Schema: What data your system produces (e.g., responses, confidence scores)\n3. Config Schema: What parameters can be adjusted (e.g., model selection, temperature)\n\nThis separation lets you evaluate any system as a black box, focusing on its interface rather than implementation details.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            projectId: {
+                type: 'string',
+            },
+            configSchema: {
+                type: 'object',
+                description: "The schema of the system's configuration.",
+            },
+            description: {
+                type: 'string',
+                description: 'The description of the system.',
+            },
+            inputSchema: {
+                type: 'object',
+                description: "The schema of the system's inputs.",
+            },
+            name: {
+                type: 'string',
+                description: 'The name of the system.',
+            },
+            outputSchema: {
+                type: 'object',
+                description: "The schema of the system's outputs.",
+            },
+        },
+    },
+};
+export const handler = (client, args) => {
+    const { projectId, ...body } = args;
+    return client.systems.create(projectId, body);
+};
+export default { metadata, tool, handler };
+//# sourceMappingURL=create-systems.mjs.map