scorecard-ai-mcp 1.0.0-alpha.9 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -14
- package/package.json +2 -2
- package/server.js +1 -1
- package/server.js.map +1 -1
- package/server.mjs +1 -1
- package/server.mjs.map +1 -1
- package/src/server.ts +1 -1
- package/src/tools/index.ts +8 -6
- package/src/tools/metrics/create-metrics.ts +251 -0
- package/src/tools/runs/create-runs.ts +2 -2
- package/src/tools/systems/delete-systems.ts +1 -1
- package/src/tools/systems/versions/create-systems-versions.ts +45 -0
- package/src/tools/{system-configs/get-system-configs.ts → systems/versions/get-systems-versions.ts} +9 -9
- package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +6 -6
- package/src/tools/testsets/get-testsets.ts +1 -1
- package/tools/index.d.mts.map +1 -1
- package/tools/index.d.ts.map +1 -1
- package/tools/index.js +8 -6
- package/tools/index.js.map +1 -1
- package/tools/index.mjs +8 -6
- package/tools/index.mjs.map +1 -1
- package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +1 -1
- package/tools/metrics/create-metrics.d.mts.map +1 -0
- package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +1 -1
- package/tools/metrics/create-metrics.d.ts.map +1 -0
- package/tools/metrics/create-metrics.js +245 -0
- package/tools/metrics/create-metrics.js.map +1 -0
- package/tools/metrics/create-metrics.mjs +241 -0
- package/tools/metrics/create-metrics.mjs.map +1 -0
- package/tools/runs/create-runs.js +2 -2
- package/tools/runs/create-runs.js.map +1 -1
- package/tools/runs/create-runs.mjs +2 -2
- package/tools/runs/create-runs.mjs.map +1 -1
- package/tools/systems/delete-systems.js +1 -1
- package/tools/systems/delete-systems.js.map +1 -1
- package/tools/systems/delete-systems.mjs +1 -1
- package/tools/systems/delete-systems.mjs.map +1 -1
- package/tools/systems/versions/create-systems-versions.d.mts +32 -0
- package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
- package/tools/systems/versions/create-systems-versions.d.ts +32 -0
- package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
- package/tools/systems/versions/create-systems-versions.js +40 -0
- package/tools/systems/versions/create-systems-versions.js.map +1 -0
- package/tools/systems/versions/create-systems-versions.mjs +36 -0
- package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
- package/tools/systems/versions/get-systems-versions.d.mts +32 -0
- package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
- package/tools/{system-configs/create-system-configs.d.ts → systems/versions/get-systems-versions.d.ts} +2 -2
- package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
- package/tools/{system-configs/get-system-configs.js → systems/versions/get-systems-versions.js} +9 -9
- package/tools/systems/versions/get-systems-versions.js.map +1 -0
- package/tools/{system-configs/get-system-configs.mjs → systems/versions/get-systems-versions.mjs} +9 -9
- package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
- package/tools/systems/versions/list-systems-versions.d.mts +32 -0
- package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
- package/tools/{system-configs/create-system-configs.d.mts → systems/versions/list-systems-versions.d.ts} +2 -2
- package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
- package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +6 -6
- package/tools/systems/versions/list-systems-versions.js.map +1 -0
- package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +6 -6
- package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
- package/tools/testsets/get-testsets.js +1 -1
- package/tools/testsets/get-testsets.js.map +1 -1
- package/tools/testsets/get-testsets.mjs +1 -1
- package/tools/testsets/get-testsets.mjs.map +1 -1
- package/src/tools/system-configs/create-system-configs.ts +0 -64
- package/tools/system-configs/create-system-configs.d.mts.map +0 -1
- package/tools/system-configs/create-system-configs.d.ts.map +0 -1
- package/tools/system-configs/create-system-configs.js +0 -58
- package/tools/system-configs/create-system-configs.js.map +0 -1
- package/tools/system-configs/create-system-configs.mjs +0 -54
- package/tools/system-configs/create-system-configs.mjs.map +0 -1
- package/tools/system-configs/get-system-configs.d.mts.map +0 -1
- package/tools/system-configs/get-system-configs.d.ts.map +0 -1
- package/tools/system-configs/get-system-configs.js.map +0 -1
- package/tools/system-configs/get-system-configs.mjs.map +0 -1
- package/tools/system-configs/list-system-configs.d.mts +0 -32
- package/tools/system-configs/list-system-configs.d.mts.map +0 -1
- package/tools/system-configs/list-system-configs.d.ts +0 -32
- package/tools/system-configs/list-system-configs.d.ts.map +0 -1
- package/tools/system-configs/list-system-configs.js.map +0 -1
- package/tools/system-configs/list-system-configs.mjs.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-systems.js","sourceRoot":"","sources":["../../src/tools/systems/delete-systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"delete-systems.js","sourceRoot":"","sources":["../../src/tools/systems/delete-systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oFAAoF;IACjG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -10,7 +10,7 @@ export const metadata = {
|
|
|
10
10
|
};
|
|
11
11
|
export const tool = {
|
|
12
12
|
name: 'delete_systems',
|
|
13
|
-
description: 'Delete a system definition by ID. This will not delete associated system
|
|
13
|
+
description: 'Delete a system definition by ID. This will not delete associated system versions.',
|
|
14
14
|
inputSchema: {
|
|
15
15
|
type: 'object',
|
|
16
16
|
properties: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-systems.mjs","sourceRoot":"","sources":["../../src/tools/systems/delete-systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"delete-systems.mjs","sourceRoot":"","sources":["../../src/tools/systems/delete-systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oFAAoF;IACjG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
+
import type { Metadata } from "../..//index.mjs";
|
|
3
|
+
import Scorecard from 'scorecard-ai';
|
|
4
|
+
export declare const metadata: Metadata;
|
|
5
|
+
export declare const tool: Tool;
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
|
+
declare const _default: {
|
|
8
|
+
metadata: Metadata;
|
|
9
|
+
tool: {
|
|
10
|
+
[x: string]: unknown;
|
|
11
|
+
name: string;
|
|
12
|
+
inputSchema: {
|
|
13
|
+
[x: string]: unknown;
|
|
14
|
+
type: "object";
|
|
15
|
+
properties?: {
|
|
16
|
+
[x: string]: unknown;
|
|
17
|
+
} | undefined;
|
|
18
|
+
};
|
|
19
|
+
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
28
|
+
};
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
|
+
};
|
|
31
|
+
export default _default;
|
|
32
|
+
//# sourceMappingURL=create-systems-versions.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-systems-versions.d.mts","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAoBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
+
import type { Metadata } from "../..//index.js";
|
|
3
|
+
import Scorecard from 'scorecard-ai';
|
|
4
|
+
export declare const metadata: Metadata;
|
|
5
|
+
export declare const tool: Tool;
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
|
+
declare const _default: {
|
|
8
|
+
metadata: Metadata;
|
|
9
|
+
tool: {
|
|
10
|
+
[x: string]: unknown;
|
|
11
|
+
name: string;
|
|
12
|
+
inputSchema: {
|
|
13
|
+
[x: string]: unknown;
|
|
14
|
+
type: "object";
|
|
15
|
+
properties?: {
|
|
16
|
+
[x: string]: unknown;
|
|
17
|
+
} | undefined;
|
|
18
|
+
};
|
|
19
|
+
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
28
|
+
};
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
|
+
};
|
|
31
|
+
export default _default;
|
|
32
|
+
//# sourceMappingURL=create-systems-versions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-systems-versions.d.ts","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAoBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.handler = exports.tool = exports.metadata = void 0;
|
|
5
|
+
const types_1 = require("scorecard-ai-mcp/tools/types");
|
|
6
|
+
exports.metadata = {
|
|
7
|
+
resource: 'systems.versions',
|
|
8
|
+
operation: 'write',
|
|
9
|
+
tags: [],
|
|
10
|
+
httpMethod: 'post',
|
|
11
|
+
httpPath: '/systems/{systemId}/configs',
|
|
12
|
+
operationId: 'createSystemVersion',
|
|
13
|
+
};
|
|
14
|
+
exports.tool = {
|
|
15
|
+
name: 'create_systems_versions',
|
|
16
|
+
description: "Create a new version for a system.\n\nEach version contains specific parameter values that match the system's `configSchema` - things like model parameters, thresholds, or processing options.\nOnce created, versions cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a system version:\n- The `config` object is validated against the parent system's `configSchema`.\n- System versions with validation errors are still stored, with errors included in the response.\n- Validation errors indicate fields that don't match the schema but don't prevent creation.\n- Having validation errors may affect how some evaluation metrics are calculated.",
|
|
17
|
+
inputSchema: {
|
|
18
|
+
type: 'object',
|
|
19
|
+
properties: {
|
|
20
|
+
systemId: {
|
|
21
|
+
type: 'string',
|
|
22
|
+
},
|
|
23
|
+
config: {
|
|
24
|
+
type: 'object',
|
|
25
|
+
description: 'The configuration of the system version.',
|
|
26
|
+
},
|
|
27
|
+
name: {
|
|
28
|
+
type: 'string',
|
|
29
|
+
description: 'The name of the system version.',
|
|
30
|
+
},
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
};
|
|
34
|
+
const handler = async (client, args) => {
|
|
35
|
+
const { systemId, ...body } = args;
|
|
36
|
+
return (0, types_1.asTextContentResult)(await client.systems.versions.create(systemId, body));
|
|
37
|
+
};
|
|
38
|
+
exports.handler = handler;
|
|
39
|
+
exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
|
|
40
|
+
//# sourceMappingURL=create-systems-versions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-systems-versions.js","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,qBAAqB;CACnC,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EACT,oqBAAoqB;IACtqB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
3
|
+
export const metadata = {
|
|
4
|
+
resource: 'systems.versions',
|
|
5
|
+
operation: 'write',
|
|
6
|
+
tags: [],
|
|
7
|
+
httpMethod: 'post',
|
|
8
|
+
httpPath: '/systems/{systemId}/configs',
|
|
9
|
+
operationId: 'createSystemVersion',
|
|
10
|
+
};
|
|
11
|
+
export const tool = {
|
|
12
|
+
name: 'create_systems_versions',
|
|
13
|
+
description: "Create a new version for a system.\n\nEach version contains specific parameter values that match the system's `configSchema` - things like model parameters, thresholds, or processing options.\nOnce created, versions cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a system version:\n- The `config` object is validated against the parent system's `configSchema`.\n- System versions with validation errors are still stored, with errors included in the response.\n- Validation errors indicate fields that don't match the schema but don't prevent creation.\n- Having validation errors may affect how some evaluation metrics are calculated.",
|
|
14
|
+
inputSchema: {
|
|
15
|
+
type: 'object',
|
|
16
|
+
properties: {
|
|
17
|
+
systemId: {
|
|
18
|
+
type: 'string',
|
|
19
|
+
},
|
|
20
|
+
config: {
|
|
21
|
+
type: 'object',
|
|
22
|
+
description: 'The configuration of the system version.',
|
|
23
|
+
},
|
|
24
|
+
name: {
|
|
25
|
+
type: 'string',
|
|
26
|
+
description: 'The name of the system version.',
|
|
27
|
+
},
|
|
28
|
+
},
|
|
29
|
+
},
|
|
30
|
+
};
|
|
31
|
+
export const handler = async (client, args) => {
|
|
32
|
+
const { systemId, ...body } = args;
|
|
33
|
+
return asTextContentResult(await client.systems.versions.create(systemId, body));
|
|
34
|
+
};
|
|
35
|
+
export default { metadata, tool, handler };
|
|
36
|
+
//# sourceMappingURL=create-systems-versions.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-systems-versions.mjs","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,qBAAqB;CACnC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EACT,oqBAAoqB;IACtqB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
+
import type { Metadata } from "../..//index.mjs";
|
|
3
|
+
import Scorecard from 'scorecard-ai';
|
|
4
|
+
export declare const metadata: Metadata;
|
|
5
|
+
export declare const tool: Tool;
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
|
+
declare const _default: {
|
|
8
|
+
metadata: Metadata;
|
|
9
|
+
tool: {
|
|
10
|
+
[x: string]: unknown;
|
|
11
|
+
name: string;
|
|
12
|
+
inputSchema: {
|
|
13
|
+
[x: string]: unknown;
|
|
14
|
+
type: "object";
|
|
15
|
+
properties?: {
|
|
16
|
+
[x: string]: unknown;
|
|
17
|
+
} | undefined;
|
|
18
|
+
};
|
|
19
|
+
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
28
|
+
};
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
|
+
};
|
|
31
|
+
export default _default;
|
|
32
|
+
//# sourceMappingURL=get-systems-versions.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-systems-versions.d.mts","sourceRoot":"","sources":["../../../src/tools/systems/versions/get-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
-
import type { Metadata } from "
|
|
2
|
+
import type { Metadata } from "../..//index.js";
|
|
3
3
|
import Scorecard from 'scorecard-ai';
|
|
4
4
|
export declare const metadata: Metadata;
|
|
5
5
|
export declare const tool: Tool;
|
|
@@ -29,4 +29,4 @@ declare const _default: {
|
|
|
29
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
30
|
};
|
|
31
31
|
export default _default;
|
|
32
|
-
//# sourceMappingURL=
|
|
32
|
+
//# sourceMappingURL=get-systems-versions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-systems-versions.d.ts","sourceRoot":"","sources":["../../../src/tools/systems/versions/get-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
package/tools/{system-configs/get-system-configs.js → systems/versions/get-systems-versions.js}
RENAMED
|
@@ -4,29 +4,29 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
4
4
|
exports.handler = exports.tool = exports.metadata = void 0;
|
|
5
5
|
const types_1 = require("scorecard-ai-mcp/tools/types");
|
|
6
6
|
exports.metadata = {
|
|
7
|
-
resource: '
|
|
7
|
+
resource: 'systems.versions',
|
|
8
8
|
operation: 'read',
|
|
9
9
|
tags: [],
|
|
10
10
|
httpMethod: 'get',
|
|
11
|
-
httpPath: '/systems/configs/{
|
|
12
|
-
operationId: '
|
|
11
|
+
httpPath: '/systems/configs/{systemVersionId}',
|
|
12
|
+
operationId: 'getSystemVersion',
|
|
13
13
|
};
|
|
14
14
|
exports.tool = {
|
|
15
|
-
name: '
|
|
16
|
-
description: 'Retrieve a specific system
|
|
15
|
+
name: 'get_systems_versions',
|
|
16
|
+
description: 'Retrieve a specific system version by ID.',
|
|
17
17
|
inputSchema: {
|
|
18
18
|
type: 'object',
|
|
19
19
|
properties: {
|
|
20
|
-
|
|
20
|
+
systemVersionId: {
|
|
21
21
|
type: 'string',
|
|
22
22
|
},
|
|
23
23
|
},
|
|
24
24
|
},
|
|
25
25
|
};
|
|
26
26
|
const handler = async (client, args) => {
|
|
27
|
-
const {
|
|
28
|
-
return (0, types_1.asTextContentResult)(await client.
|
|
27
|
+
const { systemVersionId, ...body } = args;
|
|
28
|
+
return (0, types_1.asTextContentResult)(await client.systems.versions.get(systemVersionId));
|
|
29
29
|
};
|
|
30
30
|
exports.handler = handler;
|
|
31
31
|
exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
|
|
32
|
-
//# sourceMappingURL=get-
|
|
32
|
+
//# sourceMappingURL=get-systems-versions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-systems-versions.js","sourceRoot":"","sources":["../../../src/tools/systems/versions/get-systems-versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,oCAAoC;IAC9C,WAAW,EAAE,kBAAkB;CAChC,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,2CAA2C;IACxD,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACjD,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;AACjF,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
package/tools/{system-configs/get-system-configs.mjs → systems/versions/get-systems-versions.mjs}
RENAMED
|
@@ -1,28 +1,28 @@
|
|
|
1
1
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
3
3
|
export const metadata = {
|
|
4
|
-
resource: '
|
|
4
|
+
resource: 'systems.versions',
|
|
5
5
|
operation: 'read',
|
|
6
6
|
tags: [],
|
|
7
7
|
httpMethod: 'get',
|
|
8
|
-
httpPath: '/systems/configs/{
|
|
9
|
-
operationId: '
|
|
8
|
+
httpPath: '/systems/configs/{systemVersionId}',
|
|
9
|
+
operationId: 'getSystemVersion',
|
|
10
10
|
};
|
|
11
11
|
export const tool = {
|
|
12
|
-
name: '
|
|
13
|
-
description: 'Retrieve a specific system
|
|
12
|
+
name: 'get_systems_versions',
|
|
13
|
+
description: 'Retrieve a specific system version by ID.',
|
|
14
14
|
inputSchema: {
|
|
15
15
|
type: 'object',
|
|
16
16
|
properties: {
|
|
17
|
-
|
|
17
|
+
systemVersionId: {
|
|
18
18
|
type: 'string',
|
|
19
19
|
},
|
|
20
20
|
},
|
|
21
21
|
},
|
|
22
22
|
};
|
|
23
23
|
export const handler = async (client, args) => {
|
|
24
|
-
const {
|
|
25
|
-
return asTextContentResult(await client.
|
|
24
|
+
const { systemVersionId, ...body } = args;
|
|
25
|
+
return asTextContentResult(await client.systems.versions.get(systemVersionId));
|
|
26
26
|
};
|
|
27
27
|
export default { metadata, tool, handler };
|
|
28
|
-
//# sourceMappingURL=get-
|
|
28
|
+
//# sourceMappingURL=get-systems-versions.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"get-systems-versions.mjs","sourceRoot":"","sources":["../../../src/tools/systems/versions/get-systems-versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,oCAAoC;IAC9C,WAAW,EAAE,kBAAkB;CAChC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE,2CAA2C;IACxD,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,eAAe,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACjD,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;AACjF,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
+
import type { Metadata } from "../..//index.mjs";
|
|
3
|
+
import Scorecard from 'scorecard-ai';
|
|
4
|
+
export declare const metadata: Metadata;
|
|
5
|
+
export declare const tool: Tool;
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
|
+
declare const _default: {
|
|
8
|
+
metadata: Metadata;
|
|
9
|
+
tool: {
|
|
10
|
+
[x: string]: unknown;
|
|
11
|
+
name: string;
|
|
12
|
+
inputSchema: {
|
|
13
|
+
[x: string]: unknown;
|
|
14
|
+
type: "object";
|
|
15
|
+
properties?: {
|
|
16
|
+
[x: string]: unknown;
|
|
17
|
+
} | undefined;
|
|
18
|
+
};
|
|
19
|
+
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
28
|
+
};
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
|
+
};
|
|
31
|
+
export default _default;
|
|
32
|
+
//# sourceMappingURL=list-systems-versions.d.mts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"list-systems-versions.d.mts","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
-
import type { Metadata } from "
|
|
2
|
+
import type { Metadata } from "../..//index.js";
|
|
3
3
|
import Scorecard from 'scorecard-ai';
|
|
4
4
|
export declare const metadata: Metadata;
|
|
5
5
|
export declare const tool: Tool;
|
|
@@ -29,4 +29,4 @@ declare const _default: {
|
|
|
29
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
30
|
};
|
|
31
31
|
export default _default;
|
|
32
|
-
//# sourceMappingURL=
|
|
32
|
+
//# sourceMappingURL=list-systems-versions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"list-systems-versions.d.ts","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js}
RENAMED
|
@@ -4,16 +4,16 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
4
4
|
exports.handler = exports.tool = exports.metadata = void 0;
|
|
5
5
|
const types_1 = require("scorecard-ai-mcp/tools/types");
|
|
6
6
|
exports.metadata = {
|
|
7
|
-
resource: '
|
|
7
|
+
resource: 'systems.versions',
|
|
8
8
|
operation: 'read',
|
|
9
9
|
tags: [],
|
|
10
10
|
httpMethod: 'get',
|
|
11
11
|
httpPath: '/systems/{systemId}/configs',
|
|
12
|
-
operationId: '
|
|
12
|
+
operationId: 'listSystemVersions',
|
|
13
13
|
};
|
|
14
14
|
exports.tool = {
|
|
15
|
-
name: '
|
|
16
|
-
description: 'Retrieve a paginated list of
|
|
15
|
+
name: 'list_systems_versions',
|
|
16
|
+
description: 'Retrieve a paginated list of system versions for a specific system.\n\nSystem versions provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
|
|
17
17
|
inputSchema: {
|
|
18
18
|
type: 'object',
|
|
19
19
|
properties: {
|
|
@@ -33,8 +33,8 @@ exports.tool = {
|
|
|
33
33
|
};
|
|
34
34
|
const handler = async (client, args) => {
|
|
35
35
|
const { systemId, ...body } = args;
|
|
36
|
-
return (0, types_1.asTextContentResult)(await client.
|
|
36
|
+
return (0, types_1.asTextContentResult)(await client.systems.versions.list(systemId, body));
|
|
37
37
|
};
|
|
38
38
|
exports.handler = handler;
|
|
39
39
|
exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
|
|
40
|
-
//# sourceMappingURL=list-
|
|
40
|
+
//# sourceMappingURL=list-systems-versions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"list-systems-versions.js","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,oBAAoB;CAClC,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,kOAAkO;IACpO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACjF,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs}
RENAMED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
3
3
|
export const metadata = {
|
|
4
|
-
resource: '
|
|
4
|
+
resource: 'systems.versions',
|
|
5
5
|
operation: 'read',
|
|
6
6
|
tags: [],
|
|
7
7
|
httpMethod: 'get',
|
|
8
8
|
httpPath: '/systems/{systemId}/configs',
|
|
9
|
-
operationId: '
|
|
9
|
+
operationId: 'listSystemVersions',
|
|
10
10
|
};
|
|
11
11
|
export const tool = {
|
|
12
|
-
name: '
|
|
13
|
-
description: 'Retrieve a paginated list of
|
|
12
|
+
name: 'list_systems_versions',
|
|
13
|
+
description: 'Retrieve a paginated list of system versions for a specific system.\n\nSystem versions provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
|
|
14
14
|
inputSchema: {
|
|
15
15
|
type: 'object',
|
|
16
16
|
properties: {
|
|
@@ -30,7 +30,7 @@ export const tool = {
|
|
|
30
30
|
};
|
|
31
31
|
export const handler = async (client, args) => {
|
|
32
32
|
const { systemId, ...body } = args;
|
|
33
|
-
return asTextContentResult(await client.
|
|
33
|
+
return asTextContentResult(await client.systems.versions.list(systemId, body));
|
|
34
34
|
};
|
|
35
35
|
export default { metadata, tool, handler };
|
|
36
|
-
//# sourceMappingURL=list-
|
|
36
|
+
//# sourceMappingURL=list-systems-versions.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"list-systems-versions.mjs","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,oBAAoB;CAClC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,kOAAkO;IACpO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACjF,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"get-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,aAAa;IAC1B,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"get-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,aAAa;IAC1B,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
-
|
|
3
|
-
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
4
|
-
|
|
5
|
-
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
6
|
-
import type { Metadata } from '../';
|
|
7
|
-
import Scorecard from 'scorecard-ai';
|
|
8
|
-
|
|
9
|
-
export const metadata: Metadata = {
|
|
10
|
-
resource: 'system_configs',
|
|
11
|
-
operation: 'write',
|
|
12
|
-
tags: [],
|
|
13
|
-
httpMethod: 'post',
|
|
14
|
-
httpPath: '/systems/{systemId}/configs',
|
|
15
|
-
operationId: 'createSystemConfig',
|
|
16
|
-
};
|
|
17
|
-
|
|
18
|
-
export const tool: Tool = {
|
|
19
|
-
name: 'create_system_configs',
|
|
20
|
-
description:
|
|
21
|
-
"Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
|
|
22
|
-
inputSchema: {
|
|
23
|
-
type: 'object',
|
|
24
|
-
properties: {
|
|
25
|
-
systemId: {
|
|
26
|
-
type: 'string',
|
|
27
|
-
},
|
|
28
|
-
config: {
|
|
29
|
-
type: 'object',
|
|
30
|
-
description: 'The configuration of the system.',
|
|
31
|
-
},
|
|
32
|
-
name: {
|
|
33
|
-
type: 'string',
|
|
34
|
-
description: 'The name of the system configuration.',
|
|
35
|
-
},
|
|
36
|
-
validationErrors: {
|
|
37
|
-
type: 'array',
|
|
38
|
-
description:
|
|
39
|
-
"Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
|
|
40
|
-
items: {
|
|
41
|
-
type: 'object',
|
|
42
|
-
properties: {
|
|
43
|
-
message: {
|
|
44
|
-
type: 'string',
|
|
45
|
-
description: 'Human-readable error description.',
|
|
46
|
-
},
|
|
47
|
-
path: {
|
|
48
|
-
type: 'string',
|
|
49
|
-
description: 'JSON Pointer to the field with the validation error.',
|
|
50
|
-
},
|
|
51
|
-
},
|
|
52
|
-
required: ['message', 'path'],
|
|
53
|
-
},
|
|
54
|
-
},
|
|
55
|
-
},
|
|
56
|
-
},
|
|
57
|
-
};
|
|
58
|
-
|
|
59
|
-
export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
|
|
60
|
-
const { systemId, ...body } = args as any;
|
|
61
|
-
return asTextContentResult(await client.systemConfigs.create(systemId, body));
|
|
62
|
-
};
|
|
63
|
-
|
|
64
|
-
export default { metadata, tool, handler };
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"create-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"create-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|