scorecard-ai-mcp 1.0.0-alpha.7 → 1.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -30
- package/compat.d.mts +2 -0
- package/compat.d.mts.map +1 -1
- package/compat.d.ts +2 -0
- package/compat.d.ts.map +1 -1
- package/compat.js +7 -4
- package/compat.js.map +1 -1
- package/compat.mjs +8 -4
- package/compat.mjs.map +1 -1
- package/dynamic-tools.d.mts.map +1 -1
- package/dynamic-tools.d.ts.map +1 -1
- package/dynamic-tools.js +2 -1
- package/dynamic-tools.js.map +1 -1
- package/dynamic-tools.mjs +2 -1
- package/dynamic-tools.mjs.map +1 -1
- package/package.json +2 -2
- package/server.d.mts.map +1 -1
- package/server.d.ts.map +1 -1
- package/server.js +2 -2
- package/server.js.map +1 -1
- package/server.mjs +2 -2
- package/server.mjs.map +1 -1
- package/src/compat.ts +13 -4
- package/src/dynamic-tools.ts +2 -1
- package/src/server.ts +3 -2
- package/src/tools/index.ts +0 -2
- package/src/tools/records/create-records.ts +4 -4
- package/src/tools/testcases/create-testcases.ts +0 -2
- package/src/tools/testsets/create-testsets.ts +7 -7
- package/src/tools/testsets/update-testsets.ts +7 -7
- package/tools/index.d.mts.map +1 -1
- package/tools/index.d.ts.map +1 -1
- package/tools/index.js +0 -2
- package/tools/index.js.map +1 -1
- package/tools/index.mjs +0 -2
- package/tools/index.mjs.map +1 -1
- package/tools/records/create-records.js +4 -4
- package/tools/records/create-records.js.map +1 -1
- package/tools/records/create-records.mjs +4 -4
- package/tools/records/create-records.mjs.map +1 -1
- package/tools/testcases/create-testcases.d.mts.map +1 -1
- package/tools/testcases/create-testcases.d.ts.map +1 -1
- package/tools/testcases/create-testcases.js +0 -1
- package/tools/testcases/create-testcases.js.map +1 -1
- package/tools/testcases/create-testcases.mjs +0 -1
- package/tools/testcases/create-testcases.mjs.map +1 -1
- package/tools/testsets/create-testsets.js +7 -7
- package/tools/testsets/create-testsets.js.map +1 -1
- package/tools/testsets/create-testsets.mjs +7 -7
- package/tools/testsets/create-testsets.mjs.map +1 -1
- package/tools/testsets/update-testsets.js +7 -7
- package/tools/testsets/update-testsets.js.map +1 -1
- package/tools/testsets/update-testsets.mjs +7 -7
- package/tools/testsets/update-testsets.mjs.map +1 -1
- package/src/tools/runs/update-runs.ts +0 -44
- package/tools/runs/update-runs.d.mts +0 -32
- package/tools/runs/update-runs.d.mts.map +0 -1
- package/tools/runs/update-runs.d.ts +0 -32
- package/tools/runs/update-runs.d.ts.map +0 -1
- package/tools/runs/update-runs.js +0 -41
- package/tools/runs/update-runs.js.map +0 -1
- package/tools/runs/update-runs.mjs +0 -37
- package/tools/runs/update-runs.mjs.map +0 -1
package/src/tools/index.ts
CHANGED
|
@@ -16,7 +16,6 @@ import list_testcases from './testcases/list-testcases';
|
|
|
16
16
|
import delete_testcases from './testcases/delete-testcases';
|
|
17
17
|
import get_testcases from './testcases/get-testcases';
|
|
18
18
|
import create_runs from './runs/create-runs';
|
|
19
|
-
import update_runs from './runs/update-runs';
|
|
20
19
|
import create_records from './records/create-records';
|
|
21
20
|
import upsert_scores from './scores/upsert-scores';
|
|
22
21
|
import create_systems from './systems/create-systems';
|
|
@@ -61,7 +60,6 @@ addEndpoint(list_testcases);
|
|
|
61
60
|
addEndpoint(delete_testcases);
|
|
62
61
|
addEndpoint(get_testcases);
|
|
63
62
|
addEndpoint(create_runs);
|
|
64
|
-
addEndpoint(update_runs);
|
|
65
63
|
addEndpoint(create_records);
|
|
66
64
|
addEndpoint(upsert_scores);
|
|
67
65
|
addEndpoint(create_systems);
|
|
@@ -19,13 +19,13 @@ export const tool: Tool = {
|
|
|
19
19
|
runId: {
|
|
20
20
|
type: 'string',
|
|
21
21
|
},
|
|
22
|
-
|
|
22
|
+
expected: {
|
|
23
23
|
type: 'object',
|
|
24
|
-
description:
|
|
24
|
+
description: 'The expected outputs for the Testcase.',
|
|
25
25
|
},
|
|
26
|
-
|
|
26
|
+
inputs: {
|
|
27
27
|
type: 'object',
|
|
28
|
-
description:
|
|
28
|
+
description: "The actual inputs sent to the system, which should match the system's input schema.",
|
|
29
29
|
},
|
|
30
30
|
outputs: {
|
|
31
31
|
type: 'object',
|
|
@@ -24,8 +24,6 @@ export const tool: Tool = {
|
|
|
24
24
|
description: 'Testcases to create (max 100).',
|
|
25
25
|
items: {
|
|
26
26
|
type: 'object',
|
|
27
|
-
description:
|
|
28
|
-
"A test case in the Scorecard system. Contains JSON data that is validated against the schema defined by its Testset.\nThe `inputs` and `labels` fields are derived from the `data` field based on the Testset's `fieldMapping`, and include all mapped fields, including those with validation errors.\nTestcases are stored regardless of validation results, with any validation errors included in the `validationErrors` field.",
|
|
29
27
|
properties: {
|
|
30
28
|
jsonData: {
|
|
31
29
|
type: 'object',
|
|
@@ -27,31 +27,31 @@ export const tool: Tool = {
|
|
|
27
27
|
fieldMapping: {
|
|
28
28
|
type: 'object',
|
|
29
29
|
description:
|
|
30
|
-
'Maps top-level keys of the Testcase schema to their roles (input/
|
|
30
|
+
'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
31
31
|
properties: {
|
|
32
|
-
|
|
32
|
+
expected: {
|
|
33
33
|
type: 'array',
|
|
34
|
-
description: 'Fields that represent
|
|
34
|
+
description: 'Fields that represent expected outputs.',
|
|
35
35
|
items: {
|
|
36
36
|
type: 'string',
|
|
37
37
|
},
|
|
38
38
|
},
|
|
39
|
-
|
|
39
|
+
inputs: {
|
|
40
40
|
type: 'array',
|
|
41
|
-
description: 'Fields that represent
|
|
41
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
42
42
|
items: {
|
|
43
43
|
type: 'string',
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
46
|
metadata: {
|
|
47
47
|
type: 'array',
|
|
48
|
-
description: 'Fields that are not inputs or
|
|
48
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
49
49
|
items: {
|
|
50
50
|
type: 'string',
|
|
51
51
|
},
|
|
52
52
|
},
|
|
53
53
|
},
|
|
54
|
-
required: ['
|
|
54
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
55
55
|
},
|
|
56
56
|
jsonSchema: {
|
|
57
57
|
type: 'object',
|
|
@@ -27,31 +27,31 @@ export const tool: Tool = {
|
|
|
27
27
|
fieldMapping: {
|
|
28
28
|
type: 'object',
|
|
29
29
|
description:
|
|
30
|
-
'Maps top-level keys of the Testcase schema to their roles (input/
|
|
30
|
+
'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
31
31
|
properties: {
|
|
32
|
-
|
|
32
|
+
expected: {
|
|
33
33
|
type: 'array',
|
|
34
|
-
description: 'Fields that represent
|
|
34
|
+
description: 'Fields that represent expected outputs.',
|
|
35
35
|
items: {
|
|
36
36
|
type: 'string',
|
|
37
37
|
},
|
|
38
38
|
},
|
|
39
|
-
|
|
39
|
+
inputs: {
|
|
40
40
|
type: 'array',
|
|
41
|
-
description: 'Fields that represent
|
|
41
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
42
42
|
items: {
|
|
43
43
|
type: 'string',
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
46
|
metadata: {
|
|
47
47
|
type: 'array',
|
|
48
|
-
description: 'Fields that are not inputs or
|
|
48
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
49
49
|
items: {
|
|
50
50
|
type: 'string',
|
|
51
51
|
},
|
|
52
52
|
},
|
|
53
53
|
},
|
|
54
|
-
required: ['
|
|
54
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
55
55
|
},
|
|
56
56
|
jsonSchema: {
|
|
57
57
|
type: 'object',
|
package/tools/index.d.mts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;
|
|
1
|
+
{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA0BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
|
package/tools/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA0BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
|
package/tools/index.js
CHANGED
|
@@ -19,7 +19,6 @@ const list_testcases_1 = __importDefault(require("./testcases/list-testcases.js"
|
|
|
19
19
|
const delete_testcases_1 = __importDefault(require("./testcases/delete-testcases.js"));
|
|
20
20
|
const get_testcases_1 = __importDefault(require("./testcases/get-testcases.js"));
|
|
21
21
|
const create_runs_1 = __importDefault(require("./runs/create-runs.js"));
|
|
22
|
-
const update_runs_1 = __importDefault(require("./runs/update-runs.js"));
|
|
23
22
|
const create_records_1 = __importDefault(require("./records/create-records.js"));
|
|
24
23
|
const upsert_scores_1 = __importDefault(require("./scores/upsert-scores.js"));
|
|
25
24
|
const create_systems_1 = __importDefault(require("./systems/create-systems.js"));
|
|
@@ -47,7 +46,6 @@ addEndpoint(list_testcases_1.default);
|
|
|
47
46
|
addEndpoint(delete_testcases_1.default);
|
|
48
47
|
addEndpoint(get_testcases_1.default);
|
|
49
48
|
addEndpoint(create_runs_1.default);
|
|
50
|
-
addEndpoint(update_runs_1.default);
|
|
51
49
|
addEndpoint(create_records_1.default);
|
|
52
50
|
addEndpoint(upsert_scores_1.default);
|
|
53
51
|
addEndpoint(create_systems_1.default);
|
package/tools/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AA+EtF,sBA2BC;AArGD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAgBxD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
|
package/tools/index.mjs
CHANGED
|
@@ -12,7 +12,6 @@ import list_testcases from "./testcases/list-testcases.mjs";
|
|
|
12
12
|
import delete_testcases from "./testcases/delete-testcases.mjs";
|
|
13
13
|
import get_testcases from "./testcases/get-testcases.mjs";
|
|
14
14
|
import create_runs from "./runs/create-runs.mjs";
|
|
15
|
-
import update_runs from "./runs/update-runs.mjs";
|
|
16
15
|
import create_records from "./records/create-records.mjs";
|
|
17
16
|
import upsert_scores from "./scores/upsert-scores.mjs";
|
|
18
17
|
import create_systems from "./systems/create-systems.mjs";
|
|
@@ -40,7 +39,6 @@ addEndpoint(list_testcases);
|
|
|
40
39
|
addEndpoint(delete_testcases);
|
|
41
40
|
addEndpoint(get_testcases);
|
|
42
41
|
addEndpoint(create_runs);
|
|
43
|
-
addEndpoint(update_runs);
|
|
44
42
|
addEndpoint(create_records);
|
|
45
43
|
addEndpoint(upsert_scores);
|
|
46
44
|
addEndpoint(create_systems);
|
package/tools/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,
|
|
1
|
+
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAgBzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
|
|
@@ -16,13 +16,13 @@ exports.tool = {
|
|
|
16
16
|
runId: {
|
|
17
17
|
type: 'string',
|
|
18
18
|
},
|
|
19
|
-
|
|
19
|
+
expected: {
|
|
20
20
|
type: 'object',
|
|
21
|
-
description:
|
|
21
|
+
description: 'The expected outputs for the Testcase.',
|
|
22
22
|
},
|
|
23
|
-
|
|
23
|
+
inputs: {
|
|
24
24
|
type: 'object',
|
|
25
|
-
description:
|
|
25
|
+
description: "The actual inputs sent to the system, which should match the system's input schema.",
|
|
26
26
|
},
|
|
27
27
|
outputs: {
|
|
28
28
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-records.js","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,
|
|
1
|
+
{"version":3,"file":"create-records.js","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wCAAwC;aACtD;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qFAAqF;aACnG;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -13,13 +13,13 @@ export const tool = {
|
|
|
13
13
|
runId: {
|
|
14
14
|
type: 'string',
|
|
15
15
|
},
|
|
16
|
-
|
|
16
|
+
expected: {
|
|
17
17
|
type: 'object',
|
|
18
|
-
description:
|
|
18
|
+
description: 'The expected outputs for the Testcase.',
|
|
19
19
|
},
|
|
20
|
-
|
|
20
|
+
inputs: {
|
|
21
21
|
type: 'object',
|
|
22
|
-
description:
|
|
22
|
+
description: "The actual inputs sent to the system, which should match the system's input schema.",
|
|
23
23
|
},
|
|
24
24
|
outputs: {
|
|
25
25
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-records.mjs","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,
|
|
1
|
+
{"version":3,"file":"create-records.mjs","sourceRoot":"","sources":["../../src/tools/records/create-records.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,+BAA+B;IAC5C,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;aACf;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wCAAwC;aACtD;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qFAAqF;aACnG;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACvC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"create-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAyBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,
|
|
1
|
+
{"version":3,"file":"create-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAyBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -21,7 +21,6 @@ exports.tool = {
|
|
|
21
21
|
description: 'Testcases to create (max 100).',
|
|
22
22
|
items: {
|
|
23
23
|
type: 'object',
|
|
24
|
-
description: "A test case in the Scorecard system. Contains JSON data that is validated against the schema defined by its Testset.\nThe `inputs` and `labels` fields are derived from the `data` field based on the Testset's `fieldMapping`, and include all mapped fields, including those with validation errors.\nTestcases are stored regardless of validation results, with any validation errors included in the `validationErrors` field.",
|
|
25
24
|
properties: {
|
|
26
25
|
jsonData: {
|
|
27
26
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testcases.js","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,
|
|
1
|
+
{"version":3,"file":"create-testcases.js","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iFAAiF;yBAC/F;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -18,7 +18,6 @@ export const tool = {
|
|
|
18
18
|
description: 'Testcases to create (max 100).',
|
|
19
19
|
items: {
|
|
20
20
|
type: 'object',
|
|
21
|
-
description: "A test case in the Scorecard system. Contains JSON data that is validated against the schema defined by its Testset.\nThe `inputs` and `labels` fields are derived from the `data` field based on the Testset's `fieldMapping`, and include all mapped fields, including those with validation errors.\nTestcases are stored regardless of validation results, with any validation errors included in the `validationErrors` field.",
|
|
22
21
|
properties: {
|
|
23
22
|
jsonData: {
|
|
24
23
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,
|
|
1
|
+
{"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iFAAiF;yBAC/F;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -22,31 +22,31 @@ exports.tool = {
|
|
|
22
22
|
},
|
|
23
23
|
fieldMapping: {
|
|
24
24
|
type: 'object',
|
|
25
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
25
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
26
26
|
properties: {
|
|
27
|
-
|
|
27
|
+
expected: {
|
|
28
28
|
type: 'array',
|
|
29
|
-
description: 'Fields that represent
|
|
29
|
+
description: 'Fields that represent expected outputs.',
|
|
30
30
|
items: {
|
|
31
31
|
type: 'string',
|
|
32
32
|
},
|
|
33
33
|
},
|
|
34
|
-
|
|
34
|
+
inputs: {
|
|
35
35
|
type: 'array',
|
|
36
|
-
description: 'Fields that represent
|
|
36
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
37
37
|
items: {
|
|
38
38
|
type: 'string',
|
|
39
39
|
},
|
|
40
40
|
},
|
|
41
41
|
metadata: {
|
|
42
42
|
type: 'array',
|
|
43
|
-
description: 'Fields that are not inputs or
|
|
43
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
44
44
|
items: {
|
|
45
45
|
type: 'string',
|
|
46
46
|
},
|
|
47
47
|
},
|
|
48
48
|
},
|
|
49
|
-
required: ['
|
|
49
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
50
50
|
},
|
|
51
51
|
jsonSchema: {
|
|
52
52
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -19,31 +19,31 @@ export const tool = {
|
|
|
19
19
|
},
|
|
20
20
|
fieldMapping: {
|
|
21
21
|
type: 'object',
|
|
22
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
22
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
23
23
|
properties: {
|
|
24
|
-
|
|
24
|
+
expected: {
|
|
25
25
|
type: 'array',
|
|
26
|
-
description: 'Fields that represent
|
|
26
|
+
description: 'Fields that represent expected outputs.',
|
|
27
27
|
items: {
|
|
28
28
|
type: 'string',
|
|
29
29
|
},
|
|
30
30
|
},
|
|
31
|
-
|
|
31
|
+
inputs: {
|
|
32
32
|
type: 'array',
|
|
33
|
-
description: 'Fields that represent
|
|
33
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
34
34
|
items: {
|
|
35
35
|
type: 'string',
|
|
36
36
|
},
|
|
37
37
|
},
|
|
38
38
|
metadata: {
|
|
39
39
|
type: 'array',
|
|
40
|
-
description: 'Fields that are not inputs or
|
|
40
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
41
41
|
items: {
|
|
42
42
|
type: 'string',
|
|
43
43
|
},
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
|
-
required: ['
|
|
46
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
47
47
|
},
|
|
48
48
|
jsonSchema: {
|
|
49
49
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -22,31 +22,31 @@ exports.tool = {
|
|
|
22
22
|
},
|
|
23
23
|
fieldMapping: {
|
|
24
24
|
type: 'object',
|
|
25
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
25
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
26
26
|
properties: {
|
|
27
|
-
|
|
27
|
+
expected: {
|
|
28
28
|
type: 'array',
|
|
29
|
-
description: 'Fields that represent
|
|
29
|
+
description: 'Fields that represent expected outputs.',
|
|
30
30
|
items: {
|
|
31
31
|
type: 'string',
|
|
32
32
|
},
|
|
33
33
|
},
|
|
34
|
-
|
|
34
|
+
inputs: {
|
|
35
35
|
type: 'array',
|
|
36
|
-
description: 'Fields that represent
|
|
36
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
37
37
|
items: {
|
|
38
38
|
type: 'string',
|
|
39
39
|
},
|
|
40
40
|
},
|
|
41
41
|
metadata: {
|
|
42
42
|
type: 'array',
|
|
43
|
-
description: 'Fields that are not inputs or
|
|
43
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
44
44
|
items: {
|
|
45
45
|
type: 'string',
|
|
46
46
|
},
|
|
47
47
|
},
|
|
48
48
|
},
|
|
49
|
-
required: ['
|
|
49
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
50
50
|
},
|
|
51
51
|
jsonSchema: {
|
|
52
52
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -19,31 +19,31 @@ export const tool = {
|
|
|
19
19
|
},
|
|
20
20
|
fieldMapping: {
|
|
21
21
|
type: 'object',
|
|
22
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
22
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
23
23
|
properties: {
|
|
24
|
-
|
|
24
|
+
expected: {
|
|
25
25
|
type: 'array',
|
|
26
|
-
description: 'Fields that represent
|
|
26
|
+
description: 'Fields that represent expected outputs.',
|
|
27
27
|
items: {
|
|
28
28
|
type: 'string',
|
|
29
29
|
},
|
|
30
30
|
},
|
|
31
|
-
|
|
31
|
+
inputs: {
|
|
32
32
|
type: 'array',
|
|
33
|
-
description: 'Fields that represent
|
|
33
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
34
34
|
items: {
|
|
35
35
|
type: 'string',
|
|
36
36
|
},
|
|
37
37
|
},
|
|
38
38
|
metadata: {
|
|
39
39
|
type: 'array',
|
|
40
|
-
description: 'Fields that are not inputs or
|
|
40
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
41
41
|
items: {
|
|
42
42
|
type: 'string',
|
|
43
43
|
},
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
|
-
required: ['
|
|
46
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
47
47
|
},
|
|
48
48
|
jsonSchema: {
|
|
49
49
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
-
|
|
3
|
-
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
4
|
-
import type { Metadata } from '../';
|
|
5
|
-
import Scorecard from 'scorecard-ai';
|
|
6
|
-
|
|
7
|
-
export const metadata: Metadata = {
|
|
8
|
-
resource: 'runs',
|
|
9
|
-
operation: 'write',
|
|
10
|
-
tags: [],
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool: Tool = {
|
|
14
|
-
name: 'update_runs',
|
|
15
|
-
description: 'Update the status of a Run.',
|
|
16
|
-
inputSchema: {
|
|
17
|
-
type: 'object',
|
|
18
|
-
properties: {
|
|
19
|
-
runId: {
|
|
20
|
-
type: 'string',
|
|
21
|
-
},
|
|
22
|
-
status: {
|
|
23
|
-
type: 'string',
|
|
24
|
-
description: 'The status of the Run.',
|
|
25
|
-
enum: [
|
|
26
|
-
'pending',
|
|
27
|
-
'awaiting_execution',
|
|
28
|
-
'running_execution',
|
|
29
|
-
'awaiting_scoring',
|
|
30
|
-
'running_scoring',
|
|
31
|
-
'awaiting_human_scoring',
|
|
32
|
-
'completed',
|
|
33
|
-
],
|
|
34
|
-
},
|
|
35
|
-
},
|
|
36
|
-
},
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
|
|
40
|
-
const { runId, ...body } = args as any;
|
|
41
|
-
return client.runs.update(runId, body);
|
|
42
|
-
};
|
|
43
|
-
|
|
44
|
-
export default { metadata, tool, handler };
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { Tool } from '@modelcontextprotocol/sdk/types.js';
|
|
2
|
-
import type { Metadata } from "..//index.mjs";
|
|
3
|
-
import Scorecard from 'scorecard-ai';
|
|
4
|
-
export declare const metadata: Metadata;
|
|
5
|
-
export declare const tool: Tool;
|
|
6
|
-
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
|
|
7
|
-
declare const _default: {
|
|
8
|
-
metadata: Metadata;
|
|
9
|
-
tool: {
|
|
10
|
-
[x: string]: unknown;
|
|
11
|
-
name: string;
|
|
12
|
-
inputSchema: {
|
|
13
|
-
[x: string]: unknown;
|
|
14
|
-
type: "object";
|
|
15
|
-
properties?: {
|
|
16
|
-
[x: string]: unknown;
|
|
17
|
-
} | undefined;
|
|
18
|
-
};
|
|
19
|
-
description?: string | undefined;
|
|
20
|
-
annotations?: {
|
|
21
|
-
[x: string]: unknown;
|
|
22
|
-
title?: string | undefined;
|
|
23
|
-
readOnlyHint?: boolean | undefined;
|
|
24
|
-
destructiveHint?: boolean | undefined;
|
|
25
|
-
idempotentHint?: boolean | undefined;
|
|
26
|
-
openWorldHint?: boolean | undefined;
|
|
27
|
-
} | undefined;
|
|
28
|
-
};
|
|
29
|
-
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Runs.RunUpdateResponse>;
|
|
30
|
-
};
|
|
31
|
-
export default _default;
|
|
32
|
-
//# sourceMappingURL=update-runs.d.mts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"update-runs.d.mts","sourceRoot":"","sources":["../../src/tools/runs/update-runs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAwBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,wEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|