scorecard-ai-mcp 1.0.0-alpha.6 → 1.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -35
- package/compat.d.mts +2 -0
- package/compat.d.mts.map +1 -1
- package/compat.d.ts +2 -0
- package/compat.d.ts.map +1 -1
- package/compat.js +7 -4
- package/compat.js.map +1 -1
- package/compat.mjs +8 -4
- package/compat.mjs.map +1 -1
- package/dynamic-tools.d.mts +12 -0
- package/dynamic-tools.d.mts.map +1 -0
- package/dynamic-tools.d.ts +12 -0
- package/dynamic-tools.d.ts.map +1 -0
- package/dynamic-tools.js +134 -0
- package/dynamic-tools.js.map +1 -0
- package/dynamic-tools.mjs +131 -0
- package/dynamic-tools.mjs.map +1 -0
- package/index.js +15 -18
- package/index.js.map +1 -1
- package/index.mjs +17 -20
- package/index.mjs.map +1 -1
- package/options.d.mts +2 -0
- package/options.d.mts.map +1 -1
- package/options.d.ts +2 -0
- package/options.d.ts.map +1 -1
- package/options.js +17 -0
- package/options.js.map +1 -1
- package/options.mjs +17 -0
- package/options.mjs.map +1 -1
- package/package.json +13 -20
- package/server.d.mts +6 -1
- package/server.d.mts.map +1 -1
- package/server.d.ts +6 -1
- package/server.d.ts.map +1 -1
- package/server.js +21 -2
- package/server.js.map +1 -1
- package/server.mjs +22 -4
- package/server.mjs.map +1 -1
- package/src/compat.ts +13 -4
- package/src/dynamic-tools.ts +153 -0
- package/src/index.ts +19 -23
- package/src/options.ts +22 -0
- package/src/server.ts +35 -4
- package/src/tools/index.ts +5 -7
- package/src/tools/{runs/update-runs.ts → projects/create-projects.ts} +9 -17
- package/src/tools/records/create-records.ts +4 -4
- package/src/tools/scores/upsert-scores.ts +40 -0
- package/src/tools/testcases/create-testcases.ts +0 -2
- package/src/tools/testsets/create-testsets.ts +7 -7
- package/src/tools/testsets/update-testsets.ts +7 -7
- package/tools/index.d.mts.map +1 -1
- package/tools/index.d.ts.map +1 -1
- package/tools/index.js +5 -6
- package/tools/index.js.map +1 -1
- package/tools/index.mjs +5 -6
- package/tools/index.mjs.map +1 -1
- package/tools/projects/create-projects.d.mts +32 -0
- package/tools/projects/create-projects.d.mts.map +1 -0
- package/tools/projects/create-projects.d.ts +32 -0
- package/tools/projects/create-projects.d.ts.map +1 -0
- package/tools/{runs/update-runs.js → projects/create-projects.js} +10 -18
- package/tools/projects/create-projects.js.map +1 -0
- package/tools/projects/create-projects.mjs +29 -0
- package/tools/projects/create-projects.mjs.map +1 -0
- package/tools/projects/list-projects.d.mts +10 -2
- package/tools/projects/list-projects.d.mts.map +1 -1
- package/tools/projects/list-projects.d.ts +10 -2
- package/tools/projects/list-projects.d.ts.map +1 -1
- package/tools/records/create-records.d.mts +8 -0
- package/tools/records/create-records.d.mts.map +1 -1
- package/tools/records/create-records.d.ts +8 -0
- package/tools/records/create-records.d.ts.map +1 -1
- package/tools/records/create-records.js +4 -4
- package/tools/records/create-records.js.map +1 -1
- package/tools/records/create-records.mjs +4 -4
- package/tools/records/create-records.mjs.map +1 -1
- package/tools/runs/create-runs.d.mts +8 -0
- package/tools/runs/create-runs.d.mts.map +1 -1
- package/tools/runs/create-runs.d.ts +8 -0
- package/tools/runs/create-runs.d.ts.map +1 -1
- package/tools/{runs/update-runs.d.mts → scores/upsert-scores.d.mts} +11 -3
- package/tools/scores/upsert-scores.d.mts.map +1 -0
- package/tools/{runs/update-runs.d.ts → scores/upsert-scores.d.ts} +11 -3
- package/tools/scores/upsert-scores.d.ts.map +1 -0
- package/tools/scores/upsert-scores.js +35 -0
- package/tools/scores/upsert-scores.js.map +1 -0
- package/tools/scores/upsert-scores.mjs +31 -0
- package/tools/scores/upsert-scores.mjs.map +1 -0
- package/tools/system-configs/create-system-configs.d.mts +8 -0
- package/tools/system-configs/create-system-configs.d.mts.map +1 -1
- package/tools/system-configs/create-system-configs.d.ts +8 -0
- package/tools/system-configs/create-system-configs.d.ts.map +1 -1
- package/tools/system-configs/get-system-configs.d.mts +8 -0
- package/tools/system-configs/get-system-configs.d.mts.map +1 -1
- package/tools/system-configs/get-system-configs.d.ts +8 -0
- package/tools/system-configs/get-system-configs.d.ts.map +1 -1
- package/tools/system-configs/list-system-configs.d.mts +8 -0
- package/tools/system-configs/list-system-configs.d.mts.map +1 -1
- package/tools/system-configs/list-system-configs.d.ts +8 -0
- package/tools/system-configs/list-system-configs.d.ts.map +1 -1
- package/tools/systems/create-systems.d.mts +8 -0
- package/tools/systems/create-systems.d.mts.map +1 -1
- package/tools/systems/create-systems.d.ts +8 -0
- package/tools/systems/create-systems.d.ts.map +1 -1
- package/tools/systems/delete-systems.d.mts +8 -0
- package/tools/systems/delete-systems.d.mts.map +1 -1
- package/tools/systems/delete-systems.d.ts +8 -0
- package/tools/systems/delete-systems.d.ts.map +1 -1
- package/tools/systems/get-systems.d.mts +8 -0
- package/tools/systems/get-systems.d.mts.map +1 -1
- package/tools/systems/get-systems.d.ts +8 -0
- package/tools/systems/get-systems.d.ts.map +1 -1
- package/tools/systems/list-systems.d.mts +8 -0
- package/tools/systems/list-systems.d.mts.map +1 -1
- package/tools/systems/list-systems.d.ts +8 -0
- package/tools/systems/list-systems.d.ts.map +1 -1
- package/tools/systems/update-systems.d.mts +8 -0
- package/tools/systems/update-systems.d.mts.map +1 -1
- package/tools/systems/update-systems.d.ts +8 -0
- package/tools/systems/update-systems.d.ts.map +1 -1
- package/tools/testcases/create-testcases.d.mts +8 -0
- package/tools/testcases/create-testcases.d.mts.map +1 -1
- package/tools/testcases/create-testcases.d.ts +8 -0
- package/tools/testcases/create-testcases.d.ts.map +1 -1
- package/tools/testcases/create-testcases.js +0 -1
- package/tools/testcases/create-testcases.js.map +1 -1
- package/tools/testcases/create-testcases.mjs +0 -1
- package/tools/testcases/create-testcases.mjs.map +1 -1
- package/tools/testcases/delete-testcases.d.mts +8 -0
- package/tools/testcases/delete-testcases.d.mts.map +1 -1
- package/tools/testcases/delete-testcases.d.ts +8 -0
- package/tools/testcases/delete-testcases.d.ts.map +1 -1
- package/tools/testcases/get-testcases.d.mts +8 -0
- package/tools/testcases/get-testcases.d.mts.map +1 -1
- package/tools/testcases/get-testcases.d.ts +8 -0
- package/tools/testcases/get-testcases.d.ts.map +1 -1
- package/tools/testcases/list-testcases.d.mts +8 -0
- package/tools/testcases/list-testcases.d.mts.map +1 -1
- package/tools/testcases/list-testcases.d.ts +8 -0
- package/tools/testcases/list-testcases.d.ts.map +1 -1
- package/tools/testcases/update-testcases.d.mts +8 -0
- package/tools/testcases/update-testcases.d.mts.map +1 -1
- package/tools/testcases/update-testcases.d.ts +8 -0
- package/tools/testcases/update-testcases.d.ts.map +1 -1
- package/tools/testsets/create-testsets.d.mts +8 -0
- package/tools/testsets/create-testsets.d.mts.map +1 -1
- package/tools/testsets/create-testsets.d.ts +8 -0
- package/tools/testsets/create-testsets.d.ts.map +1 -1
- package/tools/testsets/create-testsets.js +7 -7
- package/tools/testsets/create-testsets.js.map +1 -1
- package/tools/testsets/create-testsets.mjs +7 -7
- package/tools/testsets/create-testsets.mjs.map +1 -1
- package/tools/testsets/delete-testsets.d.mts +8 -0
- package/tools/testsets/delete-testsets.d.mts.map +1 -1
- package/tools/testsets/delete-testsets.d.ts +8 -0
- package/tools/testsets/delete-testsets.d.ts.map +1 -1
- package/tools/testsets/get-testsets.d.mts +8 -0
- package/tools/testsets/get-testsets.d.mts.map +1 -1
- package/tools/testsets/get-testsets.d.ts +8 -0
- package/tools/testsets/get-testsets.d.ts.map +1 -1
- package/tools/testsets/list-testsets.d.mts +8 -0
- package/tools/testsets/list-testsets.d.mts.map +1 -1
- package/tools/testsets/list-testsets.d.ts +8 -0
- package/tools/testsets/list-testsets.d.ts.map +1 -1
- package/tools/testsets/update-testsets.d.mts +8 -0
- package/tools/testsets/update-testsets.d.mts.map +1 -1
- package/tools/testsets/update-testsets.d.ts +8 -0
- package/tools/testsets/update-testsets.d.ts.map +1 -1
- package/tools/testsets/update-testsets.js +7 -7
- package/tools/testsets/update-testsets.js.map +1 -1
- package/tools/testsets/update-testsets.mjs +7 -7
- package/tools/testsets/update-testsets.mjs.map +1 -1
- package/compat.test.d.mts +0 -2
- package/compat.test.d.mts.map +0 -1
- package/compat.test.d.ts +0 -2
- package/compat.test.d.ts.map +0 -1
- package/compat.test.js +0 -950
- package/compat.test.js.map +0 -1
- package/compat.test.mjs +0 -948
- package/compat.test.mjs.map +0 -1
- package/options.test.d.mts +0 -2
- package/options.test.d.mts.map +0 -1
- package/options.test.d.ts +0 -2
- package/options.test.d.ts.map +0 -1
- package/options.test.js +0 -154
- package/options.test.js.map +0 -1
- package/options.test.mjs +0 -152
- package/options.test.mjs.map +0 -1
- package/src/compat.test.ts +0 -1068
- package/src/options.test.ts +0 -193
- package/tools/runs/update-runs.d.mts.map +0 -1
- package/tools/runs/update-runs.d.ts.map +0 -1
- package/tools/runs/update-runs.js.map +0 -1
- package/tools/runs/update-runs.mjs +0 -37
- package/tools/runs/update-runs.mjs.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,
|
|
1
|
+
{"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iFAAiF;yBAC/F;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.TestcaseDeleteResponse>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"delete-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.TestcaseDeleteResponse>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"delete-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"get-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"get-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testcases.TestcasesPaginatedResponse, Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"list-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testcases.TestcasesPaginatedResponse, Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"list-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"update-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"update-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"create-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -22,31 +22,31 @@ exports.tool = {
|
|
|
22
22
|
},
|
|
23
23
|
fieldMapping: {
|
|
24
24
|
type: 'object',
|
|
25
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
25
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
26
26
|
properties: {
|
|
27
|
-
|
|
27
|
+
expected: {
|
|
28
28
|
type: 'array',
|
|
29
|
-
description: 'Fields that represent
|
|
29
|
+
description: 'Fields that represent expected outputs.',
|
|
30
30
|
items: {
|
|
31
31
|
type: 'string',
|
|
32
32
|
},
|
|
33
33
|
},
|
|
34
|
-
|
|
34
|
+
inputs: {
|
|
35
35
|
type: 'array',
|
|
36
|
-
description: 'Fields that represent
|
|
36
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
37
37
|
items: {
|
|
38
38
|
type: 'string',
|
|
39
39
|
},
|
|
40
40
|
},
|
|
41
41
|
metadata: {
|
|
42
42
|
type: 'array',
|
|
43
|
-
description: 'Fields that are not inputs or
|
|
43
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
44
44
|
items: {
|
|
45
45
|
type: 'string',
|
|
46
46
|
},
|
|
47
47
|
},
|
|
48
48
|
},
|
|
49
|
-
required: ['
|
|
49
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
50
50
|
},
|
|
51
51
|
jsonSchema: {
|
|
52
52
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -19,31 +19,31 @@ export const tool = {
|
|
|
19
19
|
},
|
|
20
20
|
fieldMapping: {
|
|
21
21
|
type: 'object',
|
|
22
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
22
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
23
23
|
properties: {
|
|
24
|
-
|
|
24
|
+
expected: {
|
|
25
25
|
type: 'array',
|
|
26
|
-
description: 'Fields that represent
|
|
26
|
+
description: 'Fields that represent expected outputs.',
|
|
27
27
|
items: {
|
|
28
28
|
type: 'string',
|
|
29
29
|
},
|
|
30
30
|
},
|
|
31
|
-
|
|
31
|
+
inputs: {
|
|
32
32
|
type: 'array',
|
|
33
|
-
description: 'Fields that represent
|
|
33
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
34
34
|
items: {
|
|
35
35
|
type: 'string',
|
|
36
36
|
},
|
|
37
37
|
},
|
|
38
38
|
metadata: {
|
|
39
39
|
type: 'array',
|
|
40
|
-
description: 'Fields that are not inputs or
|
|
40
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
41
41
|
items: {
|
|
42
42
|
type: 'string',
|
|
43
43
|
},
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
|
-
required: ['
|
|
46
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
47
47
|
},
|
|
48
48
|
jsonSchema: {
|
|
49
49
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.TestsetDeleteResponse>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.TestsetDeleteResponse>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testsets.TestsetsPaginatedResponse, Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testsets.TestsetsPaginatedResponse, Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -17,6 +17,14 @@ declare const _default: {
|
|
|
17
17
|
} | undefined;
|
|
18
18
|
};
|
|
19
19
|
description?: string | undefined;
|
|
20
|
+
annotations?: {
|
|
21
|
+
[x: string]: unknown;
|
|
22
|
+
title?: string | undefined;
|
|
23
|
+
readOnlyHint?: boolean | undefined;
|
|
24
|
+
destructiveHint?: boolean | undefined;
|
|
25
|
+
idempotentHint?: boolean | undefined;
|
|
26
|
+
openWorldHint?: boolean | undefined;
|
|
27
|
+
} | undefined;
|
|
20
28
|
};
|
|
21
29
|
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
|
|
22
30
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC
|
|
1
|
+
{"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
|
|
@@ -22,31 +22,31 @@ exports.tool = {
|
|
|
22
22
|
},
|
|
23
23
|
fieldMapping: {
|
|
24
24
|
type: 'object',
|
|
25
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
25
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
26
26
|
properties: {
|
|
27
|
-
|
|
27
|
+
expected: {
|
|
28
28
|
type: 'array',
|
|
29
|
-
description: 'Fields that represent
|
|
29
|
+
description: 'Fields that represent expected outputs.',
|
|
30
30
|
items: {
|
|
31
31
|
type: 'string',
|
|
32
32
|
},
|
|
33
33
|
},
|
|
34
|
-
|
|
34
|
+
inputs: {
|
|
35
35
|
type: 'array',
|
|
36
|
-
description: 'Fields that represent
|
|
36
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
37
37
|
items: {
|
|
38
38
|
type: 'string',
|
|
39
39
|
},
|
|
40
40
|
},
|
|
41
41
|
metadata: {
|
|
42
42
|
type: 'array',
|
|
43
|
-
description: 'Fields that are not inputs or
|
|
43
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
44
44
|
items: {
|
|
45
45
|
type: 'string',
|
|
46
46
|
},
|
|
47
47
|
},
|
|
48
48
|
},
|
|
49
|
-
required: ['
|
|
49
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
50
50
|
},
|
|
51
51
|
jsonSchema: {
|
|
52
52
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -19,31 +19,31 @@ export const tool = {
|
|
|
19
19
|
},
|
|
20
20
|
fieldMapping: {
|
|
21
21
|
type: 'object',
|
|
22
|
-
description: 'Maps top-level keys of the Testcase schema to their roles (input/
|
|
22
|
+
description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
|
|
23
23
|
properties: {
|
|
24
|
-
|
|
24
|
+
expected: {
|
|
25
25
|
type: 'array',
|
|
26
|
-
description: 'Fields that represent
|
|
26
|
+
description: 'Fields that represent expected outputs.',
|
|
27
27
|
items: {
|
|
28
28
|
type: 'string',
|
|
29
29
|
},
|
|
30
30
|
},
|
|
31
|
-
|
|
31
|
+
inputs: {
|
|
32
32
|
type: 'array',
|
|
33
|
-
description: 'Fields that represent
|
|
33
|
+
description: 'Fields that represent inputs to the AI system.',
|
|
34
34
|
items: {
|
|
35
35
|
type: 'string',
|
|
36
36
|
},
|
|
37
37
|
},
|
|
38
38
|
metadata: {
|
|
39
39
|
type: 'array',
|
|
40
|
-
description: 'Fields that are not inputs or
|
|
40
|
+
description: 'Fields that are not inputs or expected outputs.',
|
|
41
41
|
items: {
|
|
42
42
|
type: 'string',
|
|
43
43
|
},
|
|
44
44
|
},
|
|
45
45
|
},
|
|
46
|
-
required: ['
|
|
46
|
+
required: ['expected', 'inputs', 'metadata'],
|
|
47
47
|
},
|
|
48
48
|
jsonSchema: {
|
|
49
49
|
type: 'object',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|