scorecard-ai-mcp 1.0.0-alpha.6 → 1.0.0-alpha.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. package/README.md +63 -35
  2. package/compat.d.mts +2 -0
  3. package/compat.d.mts.map +1 -1
  4. package/compat.d.ts +2 -0
  5. package/compat.d.ts.map +1 -1
  6. package/compat.js +7 -4
  7. package/compat.js.map +1 -1
  8. package/compat.mjs +8 -4
  9. package/compat.mjs.map +1 -1
  10. package/dynamic-tools.d.mts +12 -0
  11. package/dynamic-tools.d.mts.map +1 -0
  12. package/dynamic-tools.d.ts +12 -0
  13. package/dynamic-tools.d.ts.map +1 -0
  14. package/dynamic-tools.js +134 -0
  15. package/dynamic-tools.js.map +1 -0
  16. package/dynamic-tools.mjs +131 -0
  17. package/dynamic-tools.mjs.map +1 -0
  18. package/index.js +15 -18
  19. package/index.js.map +1 -1
  20. package/index.mjs +17 -20
  21. package/index.mjs.map +1 -1
  22. package/options.d.mts +2 -0
  23. package/options.d.mts.map +1 -1
  24. package/options.d.ts +2 -0
  25. package/options.d.ts.map +1 -1
  26. package/options.js +17 -0
  27. package/options.js.map +1 -1
  28. package/options.mjs +17 -0
  29. package/options.mjs.map +1 -1
  30. package/package.json +13 -20
  31. package/server.d.mts +6 -1
  32. package/server.d.mts.map +1 -1
  33. package/server.d.ts +6 -1
  34. package/server.d.ts.map +1 -1
  35. package/server.js +21 -2
  36. package/server.js.map +1 -1
  37. package/server.mjs +22 -4
  38. package/server.mjs.map +1 -1
  39. package/src/compat.ts +13 -4
  40. package/src/dynamic-tools.ts +153 -0
  41. package/src/index.ts +19 -23
  42. package/src/options.ts +22 -0
  43. package/src/server.ts +35 -4
  44. package/src/tools/index.ts +5 -7
  45. package/src/tools/{runs/update-runs.ts → projects/create-projects.ts} +9 -17
  46. package/src/tools/records/create-records.ts +4 -4
  47. package/src/tools/scores/upsert-scores.ts +40 -0
  48. package/src/tools/testcases/create-testcases.ts +0 -2
  49. package/src/tools/testsets/create-testsets.ts +7 -7
  50. package/src/tools/testsets/update-testsets.ts +7 -7
  51. package/tools/index.d.mts.map +1 -1
  52. package/tools/index.d.ts.map +1 -1
  53. package/tools/index.js +5 -6
  54. package/tools/index.js.map +1 -1
  55. package/tools/index.mjs +5 -6
  56. package/tools/index.mjs.map +1 -1
  57. package/tools/projects/create-projects.d.mts +32 -0
  58. package/tools/projects/create-projects.d.mts.map +1 -0
  59. package/tools/projects/create-projects.d.ts +32 -0
  60. package/tools/projects/create-projects.d.ts.map +1 -0
  61. package/tools/{runs/update-runs.js → projects/create-projects.js} +10 -18
  62. package/tools/projects/create-projects.js.map +1 -0
  63. package/tools/projects/create-projects.mjs +29 -0
  64. package/tools/projects/create-projects.mjs.map +1 -0
  65. package/tools/projects/list-projects.d.mts +10 -2
  66. package/tools/projects/list-projects.d.mts.map +1 -1
  67. package/tools/projects/list-projects.d.ts +10 -2
  68. package/tools/projects/list-projects.d.ts.map +1 -1
  69. package/tools/records/create-records.d.mts +8 -0
  70. package/tools/records/create-records.d.mts.map +1 -1
  71. package/tools/records/create-records.d.ts +8 -0
  72. package/tools/records/create-records.d.ts.map +1 -1
  73. package/tools/records/create-records.js +4 -4
  74. package/tools/records/create-records.js.map +1 -1
  75. package/tools/records/create-records.mjs +4 -4
  76. package/tools/records/create-records.mjs.map +1 -1
  77. package/tools/runs/create-runs.d.mts +8 -0
  78. package/tools/runs/create-runs.d.mts.map +1 -1
  79. package/tools/runs/create-runs.d.ts +8 -0
  80. package/tools/runs/create-runs.d.ts.map +1 -1
  81. package/tools/{runs/update-runs.d.mts → scores/upsert-scores.d.mts} +11 -3
  82. package/tools/scores/upsert-scores.d.mts.map +1 -0
  83. package/tools/{runs/update-runs.d.ts → scores/upsert-scores.d.ts} +11 -3
  84. package/tools/scores/upsert-scores.d.ts.map +1 -0
  85. package/tools/scores/upsert-scores.js +35 -0
  86. package/tools/scores/upsert-scores.js.map +1 -0
  87. package/tools/scores/upsert-scores.mjs +31 -0
  88. package/tools/scores/upsert-scores.mjs.map +1 -0
  89. package/tools/system-configs/create-system-configs.d.mts +8 -0
  90. package/tools/system-configs/create-system-configs.d.mts.map +1 -1
  91. package/tools/system-configs/create-system-configs.d.ts +8 -0
  92. package/tools/system-configs/create-system-configs.d.ts.map +1 -1
  93. package/tools/system-configs/get-system-configs.d.mts +8 -0
  94. package/tools/system-configs/get-system-configs.d.mts.map +1 -1
  95. package/tools/system-configs/get-system-configs.d.ts +8 -0
  96. package/tools/system-configs/get-system-configs.d.ts.map +1 -1
  97. package/tools/system-configs/list-system-configs.d.mts +8 -0
  98. package/tools/system-configs/list-system-configs.d.mts.map +1 -1
  99. package/tools/system-configs/list-system-configs.d.ts +8 -0
  100. package/tools/system-configs/list-system-configs.d.ts.map +1 -1
  101. package/tools/systems/create-systems.d.mts +8 -0
  102. package/tools/systems/create-systems.d.mts.map +1 -1
  103. package/tools/systems/create-systems.d.ts +8 -0
  104. package/tools/systems/create-systems.d.ts.map +1 -1
  105. package/tools/systems/delete-systems.d.mts +8 -0
  106. package/tools/systems/delete-systems.d.mts.map +1 -1
  107. package/tools/systems/delete-systems.d.ts +8 -0
  108. package/tools/systems/delete-systems.d.ts.map +1 -1
  109. package/tools/systems/get-systems.d.mts +8 -0
  110. package/tools/systems/get-systems.d.mts.map +1 -1
  111. package/tools/systems/get-systems.d.ts +8 -0
  112. package/tools/systems/get-systems.d.ts.map +1 -1
  113. package/tools/systems/list-systems.d.mts +8 -0
  114. package/tools/systems/list-systems.d.mts.map +1 -1
  115. package/tools/systems/list-systems.d.ts +8 -0
  116. package/tools/systems/list-systems.d.ts.map +1 -1
  117. package/tools/systems/update-systems.d.mts +8 -0
  118. package/tools/systems/update-systems.d.mts.map +1 -1
  119. package/tools/systems/update-systems.d.ts +8 -0
  120. package/tools/systems/update-systems.d.ts.map +1 -1
  121. package/tools/testcases/create-testcases.d.mts +8 -0
  122. package/tools/testcases/create-testcases.d.mts.map +1 -1
  123. package/tools/testcases/create-testcases.d.ts +8 -0
  124. package/tools/testcases/create-testcases.d.ts.map +1 -1
  125. package/tools/testcases/create-testcases.js +0 -1
  126. package/tools/testcases/create-testcases.js.map +1 -1
  127. package/tools/testcases/create-testcases.mjs +0 -1
  128. package/tools/testcases/create-testcases.mjs.map +1 -1
  129. package/tools/testcases/delete-testcases.d.mts +8 -0
  130. package/tools/testcases/delete-testcases.d.mts.map +1 -1
  131. package/tools/testcases/delete-testcases.d.ts +8 -0
  132. package/tools/testcases/delete-testcases.d.ts.map +1 -1
  133. package/tools/testcases/get-testcases.d.mts +8 -0
  134. package/tools/testcases/get-testcases.d.mts.map +1 -1
  135. package/tools/testcases/get-testcases.d.ts +8 -0
  136. package/tools/testcases/get-testcases.d.ts.map +1 -1
  137. package/tools/testcases/list-testcases.d.mts +8 -0
  138. package/tools/testcases/list-testcases.d.mts.map +1 -1
  139. package/tools/testcases/list-testcases.d.ts +8 -0
  140. package/tools/testcases/list-testcases.d.ts.map +1 -1
  141. package/tools/testcases/update-testcases.d.mts +8 -0
  142. package/tools/testcases/update-testcases.d.mts.map +1 -1
  143. package/tools/testcases/update-testcases.d.ts +8 -0
  144. package/tools/testcases/update-testcases.d.ts.map +1 -1
  145. package/tools/testsets/create-testsets.d.mts +8 -0
  146. package/tools/testsets/create-testsets.d.mts.map +1 -1
  147. package/tools/testsets/create-testsets.d.ts +8 -0
  148. package/tools/testsets/create-testsets.d.ts.map +1 -1
  149. package/tools/testsets/create-testsets.js +7 -7
  150. package/tools/testsets/create-testsets.js.map +1 -1
  151. package/tools/testsets/create-testsets.mjs +7 -7
  152. package/tools/testsets/create-testsets.mjs.map +1 -1
  153. package/tools/testsets/delete-testsets.d.mts +8 -0
  154. package/tools/testsets/delete-testsets.d.mts.map +1 -1
  155. package/tools/testsets/delete-testsets.d.ts +8 -0
  156. package/tools/testsets/delete-testsets.d.ts.map +1 -1
  157. package/tools/testsets/get-testsets.d.mts +8 -0
  158. package/tools/testsets/get-testsets.d.mts.map +1 -1
  159. package/tools/testsets/get-testsets.d.ts +8 -0
  160. package/tools/testsets/get-testsets.d.ts.map +1 -1
  161. package/tools/testsets/list-testsets.d.mts +8 -0
  162. package/tools/testsets/list-testsets.d.mts.map +1 -1
  163. package/tools/testsets/list-testsets.d.ts +8 -0
  164. package/tools/testsets/list-testsets.d.ts.map +1 -1
  165. package/tools/testsets/update-testsets.d.mts +8 -0
  166. package/tools/testsets/update-testsets.d.mts.map +1 -1
  167. package/tools/testsets/update-testsets.d.ts +8 -0
  168. package/tools/testsets/update-testsets.d.ts.map +1 -1
  169. package/tools/testsets/update-testsets.js +7 -7
  170. package/tools/testsets/update-testsets.js.map +1 -1
  171. package/tools/testsets/update-testsets.mjs +7 -7
  172. package/tools/testsets/update-testsets.mjs.map +1 -1
  173. package/compat.test.d.mts +0 -2
  174. package/compat.test.d.mts.map +0 -1
  175. package/compat.test.d.ts +0 -2
  176. package/compat.test.d.ts.map +0 -1
  177. package/compat.test.js +0 -950
  178. package/compat.test.js.map +0 -1
  179. package/compat.test.mjs +0 -948
  180. package/compat.test.mjs.map +0 -1
  181. package/options.test.d.mts +0 -2
  182. package/options.test.d.mts.map +0 -1
  183. package/options.test.d.ts +0 -2
  184. package/options.test.d.ts.map +0 -1
  185. package/options.test.js +0 -154
  186. package/options.test.js.map +0 -1
  187. package/options.test.mjs +0 -152
  188. package/options.test.mjs.map +0 -1
  189. package/src/compat.test.ts +0 -1068
  190. package/src/options.test.ts +0 -193
  191. package/tools/runs/update-runs.d.mts.map +0 -1
  192. package/tools/runs/update-runs.d.ts.map +0 -1
  193. package/tools/runs/update-runs.js.map +0 -1
  194. package/tools/runs/update-runs.mjs +0 -37
  195. package/tools/runs/update-runs.mjs.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,qaAAqa;oBACva,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iFAAiF;yBAC/F;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-testcases.mjs","sourceRoot":"","sources":["../../src/tools/testcases/create-testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,WAAW;IACrB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,kBAAkB;IACxB,WAAW,EAAE,qDAAqD;IAClE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,gCAAgC;gBAC7C,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,iFAAiF;yBAC/F;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,CAAC;iBACvB;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.TestcaseDeleteResponse>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"delete-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.TestcaseDeleteResponse>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"delete-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/delete-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"get-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"get-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/get-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testcases.TestcasesPaginatedResponse, Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"list-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testcases.TestcasesPaginatedResponse, Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"list-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/list-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"update-testcases.d.mts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testcases.Testcase>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"update-testcases.d.ts","sourceRoot":"","sources":["../../src/tools/testcases/update-testcases.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,oEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"create-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"create-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -22,31 +22,31 @@ exports.tool = {
22
22
  },
23
23
  fieldMapping: {
24
24
  type: 'object',
25
- description: 'Maps top-level keys of the Testcase schema to their roles (input/label). Unmapped fields are treated as metadata.',
25
+ description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
26
26
  properties: {
27
- inputs: {
27
+ expected: {
28
28
  type: 'array',
29
- description: 'Fields that represent inputs to the AI system.',
29
+ description: 'Fields that represent expected outputs.',
30
30
  items: {
31
31
  type: 'string',
32
32
  },
33
33
  },
34
- labels: {
34
+ inputs: {
35
35
  type: 'array',
36
- description: 'Fields that represent expected outputs/labels.',
36
+ description: 'Fields that represent inputs to the AI system.',
37
37
  items: {
38
38
  type: 'string',
39
39
  },
40
40
  },
41
41
  metadata: {
42
42
  type: 'array',
43
- description: 'Fields that are not inputs or labels.',
43
+ description: 'Fields that are not inputs or expected outputs.',
44
44
  items: {
45
45
  type: 'string',
46
46
  },
47
47
  },
48
48
  },
49
- required: ['inputs', 'labels', 'metadata'],
49
+ required: ['expected', 'inputs', 'metadata'],
50
50
  },
51
51
  jsonSchema: {
52
52
  type: 'object',
@@ -1 +1 @@
1
- {"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mHAAmH;gBACrH,UAAU,EAAE;oBACV,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,uCAAuC;wBACpD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC3C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -19,31 +19,31 @@ export const tool = {
19
19
  },
20
20
  fieldMapping: {
21
21
  type: 'object',
22
- description: 'Maps top-level keys of the Testcase schema to their roles (input/label). Unmapped fields are treated as metadata.',
22
+ description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
23
23
  properties: {
24
- inputs: {
24
+ expected: {
25
25
  type: 'array',
26
- description: 'Fields that represent inputs to the AI system.',
26
+ description: 'Fields that represent expected outputs.',
27
27
  items: {
28
28
  type: 'string',
29
29
  },
30
30
  },
31
- labels: {
31
+ inputs: {
32
32
  type: 'array',
33
- description: 'Fields that represent expected outputs/labels.',
33
+ description: 'Fields that represent inputs to the AI system.',
34
34
  items: {
35
35
  type: 'string',
36
36
  },
37
37
  },
38
38
  metadata: {
39
39
  type: 'array',
40
- description: 'Fields that are not inputs or labels.',
40
+ description: 'Fields that are not inputs or expected outputs.',
41
41
  items: {
42
42
  type: 'string',
43
43
  },
44
44
  },
45
45
  },
46
- required: ['inputs', 'labels', 'metadata'],
46
+ required: ['expected', 'inputs', 'metadata'],
47
47
  },
48
48
  jsonSchema: {
49
49
  type: 'object',
@@ -1 +1 @@
1
- {"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mHAAmH;gBACrH,UAAU,EAAE;oBACV,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,uCAAuC;wBACpD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC3C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,uGAAuG;IACzG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.TestsetDeleteResponse>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.TestsetDeleteResponse>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,gFAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testsets.TestsetsPaginatedResponse, Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.Testsets.TestsetsPaginatedResponse, Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,iHAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -17,6 +17,14 @@ declare const _default: {
17
17
  } | undefined;
18
18
  };
19
19
  description?: string | undefined;
20
+ annotations?: {
21
+ [x: string]: unknown;
22
+ title?: string | undefined;
23
+ readOnlyHint?: boolean | undefined;
24
+ destructiveHint?: boolean | undefined;
25
+ idempotentHint?: boolean | undefined;
26
+ openWorldHint?: boolean | undefined;
27
+ } | undefined;
20
28
  };
21
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Testsets.Testset>;
22
30
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -22,31 +22,31 @@ exports.tool = {
22
22
  },
23
23
  fieldMapping: {
24
24
  type: 'object',
25
- description: 'Maps top-level keys of the Testcase schema to their roles (input/label). Unmapped fields are treated as metadata.',
25
+ description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
26
26
  properties: {
27
- inputs: {
27
+ expected: {
28
28
  type: 'array',
29
- description: 'Fields that represent inputs to the AI system.',
29
+ description: 'Fields that represent expected outputs.',
30
30
  items: {
31
31
  type: 'string',
32
32
  },
33
33
  },
34
- labels: {
34
+ inputs: {
35
35
  type: 'array',
36
- description: 'Fields that represent expected outputs/labels.',
36
+ description: 'Fields that represent inputs to the AI system.',
37
37
  items: {
38
38
  type: 'string',
39
39
  },
40
40
  },
41
41
  metadata: {
42
42
  type: 'array',
43
- description: 'Fields that are not inputs or labels.',
43
+ description: 'Fields that are not inputs or expected outputs.',
44
44
  items: {
45
45
  type: 'string',
46
46
  },
47
47
  },
48
48
  },
49
- required: ['inputs', 'labels', 'metadata'],
49
+ required: ['expected', 'inputs', 'metadata'],
50
50
  },
51
51
  jsonSchema: {
52
52
  type: 'object',
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mHAAmH;gBACrH,UAAU,EAAE;oBACV,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,uCAAuC;wBACpD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC3C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"update-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -19,31 +19,31 @@ export const tool = {
19
19
  },
20
20
  fieldMapping: {
21
21
  type: 'object',
22
- description: 'Maps top-level keys of the Testcase schema to their roles (input/label). Unmapped fields are treated as metadata.',
22
+ description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',
23
23
  properties: {
24
- inputs: {
24
+ expected: {
25
25
  type: 'array',
26
- description: 'Fields that represent inputs to the AI system.',
26
+ description: 'Fields that represent expected outputs.',
27
27
  items: {
28
28
  type: 'string',
29
29
  },
30
30
  },
31
- labels: {
31
+ inputs: {
32
32
  type: 'array',
33
- description: 'Fields that represent expected outputs/labels.',
33
+ description: 'Fields that represent inputs to the AI system.',
34
34
  items: {
35
35
  type: 'string',
36
36
  },
37
37
  },
38
38
  metadata: {
39
39
  type: 'array',
40
- description: 'Fields that are not inputs or labels.',
40
+ description: 'Fields that are not inputs or expected outputs.',
41
41
  items: {
42
42
  type: 'string',
43
43
  },
44
44
  },
45
45
  },
46
- required: ['inputs', 'labels', 'metadata'],
46
+ required: ['expected', 'inputs', 'metadata'],
47
47
  },
48
48
  jsonSchema: {
49
49
  type: 'object',
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mHAAmH;gBACrH,UAAU,EAAE;oBACV,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,uCAAuC;wBACpD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC3C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"update-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EACT,0kBAA0kB;IAC5kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,6HAA6H;gBAC/H,UAAU,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,yCAAyC;wBACtD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,MAAM,EAAE;wBACN,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,gDAAgD;wBAC7D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,iDAAiD;wBAC9D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC;aAC7C;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mDAAmD;aACjE;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}