scorecard-ai-mcp 1.0.0-alpha.8 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/README.md +18 -14
  2. package/dynamic-tools.d.mts +1 -1
  3. package/dynamic-tools.d.mts.map +1 -1
  4. package/dynamic-tools.d.ts +1 -1
  5. package/dynamic-tools.d.ts.map +1 -1
  6. package/dynamic-tools.js +5 -4
  7. package/dynamic-tools.js.map +1 -1
  8. package/dynamic-tools.mjs +5 -4
  9. package/dynamic-tools.mjs.map +1 -1
  10. package/package.json +2 -2
  11. package/server.d.mts +1 -6
  12. package/server.d.mts.map +1 -1
  13. package/server.d.ts +1 -6
  14. package/server.d.ts.map +1 -1
  15. package/server.js +3 -11
  16. package/server.js.map +1 -1
  17. package/server.mjs +3 -11
  18. package/server.mjs.map +1 -1
  19. package/src/dynamic-tools.ts +13 -7
  20. package/src/server.ts +3 -11
  21. package/src/tools/index.ts +11 -22
  22. package/src/tools/metrics/create-metrics.ts +251 -0
  23. package/src/tools/projects/create-projects.ts +7 -2
  24. package/src/tools/projects/list-projects.ts +7 -2
  25. package/src/tools/records/create-records.ts +7 -2
  26. package/src/tools/runs/create-runs.ts +11 -6
  27. package/src/tools/scores/upsert-scores.ts +7 -2
  28. package/src/tools/systems/create-systems.ts +7 -2
  29. package/src/tools/systems/delete-systems.ts +8 -3
  30. package/src/tools/systems/get-systems.ts +7 -2
  31. package/src/tools/systems/list-systems.ts +7 -2
  32. package/src/tools/systems/update-systems.ts +7 -2
  33. package/src/tools/systems/versions/create-systems-versions.ts +45 -0
  34. package/src/tools/systems/versions/get-systems-versions.ts +36 -0
  35. package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +11 -6
  36. package/src/tools/testcases/create-testcases.ts +7 -2
  37. package/src/tools/testcases/delete-testcases.ts +7 -2
  38. package/src/tools/testcases/get-testcases.ts +7 -2
  39. package/src/tools/testcases/list-testcases.ts +7 -2
  40. package/src/tools/testcases/update-testcases.ts +7 -2
  41. package/src/tools/testsets/create-testsets.ts +7 -2
  42. package/src/tools/testsets/delete-testsets.ts +7 -2
  43. package/src/tools/testsets/get-testsets.ts +8 -3
  44. package/src/tools/testsets/list-testsets.ts +7 -2
  45. package/src/tools/testsets/update-testsets.ts +7 -2
  46. package/src/tools/types.ts +104 -0
  47. package/tools/index.d.mts +2 -13
  48. package/tools/index.d.mts.map +1 -1
  49. package/tools/index.d.ts +2 -13
  50. package/tools/index.d.ts.map +1 -1
  51. package/tools/index.js +8 -6
  52. package/tools/index.js.map +1 -1
  53. package/tools/index.mjs +8 -6
  54. package/tools/index.mjs.map +1 -1
  55. package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +3 -3
  56. package/tools/metrics/create-metrics.d.mts.map +1 -0
  57. package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +3 -3
  58. package/tools/metrics/create-metrics.d.ts.map +1 -0
  59. package/tools/metrics/create-metrics.js +245 -0
  60. package/tools/metrics/create-metrics.js.map +1 -0
  61. package/tools/metrics/create-metrics.mjs +241 -0
  62. package/tools/metrics/create-metrics.mjs.map +1 -0
  63. package/tools/projects/create-projects.d.mts +2 -2
  64. package/tools/projects/create-projects.d.mts.map +1 -1
  65. package/tools/projects/create-projects.d.ts +2 -2
  66. package/tools/projects/create-projects.d.ts.map +1 -1
  67. package/tools/projects/create-projects.js +6 -2
  68. package/tools/projects/create-projects.js.map +1 -1
  69. package/tools/projects/create-projects.mjs +6 -2
  70. package/tools/projects/create-projects.mjs.map +1 -1
  71. package/tools/projects/list-projects.d.mts +2 -2
  72. package/tools/projects/list-projects.d.mts.map +1 -1
  73. package/tools/projects/list-projects.d.ts +2 -2
  74. package/tools/projects/list-projects.d.ts.map +1 -1
  75. package/tools/projects/list-projects.js +6 -2
  76. package/tools/projects/list-projects.js.map +1 -1
  77. package/tools/projects/list-projects.mjs +6 -2
  78. package/tools/projects/list-projects.mjs.map +1 -1
  79. package/tools/records/create-records.d.mts +2 -2
  80. package/tools/records/create-records.d.mts.map +1 -1
  81. package/tools/records/create-records.d.ts +2 -2
  82. package/tools/records/create-records.d.ts.map +1 -1
  83. package/tools/records/create-records.js +6 -2
  84. package/tools/records/create-records.js.map +1 -1
  85. package/tools/records/create-records.mjs +6 -2
  86. package/tools/records/create-records.mjs.map +1 -1
  87. package/tools/runs/create-runs.d.mts +2 -2
  88. package/tools/runs/create-runs.d.mts.map +1 -1
  89. package/tools/runs/create-runs.d.ts +2 -2
  90. package/tools/runs/create-runs.d.ts.map +1 -1
  91. package/tools/runs/create-runs.js +10 -6
  92. package/tools/runs/create-runs.js.map +1 -1
  93. package/tools/runs/create-runs.mjs +10 -6
  94. package/tools/runs/create-runs.mjs.map +1 -1
  95. package/tools/scores/upsert-scores.d.mts +2 -2
  96. package/tools/scores/upsert-scores.d.mts.map +1 -1
  97. package/tools/scores/upsert-scores.d.ts +2 -2
  98. package/tools/scores/upsert-scores.d.ts.map +1 -1
  99. package/tools/scores/upsert-scores.js +6 -2
  100. package/tools/scores/upsert-scores.js.map +1 -1
  101. package/tools/scores/upsert-scores.mjs +6 -2
  102. package/tools/scores/upsert-scores.mjs.map +1 -1
  103. package/tools/systems/create-systems.d.mts +2 -2
  104. package/tools/systems/create-systems.d.mts.map +1 -1
  105. package/tools/systems/create-systems.d.ts +2 -2
  106. package/tools/systems/create-systems.d.ts.map +1 -1
  107. package/tools/systems/create-systems.js +6 -2
  108. package/tools/systems/create-systems.js.map +1 -1
  109. package/tools/systems/create-systems.mjs +6 -2
  110. package/tools/systems/create-systems.mjs.map +1 -1
  111. package/tools/systems/delete-systems.d.mts +2 -2
  112. package/tools/systems/delete-systems.d.mts.map +1 -1
  113. package/tools/systems/delete-systems.d.ts +2 -2
  114. package/tools/systems/delete-systems.d.ts.map +1 -1
  115. package/tools/systems/delete-systems.js +7 -3
  116. package/tools/systems/delete-systems.js.map +1 -1
  117. package/tools/systems/delete-systems.mjs +7 -3
  118. package/tools/systems/delete-systems.mjs.map +1 -1
  119. package/tools/systems/get-systems.d.mts +2 -2
  120. package/tools/systems/get-systems.d.mts.map +1 -1
  121. package/tools/systems/get-systems.d.ts +2 -2
  122. package/tools/systems/get-systems.d.ts.map +1 -1
  123. package/tools/systems/get-systems.js +6 -2
  124. package/tools/systems/get-systems.js.map +1 -1
  125. package/tools/systems/get-systems.mjs +6 -2
  126. package/tools/systems/get-systems.mjs.map +1 -1
  127. package/tools/systems/list-systems.d.mts +2 -2
  128. package/tools/systems/list-systems.d.mts.map +1 -1
  129. package/tools/systems/list-systems.d.ts +2 -2
  130. package/tools/systems/list-systems.d.ts.map +1 -1
  131. package/tools/systems/list-systems.js +6 -2
  132. package/tools/systems/list-systems.js.map +1 -1
  133. package/tools/systems/list-systems.mjs +6 -2
  134. package/tools/systems/list-systems.mjs.map +1 -1
  135. package/tools/systems/update-systems.d.mts +2 -2
  136. package/tools/systems/update-systems.d.mts.map +1 -1
  137. package/tools/systems/update-systems.d.ts +2 -2
  138. package/tools/systems/update-systems.d.ts.map +1 -1
  139. package/tools/systems/update-systems.js +6 -2
  140. package/tools/systems/update-systems.js.map +1 -1
  141. package/tools/systems/update-systems.mjs +6 -2
  142. package/tools/systems/update-systems.mjs.map +1 -1
  143. package/tools/{system-configs/create-system-configs.d.ts → systems/versions/create-systems-versions.d.mts} +4 -4
  144. package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
  145. package/tools/{system-configs/create-system-configs.d.mts → systems/versions/create-systems-versions.d.ts} +4 -4
  146. package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
  147. package/tools/systems/versions/create-systems-versions.js +40 -0
  148. package/tools/systems/versions/create-systems-versions.js.map +1 -0
  149. package/tools/systems/versions/create-systems-versions.mjs +36 -0
  150. package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
  151. package/tools/systems/versions/get-systems-versions.d.mts +32 -0
  152. package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
  153. package/tools/systems/versions/get-systems-versions.d.ts +32 -0
  154. package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
  155. package/tools/systems/versions/get-systems-versions.js +32 -0
  156. package/tools/systems/versions/get-systems-versions.js.map +1 -0
  157. package/tools/systems/versions/get-systems-versions.mjs +28 -0
  158. package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
  159. package/tools/systems/versions/list-systems-versions.d.mts +32 -0
  160. package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
  161. package/tools/systems/versions/list-systems-versions.d.ts +32 -0
  162. package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
  163. package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +10 -6
  164. package/tools/systems/versions/list-systems-versions.js.map +1 -0
  165. package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +10 -6
  166. package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
  167. package/tools/testcases/create-testcases.d.mts +2 -2
  168. package/tools/testcases/create-testcases.d.mts.map +1 -1
  169. package/tools/testcases/create-testcases.d.ts +2 -2
  170. package/tools/testcases/create-testcases.d.ts.map +1 -1
  171. package/tools/testcases/create-testcases.js +6 -2
  172. package/tools/testcases/create-testcases.js.map +1 -1
  173. package/tools/testcases/create-testcases.mjs +6 -2
  174. package/tools/testcases/create-testcases.mjs.map +1 -1
  175. package/tools/testcases/delete-testcases.d.mts +2 -2
  176. package/tools/testcases/delete-testcases.d.mts.map +1 -1
  177. package/tools/testcases/delete-testcases.d.ts +2 -2
  178. package/tools/testcases/delete-testcases.d.ts.map +1 -1
  179. package/tools/testcases/delete-testcases.js +6 -2
  180. package/tools/testcases/delete-testcases.js.map +1 -1
  181. package/tools/testcases/delete-testcases.mjs +6 -2
  182. package/tools/testcases/delete-testcases.mjs.map +1 -1
  183. package/tools/testcases/get-testcases.d.mts +2 -2
  184. package/tools/testcases/get-testcases.d.mts.map +1 -1
  185. package/tools/testcases/get-testcases.d.ts +2 -2
  186. package/tools/testcases/get-testcases.d.ts.map +1 -1
  187. package/tools/testcases/get-testcases.js +6 -2
  188. package/tools/testcases/get-testcases.js.map +1 -1
  189. package/tools/testcases/get-testcases.mjs +6 -2
  190. package/tools/testcases/get-testcases.mjs.map +1 -1
  191. package/tools/testcases/list-testcases.d.mts +2 -2
  192. package/tools/testcases/list-testcases.d.mts.map +1 -1
  193. package/tools/testcases/list-testcases.d.ts +2 -2
  194. package/tools/testcases/list-testcases.d.ts.map +1 -1
  195. package/tools/testcases/list-testcases.js +6 -2
  196. package/tools/testcases/list-testcases.js.map +1 -1
  197. package/tools/testcases/list-testcases.mjs +6 -2
  198. package/tools/testcases/list-testcases.mjs.map +1 -1
  199. package/tools/testcases/update-testcases.d.mts +2 -2
  200. package/tools/testcases/update-testcases.d.mts.map +1 -1
  201. package/tools/testcases/update-testcases.d.ts +2 -2
  202. package/tools/testcases/update-testcases.d.ts.map +1 -1
  203. package/tools/testcases/update-testcases.js +6 -2
  204. package/tools/testcases/update-testcases.js.map +1 -1
  205. package/tools/testcases/update-testcases.mjs +6 -2
  206. package/tools/testcases/update-testcases.mjs.map +1 -1
  207. package/tools/testsets/create-testsets.d.mts +2 -2
  208. package/tools/testsets/create-testsets.d.mts.map +1 -1
  209. package/tools/testsets/create-testsets.d.ts +2 -2
  210. package/tools/testsets/create-testsets.d.ts.map +1 -1
  211. package/tools/testsets/create-testsets.js +6 -2
  212. package/tools/testsets/create-testsets.js.map +1 -1
  213. package/tools/testsets/create-testsets.mjs +6 -2
  214. package/tools/testsets/create-testsets.mjs.map +1 -1
  215. package/tools/testsets/delete-testsets.d.mts +2 -2
  216. package/tools/testsets/delete-testsets.d.mts.map +1 -1
  217. package/tools/testsets/delete-testsets.d.ts +2 -2
  218. package/tools/testsets/delete-testsets.d.ts.map +1 -1
  219. package/tools/testsets/delete-testsets.js +6 -2
  220. package/tools/testsets/delete-testsets.js.map +1 -1
  221. package/tools/testsets/delete-testsets.mjs +6 -2
  222. package/tools/testsets/delete-testsets.mjs.map +1 -1
  223. package/tools/testsets/get-testsets.d.mts +2 -2
  224. package/tools/testsets/get-testsets.d.mts.map +1 -1
  225. package/tools/testsets/get-testsets.d.ts +2 -2
  226. package/tools/testsets/get-testsets.d.ts.map +1 -1
  227. package/tools/testsets/get-testsets.js +7 -3
  228. package/tools/testsets/get-testsets.js.map +1 -1
  229. package/tools/testsets/get-testsets.mjs +7 -3
  230. package/tools/testsets/get-testsets.mjs.map +1 -1
  231. package/tools/testsets/list-testsets.d.mts +2 -2
  232. package/tools/testsets/list-testsets.d.mts.map +1 -1
  233. package/tools/testsets/list-testsets.d.ts +2 -2
  234. package/tools/testsets/list-testsets.d.ts.map +1 -1
  235. package/tools/testsets/list-testsets.js +6 -2
  236. package/tools/testsets/list-testsets.js.map +1 -1
  237. package/tools/testsets/list-testsets.mjs +6 -2
  238. package/tools/testsets/list-testsets.mjs.map +1 -1
  239. package/tools/testsets/update-testsets.d.mts +2 -2
  240. package/tools/testsets/update-testsets.d.mts.map +1 -1
  241. package/tools/testsets/update-testsets.d.ts +2 -2
  242. package/tools/testsets/update-testsets.d.ts.map +1 -1
  243. package/tools/testsets/update-testsets.js +6 -2
  244. package/tools/testsets/update-testsets.js.map +1 -1
  245. package/tools/testsets/update-testsets.mjs +6 -2
  246. package/tools/testsets/update-testsets.mjs.map +1 -1
  247. package/tools/types.d.mts +51 -0
  248. package/tools/types.d.mts.map +1 -0
  249. package/tools/types.d.ts +51 -0
  250. package/tools/types.d.ts.map +1 -0
  251. package/tools/types.js +46 -0
  252. package/tools/types.js.map +1 -0
  253. package/tools/types.mjs +42 -0
  254. package/tools/types.mjs.map +1 -0
  255. package/src/tools/system-configs/create-system-configs.ts +0 -59
  256. package/src/tools/system-configs/get-system-configs.ts +0 -34
  257. package/tools/system-configs/create-system-configs.d.mts.map +0 -1
  258. package/tools/system-configs/create-system-configs.d.ts.map +0 -1
  259. package/tools/system-configs/create-system-configs.js +0 -54
  260. package/tools/system-configs/create-system-configs.js.map +0 -1
  261. package/tools/system-configs/create-system-configs.mjs +0 -50
  262. package/tools/system-configs/create-system-configs.mjs.map +0 -1
  263. package/tools/system-configs/get-system-configs.d.mts.map +0 -1
  264. package/tools/system-configs/get-system-configs.d.ts.map +0 -1
  265. package/tools/system-configs/get-system-configs.js +0 -31
  266. package/tools/system-configs/get-system-configs.js.map +0 -1
  267. package/tools/system-configs/get-system-configs.mjs +0 -27
  268. package/tools/system-configs/get-system-configs.mjs.map +0 -1
  269. package/tools/system-configs/list-system-configs.d.mts +0 -32
  270. package/tools/system-configs/list-system-configs.d.mts.map +0 -1
  271. package/tools/system-configs/list-system-configs.d.ts +0 -32
  272. package/tools/system-configs/list-system-configs.d.ts.map +0 -1
  273. package/tools/system-configs/list-system-configs.js.map +0 -1
  274. package/tools/system-configs/list-system-configs.mjs.map +0 -1
@@ -1,19 +1,24 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
- import type { Metadata } from '../';
6
+ import type { Metadata } from '../../';
5
7
  import Scorecard from 'scorecard-ai';
6
8
 
7
9
  export const metadata: Metadata = {
8
- resource: 'system_configs',
10
+ resource: 'systems.versions',
9
11
  operation: 'read',
10
12
  tags: [],
13
+ httpMethod: 'get',
14
+ httpPath: '/systems/{systemId}/configs',
15
+ operationId: 'listSystemVersions',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
14
- name: 'list_system_configs',
19
+ name: 'list_systems_versions',
15
20
  description:
16
- 'Retrieve a paginated list of configurations for a specific system.\n\nSystem configurations provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
21
+ 'Retrieve a paginated list of system versions for a specific system.\n\nSystem versions provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
17
22
  inputSchema: {
18
23
  type: 'object',
19
24
  properties: {
@@ -34,9 +39,9 @@ export const tool: Tool = {
34
39
  },
35
40
  };
36
41
 
37
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
42
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
38
43
  const { systemId, ...body } = args as any;
39
- return client.systemConfigs.list(systemId, body);
44
+ return asTextContentResult(await client.systems.versions.list(systemId, body));
40
45
  };
41
46
 
42
47
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testcases',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'post',
14
+ httpPath: '/testsets/{testsetId}/testcases',
15
+ operationId: 'createTestcases',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -37,9 +42,9 @@ export const tool: Tool = {
37
42
  },
38
43
  };
39
44
 
40
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
45
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
41
46
  const { testsetId, ...body } = args as any;
42
- return client.testcases.create(testsetId, body);
47
+ return asTextContentResult(await client.testcases.create(testsetId, body));
43
48
  };
44
49
 
45
50
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testcases',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'post',
14
+ httpPath: '/testcases/bulk-delete',
15
+ operationId: 'deleteTestcases',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -27,9 +32,9 @@ export const tool: Tool = {
27
32
  },
28
33
  };
29
34
 
30
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
35
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
31
36
  const body = args as any;
32
- return client.testcases.delete(body);
37
+ return asTextContentResult(await client.testcases.delete(body));
33
38
  };
34
39
 
35
40
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testcases',
9
11
  operation: 'read',
10
12
  tags: [],
13
+ httpMethod: 'get',
14
+ httpPath: '/testcases/{testcaseId}',
15
+ operationId: 'getTestcase',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -23,9 +28,9 @@ export const tool: Tool = {
23
28
  },
24
29
  };
25
30
 
26
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
31
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
27
32
  const { testcaseId, ...body } = args as any;
28
- return client.testcases.get(testcaseId);
33
+ return asTextContentResult(await client.testcases.get(testcaseId));
29
34
  };
30
35
 
31
36
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testcases',
9
11
  operation: 'read',
10
12
  tags: [],
13
+ httpMethod: 'get',
14
+ httpPath: '/testsets/{testsetId}/testcases',
15
+ operationId: 'listTestcases',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -33,9 +38,9 @@ export const tool: Tool = {
33
38
  },
34
39
  };
35
40
 
36
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
41
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
37
42
  const { testsetId, ...body } = args as any;
38
- return client.testcases.list(testsetId, body);
43
+ return asTextContentResult(await client.testcases.list(testsetId, body));
39
44
  };
40
45
 
41
46
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testcases',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'put',
14
+ httpPath: '/testcases/{testcaseId}',
15
+ operationId: 'updateTestcase',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -27,9 +32,9 @@ export const tool: Tool = {
27
32
  },
28
33
  };
29
34
 
30
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
35
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
31
36
  const { testcaseId, ...body } = args as any;
32
- return client.testcases.update(testcaseId, body);
37
+ return asTextContentResult(await client.testcases.update(testcaseId, body));
33
38
  };
34
39
 
35
40
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testsets',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'post',
14
+ httpPath: '/projects/{projectId}/testsets',
15
+ operationId: 'createTestset',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -65,9 +70,9 @@ export const tool: Tool = {
65
70
  },
66
71
  };
67
72
 
68
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
73
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
69
74
  const { projectId, ...body } = args as any;
70
- return client.testsets.create(projectId, body);
75
+ return asTextContentResult(await client.testsets.create(projectId, body));
71
76
  };
72
77
 
73
78
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testsets',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'delete',
14
+ httpPath: '/testsets/{testsetId}',
15
+ operationId: 'deleteTestset',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -23,9 +28,9 @@ export const tool: Tool = {
23
28
  },
24
29
  };
25
30
 
26
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
31
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
27
32
  const { testsetId, ...body } = args as any;
28
- return client.testsets.delete(testsetId);
33
+ return asTextContentResult(await client.testsets.delete(testsetId));
29
34
  };
30
35
 
31
36
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,11 +10,14 @@ export const metadata: Metadata = {
8
10
  resource: 'testsets',
9
11
  operation: 'read',
10
12
  tags: [],
13
+ httpMethod: 'get',
14
+ httpPath: '/testsets/{testsetId}',
15
+ operationId: 'getTestset',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
14
19
  name: 'get_testsets',
15
- description: 'Get Testset by ID',
20
+ description: 'Get Testset',
16
21
  inputSchema: {
17
22
  type: 'object',
18
23
  properties: {
@@ -23,9 +28,9 @@ export const tool: Tool = {
23
28
  },
24
29
  };
25
30
 
26
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
31
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
27
32
  const { testsetId, ...body } = args as any;
28
- return client.testsets.get(testsetId);
33
+ return asTextContentResult(await client.testsets.get(testsetId));
29
34
  };
30
35
 
31
36
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testsets',
9
11
  operation: 'read',
10
12
  tags: [],
13
+ httpMethod: 'get',
14
+ httpPath: '/projects/{projectId}/testsets',
15
+ operationId: 'listTestsets',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -33,9 +38,9 @@ export const tool: Tool = {
33
38
  },
34
39
  };
35
40
 
36
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
41
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
37
42
  const { projectId, ...body } = args as any;
38
- return client.testsets.list(projectId, body);
43
+ return asTextContentResult(await client.testsets.list(projectId, body));
39
44
  };
40
45
 
41
46
  export default { metadata, tool, handler };
@@ -1,5 +1,7 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
+
3
5
  import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
6
  import type { Metadata } from '../';
5
7
  import Scorecard from 'scorecard-ai';
@@ -8,6 +10,9 @@ export const metadata: Metadata = {
8
10
  resource: 'testsets',
9
11
  operation: 'write',
10
12
  tags: [],
13
+ httpMethod: 'patch',
14
+ httpPath: '/testsets/{testsetId}',
15
+ operationId: 'updateTestset',
11
16
  };
12
17
 
13
18
  export const tool: Tool = {
@@ -65,9 +70,9 @@ export const tool: Tool = {
65
70
  },
66
71
  };
67
72
 
68
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
73
+ export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
69
74
  const { testsetId, ...body } = args as any;
70
- return client.testsets.update(testsetId, body);
75
+ return asTextContentResult(await client.testsets.update(testsetId, body));
71
76
  };
72
77
 
73
78
  export default { metadata, tool, handler };
@@ -0,0 +1,104 @@
1
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ import Scorecard from 'scorecard-ai';
4
+ import { Tool } from '@modelcontextprotocol/sdk/types.js';
5
+
6
+ type TextContentBlock = {
7
+ type: 'text';
8
+ text: string;
9
+ };
10
+
11
+ type ImageContentBlock = {
12
+ type: 'image';
13
+ data: string;
14
+ mimeType: string;
15
+ };
16
+
17
+ type AudioContentBlock = {
18
+ type: 'audio';
19
+ data: string;
20
+ mimeType: string;
21
+ };
22
+
23
+ type ResourceContentBlock = {
24
+ type: 'resource';
25
+ resource:
26
+ | {
27
+ uri: string;
28
+ mimeType: string;
29
+ text: string;
30
+ }
31
+ | {
32
+ uri: string;
33
+ mimeType: string;
34
+ blob: string;
35
+ };
36
+ };
37
+
38
+ export type ContentBlock = TextContentBlock | ImageContentBlock | AudioContentBlock | ResourceContentBlock;
39
+
40
+ export type ToolCallResult = {
41
+ content: ContentBlock[];
42
+ isError?: boolean;
43
+ };
44
+
45
+ export type HandlerFunction = (
46
+ client: Scorecard,
47
+ args: Record<string, unknown> | undefined,
48
+ ) => Promise<ToolCallResult>;
49
+
50
+ export function asTextContentResult(result: Object): ToolCallResult {
51
+ return {
52
+ content: [
53
+ {
54
+ type: 'text',
55
+ text: JSON.stringify(result, null, 2),
56
+ },
57
+ ],
58
+ };
59
+ }
60
+
61
+ export async function asBinaryContentResult(response: Response): Promise<ToolCallResult> {
62
+ const blob = await response.blob();
63
+ const mimeType = blob.type;
64
+ const data = Buffer.from(await blob.arrayBuffer()).toString('base64');
65
+ if (mimeType.startsWith('image/')) {
66
+ return {
67
+ content: [{ type: 'image', mimeType, data }],
68
+ };
69
+ } else if (mimeType.startsWith('audio/')) {
70
+ return {
71
+ content: [{ type: 'audio', mimeType, data }],
72
+ };
73
+ } else {
74
+ return {
75
+ content: [
76
+ {
77
+ type: 'resource',
78
+ resource: {
79
+ // We must give a URI, even though this isn't actually an MCP resource.
80
+ uri: 'resource://tool-response',
81
+ mimeType,
82
+ blob: data,
83
+ },
84
+ },
85
+ ],
86
+ };
87
+ }
88
+ }
89
+
90
+ export type Metadata = {
91
+ resource: string;
92
+ operation: 'read' | 'write';
93
+ tags: string[];
94
+
95
+ httpMethod?: string;
96
+ httpPath?: string;
97
+ operationId?: string;
98
+ };
99
+
100
+ export type Endpoint = {
101
+ metadata: Metadata;
102
+ tool: Tool;
103
+ handler: HandlerFunction;
104
+ };
package/tools/index.d.mts CHANGED
@@ -1,16 +1,5 @@
1
- import Scorecard from 'scorecard-ai';
2
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
3
- export type HandlerFunction = (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<any>;
4
- export type Metadata = {
5
- resource: string;
6
- operation: 'read' | 'write';
7
- tags: string[];
8
- };
9
- export type Endpoint = {
10
- metadata: Metadata;
11
- tool: Tool;
12
- handler: HandlerFunction;
13
- };
1
+ import { Metadata, Endpoint, HandlerFunction } from "./types.mjs";
2
+ export { Metadata, Endpoint, HandlerFunction };
14
3
  export declare const endpoints: Endpoint[];
15
4
  export type Filter = {
16
5
  type: 'resource' | 'operation' | 'tag' | 'tool';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA0BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
1
+ {"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA2B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA+BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
package/tools/index.d.ts CHANGED
@@ -1,16 +1,5 @@
1
- import Scorecard from 'scorecard-ai';
2
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
3
- export type HandlerFunction = (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<any>;
4
- export type Metadata = {
5
- resource: string;
6
- operation: 'read' | 'write';
7
- tags: string[];
8
- };
9
- export type Endpoint = {
10
- metadata: Metadata;
11
- tool: Tool;
12
- handler: HandlerFunction;
13
- };
1
+ import { Metadata, Endpoint, HandlerFunction } from "./types.js";
2
+ export { Metadata, Endpoint, HandlerFunction };
14
3
  export declare const endpoints: Endpoint[];
15
4
  export type Filter = {
16
5
  type: 'resource' | 'operation' | 'tag' | 'tool';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,SAAS,MAAM,cAAc;OAC7B,EAAE,IAAI,EAAE,MAAM,oCAAoC;AA0BzD,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;AAE7G,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,eAAe,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA2B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA+BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
package/tools/index.js CHANGED
@@ -19,6 +19,7 @@ const list_testcases_1 = __importDefault(require("./testcases/list-testcases.js"
19
19
  const delete_testcases_1 = __importDefault(require("./testcases/delete-testcases.js"));
20
20
  const get_testcases_1 = __importDefault(require("./testcases/get-testcases.js"));
21
21
  const create_runs_1 = __importDefault(require("./runs/create-runs.js"));
22
+ const create_metrics_1 = __importDefault(require("./metrics/create-metrics.js"));
22
23
  const create_records_1 = __importDefault(require("./records/create-records.js"));
23
24
  const upsert_scores_1 = __importDefault(require("./scores/upsert-scores.js"));
24
25
  const create_systems_1 = __importDefault(require("./systems/create-systems.js"));
@@ -26,9 +27,9 @@ const update_systems_1 = __importDefault(require("./systems/update-systems.js"))
26
27
  const list_systems_1 = __importDefault(require("./systems/list-systems.js"));
27
28
  const delete_systems_1 = __importDefault(require("./systems/delete-systems.js"));
28
29
  const get_systems_1 = __importDefault(require("./systems/get-systems.js"));
29
- const create_system_configs_1 = __importDefault(require("./system-configs/create-system-configs.js"));
30
- const list_system_configs_1 = __importDefault(require("./system-configs/list-system-configs.js"));
31
- const get_system_configs_1 = __importDefault(require("./system-configs/get-system-configs.js"));
30
+ const create_systems_versions_1 = __importDefault(require("./systems/versions/create-systems-versions.js"));
31
+ const list_systems_versions_1 = __importDefault(require("./systems/versions/list-systems-versions.js"));
32
+ const get_systems_versions_1 = __importDefault(require("./systems/versions/get-systems-versions.js"));
32
33
  exports.endpoints = [];
33
34
  function addEndpoint(endpoint) {
34
35
  exports.endpoints.push(endpoint);
@@ -46,6 +47,7 @@ addEndpoint(list_testcases_1.default);
46
47
  addEndpoint(delete_testcases_1.default);
47
48
  addEndpoint(get_testcases_1.default);
48
49
  addEndpoint(create_runs_1.default);
50
+ addEndpoint(create_metrics_1.default);
49
51
  addEndpoint(create_records_1.default);
50
52
  addEndpoint(upsert_scores_1.default);
51
53
  addEndpoint(create_systems_1.default);
@@ -53,9 +55,9 @@ addEndpoint(update_systems_1.default);
53
55
  addEndpoint(list_systems_1.default);
54
56
  addEndpoint(delete_systems_1.default);
55
57
  addEndpoint(get_systems_1.default);
56
- addEndpoint(create_system_configs_1.default);
57
- addEndpoint(list_system_configs_1.default);
58
- addEndpoint(get_system_configs_1.default);
58
+ addEndpoint(create_systems_versions_1.default);
59
+ addEndpoint(list_systems_versions_1.default);
60
+ addEndpoint(get_systems_versions_1.default);
59
61
  function query(filters, endpoints) {
60
62
  const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
61
63
  const unmatchedFilters = new Set(filters);
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AA+EtF,sBA2BC;AArGD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAgBxD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAoEtF,sBA2BC;AAzFD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,4GAAiF;AACjF,wGAA6E;AAC7E,sGAA2E;AAE9D,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,iCAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,8BAAoB,CAAC,CAAC;AAQlC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
package/tools/index.mjs CHANGED
@@ -12,6 +12,7 @@ import list_testcases from "./testcases/list-testcases.mjs";
12
12
  import delete_testcases from "./testcases/delete-testcases.mjs";
13
13
  import get_testcases from "./testcases/get-testcases.mjs";
14
14
  import create_runs from "./runs/create-runs.mjs";
15
+ import create_metrics from "./metrics/create-metrics.mjs";
15
16
  import create_records from "./records/create-records.mjs";
16
17
  import upsert_scores from "./scores/upsert-scores.mjs";
17
18
  import create_systems from "./systems/create-systems.mjs";
@@ -19,9 +20,9 @@ import update_systems from "./systems/update-systems.mjs";
19
20
  import list_systems from "./systems/list-systems.mjs";
20
21
  import delete_systems from "./systems/delete-systems.mjs";
21
22
  import get_systems from "./systems/get-systems.mjs";
22
- import create_system_configs from "./system-configs/create-system-configs.mjs";
23
- import list_system_configs from "./system-configs/list-system-configs.mjs";
24
- import get_system_configs from "./system-configs/get-system-configs.mjs";
23
+ import create_systems_versions from "./systems/versions/create-systems-versions.mjs";
24
+ import list_systems_versions from "./systems/versions/list-systems-versions.mjs";
25
+ import get_systems_versions from "./systems/versions/get-systems-versions.mjs";
25
26
  export const endpoints = [];
26
27
  function addEndpoint(endpoint) {
27
28
  endpoints.push(endpoint);
@@ -39,6 +40,7 @@ addEndpoint(list_testcases);
39
40
  addEndpoint(delete_testcases);
40
41
  addEndpoint(get_testcases);
41
42
  addEndpoint(create_runs);
43
+ addEndpoint(create_metrics);
42
44
  addEndpoint(create_records);
43
45
  addEndpoint(upsert_scores);
44
46
  addEndpoint(create_systems);
@@ -46,9 +48,9 @@ addEndpoint(update_systems);
46
48
  addEndpoint(list_systems);
47
49
  addEndpoint(delete_systems);
48
50
  addEndpoint(get_systems);
49
- addEndpoint(create_system_configs);
50
- addEndpoint(list_system_configs);
51
- addEndpoint(get_system_configs);
51
+ addEndpoint(create_systems_versions);
52
+ addEndpoint(list_systems_versions);
53
+ addEndpoint(get_systems_versions);
52
54
  export function query(filters, endpoints) {
53
55
  const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
54
56
  const unmatchedFilters = new Set(filters);
@@ -1 +1 @@
1
- {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAK/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAgBzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
1
+ {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAM/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,uBAAuB;OACvB,qBAAqB;OACrB,oBAAoB;AAE3B,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,uBAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,oBAAoB,CAAC,CAAC;AAQlC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.mjs";
3
3
  import Scorecard from 'scorecard-ai';
4
4
  export declare const metadata: Metadata;
5
5
  export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
6
+ export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
7
  declare const _default: {
8
8
  metadata: Metadata;
9
9
  tool: {
@@ -26,7 +26,7 @@ declare const _default: {
26
26
  openWorldHint?: boolean | undefined;
27
27
  } | undefined;
28
28
  };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
29
+ handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
- //# sourceMappingURL=get-system-configs.d.mts.map
32
+ //# sourceMappingURL=create-metrics.d.mts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.d.mts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAkOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}