scorecard-ai-mcp 1.0.0-alpha.8 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/README.md +18 -14
  2. package/dynamic-tools.d.mts +1 -1
  3. package/dynamic-tools.d.mts.map +1 -1
  4. package/dynamic-tools.d.ts +1 -1
  5. package/dynamic-tools.d.ts.map +1 -1
  6. package/dynamic-tools.js +5 -4
  7. package/dynamic-tools.js.map +1 -1
  8. package/dynamic-tools.mjs +5 -4
  9. package/dynamic-tools.mjs.map +1 -1
  10. package/package.json +2 -2
  11. package/server.d.mts +1 -6
  12. package/server.d.mts.map +1 -1
  13. package/server.d.ts +1 -6
  14. package/server.d.ts.map +1 -1
  15. package/server.js +3 -11
  16. package/server.js.map +1 -1
  17. package/server.mjs +3 -11
  18. package/server.mjs.map +1 -1
  19. package/src/dynamic-tools.ts +13 -7
  20. package/src/server.ts +3 -11
  21. package/src/tools/index.ts +11 -22
  22. package/src/tools/metrics/create-metrics.ts +251 -0
  23. package/src/tools/projects/create-projects.ts +7 -2
  24. package/src/tools/projects/list-projects.ts +7 -2
  25. package/src/tools/records/create-records.ts +7 -2
  26. package/src/tools/runs/create-runs.ts +11 -6
  27. package/src/tools/scores/upsert-scores.ts +7 -2
  28. package/src/tools/systems/create-systems.ts +7 -2
  29. package/src/tools/systems/delete-systems.ts +8 -3
  30. package/src/tools/systems/get-systems.ts +7 -2
  31. package/src/tools/systems/list-systems.ts +7 -2
  32. package/src/tools/systems/update-systems.ts +7 -2
  33. package/src/tools/systems/versions/create-systems-versions.ts +45 -0
  34. package/src/tools/systems/versions/get-systems-versions.ts +36 -0
  35. package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +11 -6
  36. package/src/tools/testcases/create-testcases.ts +7 -2
  37. package/src/tools/testcases/delete-testcases.ts +7 -2
  38. package/src/tools/testcases/get-testcases.ts +7 -2
  39. package/src/tools/testcases/list-testcases.ts +7 -2
  40. package/src/tools/testcases/update-testcases.ts +7 -2
  41. package/src/tools/testsets/create-testsets.ts +7 -2
  42. package/src/tools/testsets/delete-testsets.ts +7 -2
  43. package/src/tools/testsets/get-testsets.ts +8 -3
  44. package/src/tools/testsets/list-testsets.ts +7 -2
  45. package/src/tools/testsets/update-testsets.ts +7 -2
  46. package/src/tools/types.ts +104 -0
  47. package/tools/index.d.mts +2 -13
  48. package/tools/index.d.mts.map +1 -1
  49. package/tools/index.d.ts +2 -13
  50. package/tools/index.d.ts.map +1 -1
  51. package/tools/index.js +8 -6
  52. package/tools/index.js.map +1 -1
  53. package/tools/index.mjs +8 -6
  54. package/tools/index.mjs.map +1 -1
  55. package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +3 -3
  56. package/tools/metrics/create-metrics.d.mts.map +1 -0
  57. package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +3 -3
  58. package/tools/metrics/create-metrics.d.ts.map +1 -0
  59. package/tools/metrics/create-metrics.js +245 -0
  60. package/tools/metrics/create-metrics.js.map +1 -0
  61. package/tools/metrics/create-metrics.mjs +241 -0
  62. package/tools/metrics/create-metrics.mjs.map +1 -0
  63. package/tools/projects/create-projects.d.mts +2 -2
  64. package/tools/projects/create-projects.d.mts.map +1 -1
  65. package/tools/projects/create-projects.d.ts +2 -2
  66. package/tools/projects/create-projects.d.ts.map +1 -1
  67. package/tools/projects/create-projects.js +6 -2
  68. package/tools/projects/create-projects.js.map +1 -1
  69. package/tools/projects/create-projects.mjs +6 -2
  70. package/tools/projects/create-projects.mjs.map +1 -1
  71. package/tools/projects/list-projects.d.mts +2 -2
  72. package/tools/projects/list-projects.d.mts.map +1 -1
  73. package/tools/projects/list-projects.d.ts +2 -2
  74. package/tools/projects/list-projects.d.ts.map +1 -1
  75. package/tools/projects/list-projects.js +6 -2
  76. package/tools/projects/list-projects.js.map +1 -1
  77. package/tools/projects/list-projects.mjs +6 -2
  78. package/tools/projects/list-projects.mjs.map +1 -1
  79. package/tools/records/create-records.d.mts +2 -2
  80. package/tools/records/create-records.d.mts.map +1 -1
  81. package/tools/records/create-records.d.ts +2 -2
  82. package/tools/records/create-records.d.ts.map +1 -1
  83. package/tools/records/create-records.js +6 -2
  84. package/tools/records/create-records.js.map +1 -1
  85. package/tools/records/create-records.mjs +6 -2
  86. package/tools/records/create-records.mjs.map +1 -1
  87. package/tools/runs/create-runs.d.mts +2 -2
  88. package/tools/runs/create-runs.d.mts.map +1 -1
  89. package/tools/runs/create-runs.d.ts +2 -2
  90. package/tools/runs/create-runs.d.ts.map +1 -1
  91. package/tools/runs/create-runs.js +10 -6
  92. package/tools/runs/create-runs.js.map +1 -1
  93. package/tools/runs/create-runs.mjs +10 -6
  94. package/tools/runs/create-runs.mjs.map +1 -1
  95. package/tools/scores/upsert-scores.d.mts +2 -2
  96. package/tools/scores/upsert-scores.d.mts.map +1 -1
  97. package/tools/scores/upsert-scores.d.ts +2 -2
  98. package/tools/scores/upsert-scores.d.ts.map +1 -1
  99. package/tools/scores/upsert-scores.js +6 -2
  100. package/tools/scores/upsert-scores.js.map +1 -1
  101. package/tools/scores/upsert-scores.mjs +6 -2
  102. package/tools/scores/upsert-scores.mjs.map +1 -1
  103. package/tools/systems/create-systems.d.mts +2 -2
  104. package/tools/systems/create-systems.d.mts.map +1 -1
  105. package/tools/systems/create-systems.d.ts +2 -2
  106. package/tools/systems/create-systems.d.ts.map +1 -1
  107. package/tools/systems/create-systems.js +6 -2
  108. package/tools/systems/create-systems.js.map +1 -1
  109. package/tools/systems/create-systems.mjs +6 -2
  110. package/tools/systems/create-systems.mjs.map +1 -1
  111. package/tools/systems/delete-systems.d.mts +2 -2
  112. package/tools/systems/delete-systems.d.mts.map +1 -1
  113. package/tools/systems/delete-systems.d.ts +2 -2
  114. package/tools/systems/delete-systems.d.ts.map +1 -1
  115. package/tools/systems/delete-systems.js +7 -3
  116. package/tools/systems/delete-systems.js.map +1 -1
  117. package/tools/systems/delete-systems.mjs +7 -3
  118. package/tools/systems/delete-systems.mjs.map +1 -1
  119. package/tools/systems/get-systems.d.mts +2 -2
  120. package/tools/systems/get-systems.d.mts.map +1 -1
  121. package/tools/systems/get-systems.d.ts +2 -2
  122. package/tools/systems/get-systems.d.ts.map +1 -1
  123. package/tools/systems/get-systems.js +6 -2
  124. package/tools/systems/get-systems.js.map +1 -1
  125. package/tools/systems/get-systems.mjs +6 -2
  126. package/tools/systems/get-systems.mjs.map +1 -1
  127. package/tools/systems/list-systems.d.mts +2 -2
  128. package/tools/systems/list-systems.d.mts.map +1 -1
  129. package/tools/systems/list-systems.d.ts +2 -2
  130. package/tools/systems/list-systems.d.ts.map +1 -1
  131. package/tools/systems/list-systems.js +6 -2
  132. package/tools/systems/list-systems.js.map +1 -1
  133. package/tools/systems/list-systems.mjs +6 -2
  134. package/tools/systems/list-systems.mjs.map +1 -1
  135. package/tools/systems/update-systems.d.mts +2 -2
  136. package/tools/systems/update-systems.d.mts.map +1 -1
  137. package/tools/systems/update-systems.d.ts +2 -2
  138. package/tools/systems/update-systems.d.ts.map +1 -1
  139. package/tools/systems/update-systems.js +6 -2
  140. package/tools/systems/update-systems.js.map +1 -1
  141. package/tools/systems/update-systems.mjs +6 -2
  142. package/tools/systems/update-systems.mjs.map +1 -1
  143. package/tools/{system-configs/create-system-configs.d.ts → systems/versions/create-systems-versions.d.mts} +4 -4
  144. package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
  145. package/tools/{system-configs/create-system-configs.d.mts → systems/versions/create-systems-versions.d.ts} +4 -4
  146. package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
  147. package/tools/systems/versions/create-systems-versions.js +40 -0
  148. package/tools/systems/versions/create-systems-versions.js.map +1 -0
  149. package/tools/systems/versions/create-systems-versions.mjs +36 -0
  150. package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
  151. package/tools/systems/versions/get-systems-versions.d.mts +32 -0
  152. package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
  153. package/tools/systems/versions/get-systems-versions.d.ts +32 -0
  154. package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
  155. package/tools/systems/versions/get-systems-versions.js +32 -0
  156. package/tools/systems/versions/get-systems-versions.js.map +1 -0
  157. package/tools/systems/versions/get-systems-versions.mjs +28 -0
  158. package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
  159. package/tools/systems/versions/list-systems-versions.d.mts +32 -0
  160. package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
  161. package/tools/systems/versions/list-systems-versions.d.ts +32 -0
  162. package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
  163. package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +10 -6
  164. package/tools/systems/versions/list-systems-versions.js.map +1 -0
  165. package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +10 -6
  166. package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
  167. package/tools/testcases/create-testcases.d.mts +2 -2
  168. package/tools/testcases/create-testcases.d.mts.map +1 -1
  169. package/tools/testcases/create-testcases.d.ts +2 -2
  170. package/tools/testcases/create-testcases.d.ts.map +1 -1
  171. package/tools/testcases/create-testcases.js +6 -2
  172. package/tools/testcases/create-testcases.js.map +1 -1
  173. package/tools/testcases/create-testcases.mjs +6 -2
  174. package/tools/testcases/create-testcases.mjs.map +1 -1
  175. package/tools/testcases/delete-testcases.d.mts +2 -2
  176. package/tools/testcases/delete-testcases.d.mts.map +1 -1
  177. package/tools/testcases/delete-testcases.d.ts +2 -2
  178. package/tools/testcases/delete-testcases.d.ts.map +1 -1
  179. package/tools/testcases/delete-testcases.js +6 -2
  180. package/tools/testcases/delete-testcases.js.map +1 -1
  181. package/tools/testcases/delete-testcases.mjs +6 -2
  182. package/tools/testcases/delete-testcases.mjs.map +1 -1
  183. package/tools/testcases/get-testcases.d.mts +2 -2
  184. package/tools/testcases/get-testcases.d.mts.map +1 -1
  185. package/tools/testcases/get-testcases.d.ts +2 -2
  186. package/tools/testcases/get-testcases.d.ts.map +1 -1
  187. package/tools/testcases/get-testcases.js +6 -2
  188. package/tools/testcases/get-testcases.js.map +1 -1
  189. package/tools/testcases/get-testcases.mjs +6 -2
  190. package/tools/testcases/get-testcases.mjs.map +1 -1
  191. package/tools/testcases/list-testcases.d.mts +2 -2
  192. package/tools/testcases/list-testcases.d.mts.map +1 -1
  193. package/tools/testcases/list-testcases.d.ts +2 -2
  194. package/tools/testcases/list-testcases.d.ts.map +1 -1
  195. package/tools/testcases/list-testcases.js +6 -2
  196. package/tools/testcases/list-testcases.js.map +1 -1
  197. package/tools/testcases/list-testcases.mjs +6 -2
  198. package/tools/testcases/list-testcases.mjs.map +1 -1
  199. package/tools/testcases/update-testcases.d.mts +2 -2
  200. package/tools/testcases/update-testcases.d.mts.map +1 -1
  201. package/tools/testcases/update-testcases.d.ts +2 -2
  202. package/tools/testcases/update-testcases.d.ts.map +1 -1
  203. package/tools/testcases/update-testcases.js +6 -2
  204. package/tools/testcases/update-testcases.js.map +1 -1
  205. package/tools/testcases/update-testcases.mjs +6 -2
  206. package/tools/testcases/update-testcases.mjs.map +1 -1
  207. package/tools/testsets/create-testsets.d.mts +2 -2
  208. package/tools/testsets/create-testsets.d.mts.map +1 -1
  209. package/tools/testsets/create-testsets.d.ts +2 -2
  210. package/tools/testsets/create-testsets.d.ts.map +1 -1
  211. package/tools/testsets/create-testsets.js +6 -2
  212. package/tools/testsets/create-testsets.js.map +1 -1
  213. package/tools/testsets/create-testsets.mjs +6 -2
  214. package/tools/testsets/create-testsets.mjs.map +1 -1
  215. package/tools/testsets/delete-testsets.d.mts +2 -2
  216. package/tools/testsets/delete-testsets.d.mts.map +1 -1
  217. package/tools/testsets/delete-testsets.d.ts +2 -2
  218. package/tools/testsets/delete-testsets.d.ts.map +1 -1
  219. package/tools/testsets/delete-testsets.js +6 -2
  220. package/tools/testsets/delete-testsets.js.map +1 -1
  221. package/tools/testsets/delete-testsets.mjs +6 -2
  222. package/tools/testsets/delete-testsets.mjs.map +1 -1
  223. package/tools/testsets/get-testsets.d.mts +2 -2
  224. package/tools/testsets/get-testsets.d.mts.map +1 -1
  225. package/tools/testsets/get-testsets.d.ts +2 -2
  226. package/tools/testsets/get-testsets.d.ts.map +1 -1
  227. package/tools/testsets/get-testsets.js +7 -3
  228. package/tools/testsets/get-testsets.js.map +1 -1
  229. package/tools/testsets/get-testsets.mjs +7 -3
  230. package/tools/testsets/get-testsets.mjs.map +1 -1
  231. package/tools/testsets/list-testsets.d.mts +2 -2
  232. package/tools/testsets/list-testsets.d.mts.map +1 -1
  233. package/tools/testsets/list-testsets.d.ts +2 -2
  234. package/tools/testsets/list-testsets.d.ts.map +1 -1
  235. package/tools/testsets/list-testsets.js +6 -2
  236. package/tools/testsets/list-testsets.js.map +1 -1
  237. package/tools/testsets/list-testsets.mjs +6 -2
  238. package/tools/testsets/list-testsets.mjs.map +1 -1
  239. package/tools/testsets/update-testsets.d.mts +2 -2
  240. package/tools/testsets/update-testsets.d.mts.map +1 -1
  241. package/tools/testsets/update-testsets.d.ts +2 -2
  242. package/tools/testsets/update-testsets.d.ts.map +1 -1
  243. package/tools/testsets/update-testsets.js +6 -2
  244. package/tools/testsets/update-testsets.js.map +1 -1
  245. package/tools/testsets/update-testsets.mjs +6 -2
  246. package/tools/testsets/update-testsets.mjs.map +1 -1
  247. package/tools/types.d.mts +51 -0
  248. package/tools/types.d.mts.map +1 -0
  249. package/tools/types.d.ts +51 -0
  250. package/tools/types.d.ts.map +1 -0
  251. package/tools/types.js +46 -0
  252. package/tools/types.js.map +1 -0
  253. package/tools/types.mjs +42 -0
  254. package/tools/types.mjs.map +1 -0
  255. package/src/tools/system-configs/create-system-configs.ts +0 -59
  256. package/src/tools/system-configs/get-system-configs.ts +0 -34
  257. package/tools/system-configs/create-system-configs.d.mts.map +0 -1
  258. package/tools/system-configs/create-system-configs.d.ts.map +0 -1
  259. package/tools/system-configs/create-system-configs.js +0 -54
  260. package/tools/system-configs/create-system-configs.js.map +0 -1
  261. package/tools/system-configs/create-system-configs.mjs +0 -50
  262. package/tools/system-configs/create-system-configs.mjs.map +0 -1
  263. package/tools/system-configs/get-system-configs.d.mts.map +0 -1
  264. package/tools/system-configs/get-system-configs.d.ts.map +0 -1
  265. package/tools/system-configs/get-system-configs.js +0 -31
  266. package/tools/system-configs/get-system-configs.js.map +0 -1
  267. package/tools/system-configs/get-system-configs.mjs +0 -27
  268. package/tools/system-configs/get-system-configs.mjs.map +0 -1
  269. package/tools/system-configs/list-system-configs.d.mts +0 -32
  270. package/tools/system-configs/list-system-configs.d.mts.map +0 -1
  271. package/tools/system-configs/list-system-configs.d.ts +0 -32
  272. package/tools/system-configs/list-system-configs.d.ts.map +0 -1
  273. package/tools/system-configs/list-system-configs.js.map +0 -1
  274. package/tools/system-configs/list-system-configs.mjs.map +0 -1
@@ -1,59 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
-
3
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
- import type { Metadata } from '../';
5
- import Scorecard from 'scorecard-ai';
6
-
7
- export const metadata: Metadata = {
8
- resource: 'system_configs',
9
- operation: 'write',
10
- tags: [],
11
- };
12
-
13
- export const tool: Tool = {
14
- name: 'create_system_configs',
15
- description:
16
- "Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
17
- inputSchema: {
18
- type: 'object',
19
- properties: {
20
- systemId: {
21
- type: 'string',
22
- },
23
- config: {
24
- type: 'object',
25
- description: 'The configuration of the system.',
26
- },
27
- name: {
28
- type: 'string',
29
- description: 'The name of the system configuration.',
30
- },
31
- validationErrors: {
32
- type: 'array',
33
- description:
34
- "Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
35
- items: {
36
- type: 'object',
37
- properties: {
38
- message: {
39
- type: 'string',
40
- description: 'Human-readable error description.',
41
- },
42
- path: {
43
- type: 'string',
44
- description: 'JSON Pointer to the field with the validation error.',
45
- },
46
- },
47
- required: ['message', 'path'],
48
- },
49
- },
50
- },
51
- },
52
- };
53
-
54
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
55
- const { systemId, ...body } = args as any;
56
- return client.systemConfigs.create(systemId, body);
57
- };
58
-
59
- export default { metadata, tool, handler };
@@ -1,34 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
-
3
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
4
- import type { Metadata } from '../';
5
- import Scorecard from 'scorecard-ai';
6
-
7
- export const metadata: Metadata = {
8
- resource: 'system_configs',
9
- operation: 'read',
10
- tags: [],
11
- };
12
-
13
- export const tool: Tool = {
14
- name: 'get_system_configs',
15
- description: 'Retrieve a specific system configuration by ID.',
16
- inputSchema: {
17
- type: 'object',
18
- properties: {
19
- systemId: {
20
- type: 'string',
21
- },
22
- systemConfigId: {
23
- type: 'string',
24
- },
25
- },
26
- },
27
- };
28
-
29
- export const handler = (client: Scorecard, args: Record<string, unknown> | undefined) => {
30
- const { systemConfigId, ...body } = args as any;
31
- return client.systemConfigs.get(systemConfigId, body);
32
- };
33
-
34
- export default { metadata, tool, handler };
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAuClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1,54 +0,0 @@
1
- "use strict";
2
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.handler = exports.tool = exports.metadata = void 0;
5
- exports.metadata = {
6
- resource: 'system_configs',
7
- operation: 'write',
8
- tags: [],
9
- };
10
- exports.tool = {
11
- name: 'create_system_configs',
12
- description: "Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
13
- inputSchema: {
14
- type: 'object',
15
- properties: {
16
- systemId: {
17
- type: 'string',
18
- },
19
- config: {
20
- type: 'object',
21
- description: 'The configuration of the system.',
22
- },
23
- name: {
24
- type: 'string',
25
- description: 'The name of the system configuration.',
26
- },
27
- validationErrors: {
28
- type: 'array',
29
- description: "Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
30
- items: {
31
- type: 'object',
32
- properties: {
33
- message: {
34
- type: 'string',
35
- description: 'Human-readable error description.',
36
- },
37
- path: {
38
- type: 'string',
39
- description: 'JSON Pointer to the field with the validation error.',
40
- },
41
- },
42
- required: ['message', 'path'],
43
- },
44
- },
45
- },
46
- },
47
- };
48
- const handler = (client, args) => {
49
- const { systemId, ...body } = args;
50
- return client.systemConfigs.create(systemId, body);
51
- };
52
- exports.handler = handler;
53
- exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
54
- //# sourceMappingURL=create-system-configs.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,4qBAA4qB;IAC9qB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kCAAkC;aAChD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uCAAuC;aACrD;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,iIAAiI;gBACnI,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,sDAAsD;yBACpE;qBACF;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC9B;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1,50 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
- export const metadata = {
3
- resource: 'system_configs',
4
- operation: 'write',
5
- tags: [],
6
- };
7
- export const tool = {
8
- name: 'create_system_configs',
9
- description: "Create a new configuration for a system.\n\nEach configuration contains specific parameter values that match the system's configSchema - things like model parameters, thresholds, or processing options.\nOnce created, configurations cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a configuration:\n- The 'config' object is validated against the parent system's configSchema\n- Configurations with validation errors are still stored, with errors included in the response\n- Validation errors indicate fields that don't match the schema but don't prevent creation\n- Having validation errors may affect how some evaluation metrics are calculated",
10
- inputSchema: {
11
- type: 'object',
12
- properties: {
13
- systemId: {
14
- type: 'string',
15
- },
16
- config: {
17
- type: 'object',
18
- description: 'The configuration of the system.',
19
- },
20
- name: {
21
- type: 'string',
22
- description: 'The name of the system configuration.',
23
- },
24
- validationErrors: {
25
- type: 'array',
26
- description: "Validation errors found in the configuration. If present, the configuration doesn't fully conform to its system's configSchema.",
27
- items: {
28
- type: 'object',
29
- properties: {
30
- message: {
31
- type: 'string',
32
- description: 'Human-readable error description.',
33
- },
34
- path: {
35
- type: 'string',
36
- description: 'JSON Pointer to the field with the validation error.',
37
- },
38
- },
39
- required: ['message', 'path'],
40
- },
41
- },
42
- },
43
- },
44
- };
45
- export const handler = (client, args) => {
46
- const { systemId, ...body } = args;
47
- return client.systemConfigs.create(systemId, body);
48
- };
49
- export default { metadata, tool, handler };
50
- //# sourceMappingURL=create-system-configs.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/create-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,4qBAA4qB;IAC9qB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,kCAAkC;aAChD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uCAAuC;aACrD;YACD,gBAAgB,EAAE;gBAChB,IAAI,EAAE,OAAO;gBACb,WAAW,EACT,iIAAiI;gBACnI,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE;4BACP,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,mCAAmC;yBACjD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,sDAAsD;yBACpE;qBACF;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;iBAC9B;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAclB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAclB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,4EAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1,31 +0,0 @@
1
- "use strict";
2
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.handler = exports.tool = exports.metadata = void 0;
5
- exports.metadata = {
6
- resource: 'system_configs',
7
- operation: 'read',
8
- tags: [],
9
- };
10
- exports.tool = {
11
- name: 'get_system_configs',
12
- description: 'Retrieve a specific system configuration by ID.',
13
- inputSchema: {
14
- type: 'object',
15
- properties: {
16
- systemId: {
17
- type: 'string',
18
- },
19
- systemConfigId: {
20
- type: 'string',
21
- },
22
- },
23
- },
24
- };
25
- const handler = (client, args) => {
26
- const { systemConfigId, ...body } = args;
27
- return client.systemConfigs.get(systemConfigId, body);
28
- };
29
- exports.handler = handler;
30
- exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
31
- //# sourceMappingURL=get-system-configs.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,iDAAiD;IAC9D,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAChD,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1,27 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
- export const metadata = {
3
- resource: 'system_configs',
4
- operation: 'read',
5
- tags: [],
6
- };
7
- export const tool = {
8
- name: 'get_system_configs',
9
- description: 'Retrieve a specific system configuration by ID.',
10
- inputSchema: {
11
- type: 'object',
12
- properties: {
13
- systemId: {
14
- type: 'string',
15
- },
16
- systemConfigId: {
17
- type: 'string',
18
- },
19
- },
20
- },
21
- };
22
- export const handler = (client, args) => {
23
- const { systemConfigId, ...body } = args;
24
- return client.systemConfigs.get(systemConfigId, body);
25
- };
26
- export default { metadata, tool, handler };
27
- //# sourceMappingURL=get-system-configs.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"get-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/get-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE,iDAAiD;IAC9D,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;aACf;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAChD,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -1,32 +0,0 @@
1
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
2
- import type { Metadata } from "..//index.mjs";
3
- import Scorecard from 'scorecard-ai';
4
- export declare const metadata: Metadata;
5
- export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
7
- declare const _default: {
8
- metadata: Metadata;
9
- tool: {
10
- [x: string]: unknown;
11
- name: string;
12
- inputSchema: {
13
- [x: string]: unknown;
14
- type: "object";
15
- properties?: {
16
- [x: string]: unknown;
17
- } | undefined;
18
- };
19
- description?: string | undefined;
20
- annotations?: {
21
- [x: string]: unknown;
22
- title?: string | undefined;
23
- readOnlyHint?: boolean | undefined;
24
- destructiveHint?: boolean | undefined;
25
- idempotentHint?: boolean | undefined;
26
- openWorldHint?: boolean | undefined;
27
- } | undefined;
28
- };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
30
- };
31
- export default _default;
32
- //# sourceMappingURL=list-system-configs.d.mts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-system-configs.d.mts","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qIAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1,32 +0,0 @@
1
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
2
- import type { Metadata } from "..//index.js";
3
- import Scorecard from 'scorecard-ai';
4
- export declare const metadata: Metadata;
5
- export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
7
- declare const _default: {
8
- metadata: Metadata;
9
- tool: {
10
- [x: string]: unknown;
11
- name: string;
12
- inputSchema: {
13
- [x: string]: unknown;
14
- type: "object";
15
- properties?: {
16
- [x: string]: unknown;
17
- } | undefined;
18
- };
19
- description?: string | undefined;
20
- annotations?: {
21
- [x: string]: unknown;
22
- title?: string | undefined;
23
- readOnlyHint?: boolean | undefined;
24
- destructiveHint?: boolean | undefined;
25
- idempotentHint?: boolean | undefined;
26
- openWorldHint?: boolean | undefined;
27
- } | undefined;
28
- };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").PagePromise<Scorecard.SystemConfigs.SystemConfigsPaginatedResponse, Scorecard.SystemConfigs.SystemConfig>;
30
- };
31
- export default _default;
32
- //# sourceMappingURL=list-system-configs.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-system-configs.d.ts","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,qIAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-system-configs.js","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EACT,uOAAuO;IACzO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-system-configs.mjs","sourceRoot":"","sources":["../../src/tools/system-configs/list-system-configs.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,gBAAgB;IAC1B,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EACT,uOAAuO;IACzO,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}