scorecard-ai-mcp 1.0.0-alpha.8 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/README.md +18 -14
  2. package/dynamic-tools.d.mts +1 -1
  3. package/dynamic-tools.d.mts.map +1 -1
  4. package/dynamic-tools.d.ts +1 -1
  5. package/dynamic-tools.d.ts.map +1 -1
  6. package/dynamic-tools.js +5 -4
  7. package/dynamic-tools.js.map +1 -1
  8. package/dynamic-tools.mjs +5 -4
  9. package/dynamic-tools.mjs.map +1 -1
  10. package/package.json +2 -2
  11. package/server.d.mts +1 -6
  12. package/server.d.mts.map +1 -1
  13. package/server.d.ts +1 -6
  14. package/server.d.ts.map +1 -1
  15. package/server.js +3 -11
  16. package/server.js.map +1 -1
  17. package/server.mjs +3 -11
  18. package/server.mjs.map +1 -1
  19. package/src/dynamic-tools.ts +13 -7
  20. package/src/server.ts +3 -11
  21. package/src/tools/index.ts +11 -22
  22. package/src/tools/metrics/create-metrics.ts +251 -0
  23. package/src/tools/projects/create-projects.ts +7 -2
  24. package/src/tools/projects/list-projects.ts +7 -2
  25. package/src/tools/records/create-records.ts +7 -2
  26. package/src/tools/runs/create-runs.ts +11 -6
  27. package/src/tools/scores/upsert-scores.ts +7 -2
  28. package/src/tools/systems/create-systems.ts +7 -2
  29. package/src/tools/systems/delete-systems.ts +8 -3
  30. package/src/tools/systems/get-systems.ts +7 -2
  31. package/src/tools/systems/list-systems.ts +7 -2
  32. package/src/tools/systems/update-systems.ts +7 -2
  33. package/src/tools/systems/versions/create-systems-versions.ts +45 -0
  34. package/src/tools/systems/versions/get-systems-versions.ts +36 -0
  35. package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +11 -6
  36. package/src/tools/testcases/create-testcases.ts +7 -2
  37. package/src/tools/testcases/delete-testcases.ts +7 -2
  38. package/src/tools/testcases/get-testcases.ts +7 -2
  39. package/src/tools/testcases/list-testcases.ts +7 -2
  40. package/src/tools/testcases/update-testcases.ts +7 -2
  41. package/src/tools/testsets/create-testsets.ts +7 -2
  42. package/src/tools/testsets/delete-testsets.ts +7 -2
  43. package/src/tools/testsets/get-testsets.ts +8 -3
  44. package/src/tools/testsets/list-testsets.ts +7 -2
  45. package/src/tools/testsets/update-testsets.ts +7 -2
  46. package/src/tools/types.ts +104 -0
  47. package/tools/index.d.mts +2 -13
  48. package/tools/index.d.mts.map +1 -1
  49. package/tools/index.d.ts +2 -13
  50. package/tools/index.d.ts.map +1 -1
  51. package/tools/index.js +8 -6
  52. package/tools/index.js.map +1 -1
  53. package/tools/index.mjs +8 -6
  54. package/tools/index.mjs.map +1 -1
  55. package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +3 -3
  56. package/tools/metrics/create-metrics.d.mts.map +1 -0
  57. package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +3 -3
  58. package/tools/metrics/create-metrics.d.ts.map +1 -0
  59. package/tools/metrics/create-metrics.js +245 -0
  60. package/tools/metrics/create-metrics.js.map +1 -0
  61. package/tools/metrics/create-metrics.mjs +241 -0
  62. package/tools/metrics/create-metrics.mjs.map +1 -0
  63. package/tools/projects/create-projects.d.mts +2 -2
  64. package/tools/projects/create-projects.d.mts.map +1 -1
  65. package/tools/projects/create-projects.d.ts +2 -2
  66. package/tools/projects/create-projects.d.ts.map +1 -1
  67. package/tools/projects/create-projects.js +6 -2
  68. package/tools/projects/create-projects.js.map +1 -1
  69. package/tools/projects/create-projects.mjs +6 -2
  70. package/tools/projects/create-projects.mjs.map +1 -1
  71. package/tools/projects/list-projects.d.mts +2 -2
  72. package/tools/projects/list-projects.d.mts.map +1 -1
  73. package/tools/projects/list-projects.d.ts +2 -2
  74. package/tools/projects/list-projects.d.ts.map +1 -1
  75. package/tools/projects/list-projects.js +6 -2
  76. package/tools/projects/list-projects.js.map +1 -1
  77. package/tools/projects/list-projects.mjs +6 -2
  78. package/tools/projects/list-projects.mjs.map +1 -1
  79. package/tools/records/create-records.d.mts +2 -2
  80. package/tools/records/create-records.d.mts.map +1 -1
  81. package/tools/records/create-records.d.ts +2 -2
  82. package/tools/records/create-records.d.ts.map +1 -1
  83. package/tools/records/create-records.js +6 -2
  84. package/tools/records/create-records.js.map +1 -1
  85. package/tools/records/create-records.mjs +6 -2
  86. package/tools/records/create-records.mjs.map +1 -1
  87. package/tools/runs/create-runs.d.mts +2 -2
  88. package/tools/runs/create-runs.d.mts.map +1 -1
  89. package/tools/runs/create-runs.d.ts +2 -2
  90. package/tools/runs/create-runs.d.ts.map +1 -1
  91. package/tools/runs/create-runs.js +10 -6
  92. package/tools/runs/create-runs.js.map +1 -1
  93. package/tools/runs/create-runs.mjs +10 -6
  94. package/tools/runs/create-runs.mjs.map +1 -1
  95. package/tools/scores/upsert-scores.d.mts +2 -2
  96. package/tools/scores/upsert-scores.d.mts.map +1 -1
  97. package/tools/scores/upsert-scores.d.ts +2 -2
  98. package/tools/scores/upsert-scores.d.ts.map +1 -1
  99. package/tools/scores/upsert-scores.js +6 -2
  100. package/tools/scores/upsert-scores.js.map +1 -1
  101. package/tools/scores/upsert-scores.mjs +6 -2
  102. package/tools/scores/upsert-scores.mjs.map +1 -1
  103. package/tools/systems/create-systems.d.mts +2 -2
  104. package/tools/systems/create-systems.d.mts.map +1 -1
  105. package/tools/systems/create-systems.d.ts +2 -2
  106. package/tools/systems/create-systems.d.ts.map +1 -1
  107. package/tools/systems/create-systems.js +6 -2
  108. package/tools/systems/create-systems.js.map +1 -1
  109. package/tools/systems/create-systems.mjs +6 -2
  110. package/tools/systems/create-systems.mjs.map +1 -1
  111. package/tools/systems/delete-systems.d.mts +2 -2
  112. package/tools/systems/delete-systems.d.mts.map +1 -1
  113. package/tools/systems/delete-systems.d.ts +2 -2
  114. package/tools/systems/delete-systems.d.ts.map +1 -1
  115. package/tools/systems/delete-systems.js +7 -3
  116. package/tools/systems/delete-systems.js.map +1 -1
  117. package/tools/systems/delete-systems.mjs +7 -3
  118. package/tools/systems/delete-systems.mjs.map +1 -1
  119. package/tools/systems/get-systems.d.mts +2 -2
  120. package/tools/systems/get-systems.d.mts.map +1 -1
  121. package/tools/systems/get-systems.d.ts +2 -2
  122. package/tools/systems/get-systems.d.ts.map +1 -1
  123. package/tools/systems/get-systems.js +6 -2
  124. package/tools/systems/get-systems.js.map +1 -1
  125. package/tools/systems/get-systems.mjs +6 -2
  126. package/tools/systems/get-systems.mjs.map +1 -1
  127. package/tools/systems/list-systems.d.mts +2 -2
  128. package/tools/systems/list-systems.d.mts.map +1 -1
  129. package/tools/systems/list-systems.d.ts +2 -2
  130. package/tools/systems/list-systems.d.ts.map +1 -1
  131. package/tools/systems/list-systems.js +6 -2
  132. package/tools/systems/list-systems.js.map +1 -1
  133. package/tools/systems/list-systems.mjs +6 -2
  134. package/tools/systems/list-systems.mjs.map +1 -1
  135. package/tools/systems/update-systems.d.mts +2 -2
  136. package/tools/systems/update-systems.d.mts.map +1 -1
  137. package/tools/systems/update-systems.d.ts +2 -2
  138. package/tools/systems/update-systems.d.ts.map +1 -1
  139. package/tools/systems/update-systems.js +6 -2
  140. package/tools/systems/update-systems.js.map +1 -1
  141. package/tools/systems/update-systems.mjs +6 -2
  142. package/tools/systems/update-systems.mjs.map +1 -1
  143. package/tools/{system-configs/create-system-configs.d.ts → systems/versions/create-systems-versions.d.mts} +4 -4
  144. package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
  145. package/tools/{system-configs/create-system-configs.d.mts → systems/versions/create-systems-versions.d.ts} +4 -4
  146. package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
  147. package/tools/systems/versions/create-systems-versions.js +40 -0
  148. package/tools/systems/versions/create-systems-versions.js.map +1 -0
  149. package/tools/systems/versions/create-systems-versions.mjs +36 -0
  150. package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
  151. package/tools/systems/versions/get-systems-versions.d.mts +32 -0
  152. package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
  153. package/tools/systems/versions/get-systems-versions.d.ts +32 -0
  154. package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
  155. package/tools/systems/versions/get-systems-versions.js +32 -0
  156. package/tools/systems/versions/get-systems-versions.js.map +1 -0
  157. package/tools/systems/versions/get-systems-versions.mjs +28 -0
  158. package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
  159. package/tools/systems/versions/list-systems-versions.d.mts +32 -0
  160. package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
  161. package/tools/systems/versions/list-systems-versions.d.ts +32 -0
  162. package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
  163. package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +10 -6
  164. package/tools/systems/versions/list-systems-versions.js.map +1 -0
  165. package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +10 -6
  166. package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
  167. package/tools/testcases/create-testcases.d.mts +2 -2
  168. package/tools/testcases/create-testcases.d.mts.map +1 -1
  169. package/tools/testcases/create-testcases.d.ts +2 -2
  170. package/tools/testcases/create-testcases.d.ts.map +1 -1
  171. package/tools/testcases/create-testcases.js +6 -2
  172. package/tools/testcases/create-testcases.js.map +1 -1
  173. package/tools/testcases/create-testcases.mjs +6 -2
  174. package/tools/testcases/create-testcases.mjs.map +1 -1
  175. package/tools/testcases/delete-testcases.d.mts +2 -2
  176. package/tools/testcases/delete-testcases.d.mts.map +1 -1
  177. package/tools/testcases/delete-testcases.d.ts +2 -2
  178. package/tools/testcases/delete-testcases.d.ts.map +1 -1
  179. package/tools/testcases/delete-testcases.js +6 -2
  180. package/tools/testcases/delete-testcases.js.map +1 -1
  181. package/tools/testcases/delete-testcases.mjs +6 -2
  182. package/tools/testcases/delete-testcases.mjs.map +1 -1
  183. package/tools/testcases/get-testcases.d.mts +2 -2
  184. package/tools/testcases/get-testcases.d.mts.map +1 -1
  185. package/tools/testcases/get-testcases.d.ts +2 -2
  186. package/tools/testcases/get-testcases.d.ts.map +1 -1
  187. package/tools/testcases/get-testcases.js +6 -2
  188. package/tools/testcases/get-testcases.js.map +1 -1
  189. package/tools/testcases/get-testcases.mjs +6 -2
  190. package/tools/testcases/get-testcases.mjs.map +1 -1
  191. package/tools/testcases/list-testcases.d.mts +2 -2
  192. package/tools/testcases/list-testcases.d.mts.map +1 -1
  193. package/tools/testcases/list-testcases.d.ts +2 -2
  194. package/tools/testcases/list-testcases.d.ts.map +1 -1
  195. package/tools/testcases/list-testcases.js +6 -2
  196. package/tools/testcases/list-testcases.js.map +1 -1
  197. package/tools/testcases/list-testcases.mjs +6 -2
  198. package/tools/testcases/list-testcases.mjs.map +1 -1
  199. package/tools/testcases/update-testcases.d.mts +2 -2
  200. package/tools/testcases/update-testcases.d.mts.map +1 -1
  201. package/tools/testcases/update-testcases.d.ts +2 -2
  202. package/tools/testcases/update-testcases.d.ts.map +1 -1
  203. package/tools/testcases/update-testcases.js +6 -2
  204. package/tools/testcases/update-testcases.js.map +1 -1
  205. package/tools/testcases/update-testcases.mjs +6 -2
  206. package/tools/testcases/update-testcases.mjs.map +1 -1
  207. package/tools/testsets/create-testsets.d.mts +2 -2
  208. package/tools/testsets/create-testsets.d.mts.map +1 -1
  209. package/tools/testsets/create-testsets.d.ts +2 -2
  210. package/tools/testsets/create-testsets.d.ts.map +1 -1
  211. package/tools/testsets/create-testsets.js +6 -2
  212. package/tools/testsets/create-testsets.js.map +1 -1
  213. package/tools/testsets/create-testsets.mjs +6 -2
  214. package/tools/testsets/create-testsets.mjs.map +1 -1
  215. package/tools/testsets/delete-testsets.d.mts +2 -2
  216. package/tools/testsets/delete-testsets.d.mts.map +1 -1
  217. package/tools/testsets/delete-testsets.d.ts +2 -2
  218. package/tools/testsets/delete-testsets.d.ts.map +1 -1
  219. package/tools/testsets/delete-testsets.js +6 -2
  220. package/tools/testsets/delete-testsets.js.map +1 -1
  221. package/tools/testsets/delete-testsets.mjs +6 -2
  222. package/tools/testsets/delete-testsets.mjs.map +1 -1
  223. package/tools/testsets/get-testsets.d.mts +2 -2
  224. package/tools/testsets/get-testsets.d.mts.map +1 -1
  225. package/tools/testsets/get-testsets.d.ts +2 -2
  226. package/tools/testsets/get-testsets.d.ts.map +1 -1
  227. package/tools/testsets/get-testsets.js +7 -3
  228. package/tools/testsets/get-testsets.js.map +1 -1
  229. package/tools/testsets/get-testsets.mjs +7 -3
  230. package/tools/testsets/get-testsets.mjs.map +1 -1
  231. package/tools/testsets/list-testsets.d.mts +2 -2
  232. package/tools/testsets/list-testsets.d.mts.map +1 -1
  233. package/tools/testsets/list-testsets.d.ts +2 -2
  234. package/tools/testsets/list-testsets.d.ts.map +1 -1
  235. package/tools/testsets/list-testsets.js +6 -2
  236. package/tools/testsets/list-testsets.js.map +1 -1
  237. package/tools/testsets/list-testsets.mjs +6 -2
  238. package/tools/testsets/list-testsets.mjs.map +1 -1
  239. package/tools/testsets/update-testsets.d.mts +2 -2
  240. package/tools/testsets/update-testsets.d.mts.map +1 -1
  241. package/tools/testsets/update-testsets.d.ts +2 -2
  242. package/tools/testsets/update-testsets.d.ts.map +1 -1
  243. package/tools/testsets/update-testsets.js +6 -2
  244. package/tools/testsets/update-testsets.js.map +1 -1
  245. package/tools/testsets/update-testsets.mjs +6 -2
  246. package/tools/testsets/update-testsets.mjs.map +1 -1
  247. package/tools/types.d.mts +51 -0
  248. package/tools/types.d.mts.map +1 -0
  249. package/tools/types.d.ts +51 -0
  250. package/tools/types.d.ts.map +1 -0
  251. package/tools/types.js +46 -0
  252. package/tools/types.js.map +1 -0
  253. package/tools/types.mjs +42 -0
  254. package/tools/types.mjs.map +1 -0
  255. package/src/tools/system-configs/create-system-configs.ts +0 -59
  256. package/src/tools/system-configs/get-system-configs.ts +0 -34
  257. package/tools/system-configs/create-system-configs.d.mts.map +0 -1
  258. package/tools/system-configs/create-system-configs.d.ts.map +0 -1
  259. package/tools/system-configs/create-system-configs.js +0 -54
  260. package/tools/system-configs/create-system-configs.js.map +0 -1
  261. package/tools/system-configs/create-system-configs.mjs +0 -50
  262. package/tools/system-configs/create-system-configs.mjs.map +0 -1
  263. package/tools/system-configs/get-system-configs.d.mts.map +0 -1
  264. package/tools/system-configs/get-system-configs.d.ts.map +0 -1
  265. package/tools/system-configs/get-system-configs.js +0 -31
  266. package/tools/system-configs/get-system-configs.js.map +0 -1
  267. package/tools/system-configs/get-system-configs.mjs +0 -27
  268. package/tools/system-configs/get-system-configs.mjs.map +0 -1
  269. package/tools/system-configs/list-system-configs.d.mts +0 -32
  270. package/tools/system-configs/list-system-configs.d.mts.map +0 -1
  271. package/tools/system-configs/list-system-configs.d.ts +0 -32
  272. package/tools/system-configs/list-system-configs.d.ts.map +0 -1
  273. package/tools/system-configs/list-system-configs.js.map +0 -1
  274. package/tools/system-configs/list-system-configs.mjs.map +0 -1
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.js";
3
3
  import Scorecard from 'scorecard-ai';
4
4
  export declare const metadata: Metadata;
5
5
  export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
6
+ export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
7
  declare const _default: {
8
8
  metadata: Metadata;
9
9
  tool: {
@@ -26,7 +26,7 @@ declare const _default: {
26
26
  openWorldHint?: boolean | undefined;
27
27
  } | undefined;
28
28
  };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.SystemConfigs.SystemConfig>;
29
+ handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
- //# sourceMappingURL=get-system-configs.d.ts.map
32
+ //# sourceMappingURL=create-metrics.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.d.ts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAkOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -0,0 +1,245 @@
1
+ "use strict";
2
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.handler = exports.tool = exports.metadata = void 0;
5
+ const types_1 = require("scorecard-ai-mcp/tools/types");
6
+ exports.metadata = {
7
+ resource: 'metrics',
8
+ operation: 'write',
9
+ tags: [],
10
+ httpMethod: 'post',
11
+ httpPath: '/projects/{projectId}/metrics',
12
+ operationId: 'createMetric',
13
+ };
14
+ exports.tool = {
15
+ name: 'create_metrics',
16
+ description: 'Create a new Metric for evaluating system outputs.',
17
+ inputSchema: {
18
+ type: 'object',
19
+ anyOf: [
20
+ {
21
+ type: 'object',
22
+ properties: {
23
+ projectId: {
24
+ type: 'string',
25
+ },
26
+ evalType: {
27
+ type: 'string',
28
+ description: 'AI-based evaluation type.',
29
+ enum: ['ai'],
30
+ },
31
+ name: {
32
+ type: 'string',
33
+ description: 'The name of the Metric.',
34
+ },
35
+ outputType: {
36
+ type: 'string',
37
+ description: 'Integer output type.',
38
+ enum: ['int'],
39
+ },
40
+ promptTemplate: {
41
+ type: 'string',
42
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
43
+ },
44
+ description: {
45
+ type: 'string',
46
+ description: 'The description of the Metric.',
47
+ },
48
+ evalModelName: {
49
+ type: 'string',
50
+ description: 'The AI model to use for evaluation.',
51
+ },
52
+ guidelines: {
53
+ type: 'string',
54
+ description: 'Guidelines for AI evaluation on how to score the metric.',
55
+ },
56
+ passingThreshold: {
57
+ type: 'integer',
58
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
59
+ },
60
+ temperature: {
61
+ type: 'number',
62
+ description: 'The temperature for AI evaluation (0-2).',
63
+ },
64
+ },
65
+ },
66
+ {
67
+ type: 'object',
68
+ properties: {
69
+ projectId: {
70
+ type: 'string',
71
+ },
72
+ evalType: {
73
+ type: 'string',
74
+ description: 'Human-based evaluation type.',
75
+ enum: ['human'],
76
+ },
77
+ name: {
78
+ type: 'string',
79
+ description: 'The name of the Metric.',
80
+ },
81
+ outputType: {
82
+ type: 'string',
83
+ description: 'Integer output type.',
84
+ enum: ['int'],
85
+ },
86
+ description: {
87
+ type: 'string',
88
+ description: 'The description of the Metric.',
89
+ },
90
+ guidelines: {
91
+ type: 'string',
92
+ description: 'Guidelines for human evaluators.',
93
+ },
94
+ passingThreshold: {
95
+ type: 'integer',
96
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
97
+ },
98
+ },
99
+ },
100
+ {
101
+ type: 'object',
102
+ properties: {
103
+ projectId: {
104
+ type: 'string',
105
+ },
106
+ evalType: {
107
+ type: 'string',
108
+ description: 'Heuristic-based evaluation type.',
109
+ enum: ['heuristic'],
110
+ },
111
+ name: {
112
+ type: 'string',
113
+ description: 'The name of the Metric.',
114
+ },
115
+ outputType: {
116
+ type: 'string',
117
+ description: 'Integer output type.',
118
+ enum: ['int'],
119
+ },
120
+ description: {
121
+ type: 'string',
122
+ description: 'The description of the Metric.',
123
+ },
124
+ guidelines: {
125
+ type: 'string',
126
+ description: 'Optional guidelines for heuristic evaluation logic.',
127
+ },
128
+ passingThreshold: {
129
+ type: 'integer',
130
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
131
+ },
132
+ },
133
+ },
134
+ {
135
+ type: 'object',
136
+ properties: {
137
+ projectId: {
138
+ type: 'string',
139
+ },
140
+ evalType: {
141
+ type: 'string',
142
+ description: 'AI-based evaluation type.',
143
+ enum: ['ai'],
144
+ },
145
+ name: {
146
+ type: 'string',
147
+ description: 'The name of the Metric.',
148
+ },
149
+ outputType: {
150
+ type: 'string',
151
+ description: 'Boolean output type.',
152
+ enum: ['boolean'],
153
+ },
154
+ promptTemplate: {
155
+ type: 'string',
156
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
157
+ },
158
+ description: {
159
+ type: 'string',
160
+ description: 'The description of the Metric.',
161
+ },
162
+ evalModelName: {
163
+ type: 'string',
164
+ description: 'The AI model to use for evaluation.',
165
+ },
166
+ guidelines: {
167
+ type: 'string',
168
+ description: 'Guidelines for AI evaluation on how to score the metric.',
169
+ },
170
+ temperature: {
171
+ type: 'number',
172
+ description: 'The temperature for AI evaluation (0-2).',
173
+ },
174
+ },
175
+ },
176
+ {
177
+ type: 'object',
178
+ properties: {
179
+ projectId: {
180
+ type: 'string',
181
+ },
182
+ evalType: {
183
+ type: 'string',
184
+ description: 'Human-based evaluation type.',
185
+ enum: ['human'],
186
+ },
187
+ name: {
188
+ type: 'string',
189
+ description: 'The name of the Metric.',
190
+ },
191
+ outputType: {
192
+ type: 'string',
193
+ description: 'Boolean output type.',
194
+ enum: ['boolean'],
195
+ },
196
+ description: {
197
+ type: 'string',
198
+ description: 'The description of the Metric.',
199
+ },
200
+ guidelines: {
201
+ type: 'string',
202
+ description: 'Guidelines for human evaluators.',
203
+ },
204
+ },
205
+ },
206
+ {
207
+ type: 'object',
208
+ properties: {
209
+ projectId: {
210
+ type: 'string',
211
+ },
212
+ evalType: {
213
+ type: 'string',
214
+ description: 'Heuristic-based evaluation type.',
215
+ enum: ['heuristic'],
216
+ },
217
+ name: {
218
+ type: 'string',
219
+ description: 'The name of the Metric.',
220
+ },
221
+ outputType: {
222
+ type: 'string',
223
+ description: 'Boolean output type.',
224
+ enum: ['boolean'],
225
+ },
226
+ description: {
227
+ type: 'string',
228
+ description: 'The description of the Metric.',
229
+ },
230
+ guidelines: {
231
+ type: 'string',
232
+ description: 'Optional guidelines for heuristic evaluation logic.',
233
+ },
234
+ },
235
+ },
236
+ ],
237
+ },
238
+ };
239
+ const handler = async (client, args) => {
240
+ const { projectId, ...body } = args;
241
+ return (0, types_1.asTextContentResult)(await client.metrics.create(projectId, body));
242
+ };
243
+ exports.handler = handler;
244
+ exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
245
+ //# sourceMappingURL=create-metrics.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.js","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -0,0 +1,241 @@
1
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
3
+ export const metadata = {
4
+ resource: 'metrics',
5
+ operation: 'write',
6
+ tags: [],
7
+ httpMethod: 'post',
8
+ httpPath: '/projects/{projectId}/metrics',
9
+ operationId: 'createMetric',
10
+ };
11
+ export const tool = {
12
+ name: 'create_metrics',
13
+ description: 'Create a new Metric for evaluating system outputs.',
14
+ inputSchema: {
15
+ type: 'object',
16
+ anyOf: [
17
+ {
18
+ type: 'object',
19
+ properties: {
20
+ projectId: {
21
+ type: 'string',
22
+ },
23
+ evalType: {
24
+ type: 'string',
25
+ description: 'AI-based evaluation type.',
26
+ enum: ['ai'],
27
+ },
28
+ name: {
29
+ type: 'string',
30
+ description: 'The name of the Metric.',
31
+ },
32
+ outputType: {
33
+ type: 'string',
34
+ description: 'Integer output type.',
35
+ enum: ['int'],
36
+ },
37
+ promptTemplate: {
38
+ type: 'string',
39
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
40
+ },
41
+ description: {
42
+ type: 'string',
43
+ description: 'The description of the Metric.',
44
+ },
45
+ evalModelName: {
46
+ type: 'string',
47
+ description: 'The AI model to use for evaluation.',
48
+ },
49
+ guidelines: {
50
+ type: 'string',
51
+ description: 'Guidelines for AI evaluation on how to score the metric.',
52
+ },
53
+ passingThreshold: {
54
+ type: 'integer',
55
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
56
+ },
57
+ temperature: {
58
+ type: 'number',
59
+ description: 'The temperature for AI evaluation (0-2).',
60
+ },
61
+ },
62
+ },
63
+ {
64
+ type: 'object',
65
+ properties: {
66
+ projectId: {
67
+ type: 'string',
68
+ },
69
+ evalType: {
70
+ type: 'string',
71
+ description: 'Human-based evaluation type.',
72
+ enum: ['human'],
73
+ },
74
+ name: {
75
+ type: 'string',
76
+ description: 'The name of the Metric.',
77
+ },
78
+ outputType: {
79
+ type: 'string',
80
+ description: 'Integer output type.',
81
+ enum: ['int'],
82
+ },
83
+ description: {
84
+ type: 'string',
85
+ description: 'The description of the Metric.',
86
+ },
87
+ guidelines: {
88
+ type: 'string',
89
+ description: 'Guidelines for human evaluators.',
90
+ },
91
+ passingThreshold: {
92
+ type: 'integer',
93
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
94
+ },
95
+ },
96
+ },
97
+ {
98
+ type: 'object',
99
+ properties: {
100
+ projectId: {
101
+ type: 'string',
102
+ },
103
+ evalType: {
104
+ type: 'string',
105
+ description: 'Heuristic-based evaluation type.',
106
+ enum: ['heuristic'],
107
+ },
108
+ name: {
109
+ type: 'string',
110
+ description: 'The name of the Metric.',
111
+ },
112
+ outputType: {
113
+ type: 'string',
114
+ description: 'Integer output type.',
115
+ enum: ['int'],
116
+ },
117
+ description: {
118
+ type: 'string',
119
+ description: 'The description of the Metric.',
120
+ },
121
+ guidelines: {
122
+ type: 'string',
123
+ description: 'Optional guidelines for heuristic evaluation logic.',
124
+ },
125
+ passingThreshold: {
126
+ type: 'integer',
127
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
128
+ },
129
+ },
130
+ },
131
+ {
132
+ type: 'object',
133
+ properties: {
134
+ projectId: {
135
+ type: 'string',
136
+ },
137
+ evalType: {
138
+ type: 'string',
139
+ description: 'AI-based evaluation type.',
140
+ enum: ['ai'],
141
+ },
142
+ name: {
143
+ type: 'string',
144
+ description: 'The name of the Metric.',
145
+ },
146
+ outputType: {
147
+ type: 'string',
148
+ description: 'Boolean output type.',
149
+ enum: ['boolean'],
150
+ },
151
+ promptTemplate: {
152
+ type: 'string',
153
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
154
+ },
155
+ description: {
156
+ type: 'string',
157
+ description: 'The description of the Metric.',
158
+ },
159
+ evalModelName: {
160
+ type: 'string',
161
+ description: 'The AI model to use for evaluation.',
162
+ },
163
+ guidelines: {
164
+ type: 'string',
165
+ description: 'Guidelines for AI evaluation on how to score the metric.',
166
+ },
167
+ temperature: {
168
+ type: 'number',
169
+ description: 'The temperature for AI evaluation (0-2).',
170
+ },
171
+ },
172
+ },
173
+ {
174
+ type: 'object',
175
+ properties: {
176
+ projectId: {
177
+ type: 'string',
178
+ },
179
+ evalType: {
180
+ type: 'string',
181
+ description: 'Human-based evaluation type.',
182
+ enum: ['human'],
183
+ },
184
+ name: {
185
+ type: 'string',
186
+ description: 'The name of the Metric.',
187
+ },
188
+ outputType: {
189
+ type: 'string',
190
+ description: 'Boolean output type.',
191
+ enum: ['boolean'],
192
+ },
193
+ description: {
194
+ type: 'string',
195
+ description: 'The description of the Metric.',
196
+ },
197
+ guidelines: {
198
+ type: 'string',
199
+ description: 'Guidelines for human evaluators.',
200
+ },
201
+ },
202
+ },
203
+ {
204
+ type: 'object',
205
+ properties: {
206
+ projectId: {
207
+ type: 'string',
208
+ },
209
+ evalType: {
210
+ type: 'string',
211
+ description: 'Heuristic-based evaluation type.',
212
+ enum: ['heuristic'],
213
+ },
214
+ name: {
215
+ type: 'string',
216
+ description: 'The name of the Metric.',
217
+ },
218
+ outputType: {
219
+ type: 'string',
220
+ description: 'Boolean output type.',
221
+ enum: ['boolean'],
222
+ },
223
+ description: {
224
+ type: 'string',
225
+ description: 'The description of the Metric.',
226
+ },
227
+ guidelines: {
228
+ type: 'string',
229
+ description: 'Optional guidelines for heuristic evaluation logic.',
230
+ },
231
+ },
232
+ },
233
+ ],
234
+ },
235
+ };
236
+ export const handler = async (client, args) => {
237
+ const { projectId, ...body } = args;
238
+ return asTextContentResult(await client.metrics.create(projectId, body));
239
+ };
240
+ export default { metadata, tool, handler };
241
+ //# sourceMappingURL=create-metrics.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.mjs","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.mjs";
3
3
  import Scorecard from 'scorecard-ai';
4
4
  export declare const metadata: Metadata;
5
5
  export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
6
+ export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
7
  declare const _default: {
8
8
  metadata: Metadata;
9
9
  tool: {
@@ -26,7 +26,7 @@ declare const _default: {
26
26
  openWorldHint?: boolean | undefined;
27
27
  } | undefined;
28
28
  };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
29
+ handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
32
  //# sourceMappingURL=create-projects.d.mts.map
@@ -1 +1 @@
1
- {"version":3,"file":"create-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"create-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.js";
3
3
  import Scorecard from 'scorecard-ai';
4
4
  export declare const metadata: Metadata;
5
5
  export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
6
+ export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
7
  declare const _default: {
8
8
  metadata: Metadata;
9
9
  tool: {
@@ -26,7 +26,7 @@ declare const _default: {
26
26
  openWorldHint?: boolean | undefined;
27
27
  } | undefined;
28
28
  };
29
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").APIPromise<Scorecard.Projects.Project>;
29
+ handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
32
  //# sourceMappingURL=create-projects.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"create-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAEO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAItB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,kEAGnF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAH8B,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAKpF,wBAA2C"}
1
+ {"version":3,"file":"create-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -2,10 +2,14 @@
2
2
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
3
  Object.defineProperty(exports, "__esModule", { value: true });
4
4
  exports.handler = exports.tool = exports.metadata = void 0;
5
+ const types_1 = require("scorecard-ai-mcp/tools/types");
5
6
  exports.metadata = {
6
7
  resource: 'projects',
7
8
  operation: 'write',
8
9
  tags: [],
10
+ httpMethod: 'post',
11
+ httpPath: '/projects',
12
+ operationId: 'createProject',
9
13
  };
10
14
  exports.tool = {
11
15
  name: 'create_projects',
@@ -24,9 +28,9 @@ exports.tool = {
24
28
  },
25
29
  },
26
30
  };
27
- const handler = (client, args) => {
31
+ const handler = async (client, args) => {
28
32
  const body = args;
29
- return client.projects.create(body);
33
+ return (0, types_1.asTextContentResult)(await client.projects.create(body));
30
34
  };
31
35
  exports.handler = handler;
32
36
  exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
@@ -1 +1 @@
1
- {"version":3,"file":"create-projects.js","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAMzE,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-projects.js","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,WAAW;IACrB,WAAW,EAAE,eAAe;CAC7B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1,8 +1,12 @@
1
1
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
2
3
  export const metadata = {
3
4
  resource: 'projects',
4
5
  operation: 'write',
5
6
  tags: [],
7
+ httpMethod: 'post',
8
+ httpPath: '/projects',
9
+ operationId: 'createProject',
6
10
  };
7
11
  export const tool = {
8
12
  name: 'create_projects',
@@ -21,9 +25,9 @@ export const tool = {
21
25
  },
22
26
  },
23
27
  };
24
- export const handler = (client, args) => {
28
+ export const handler = async (client, args) => {
25
29
  const body = args;
26
- return client.projects.create(body);
30
+ return asTextContentResult(await client.projects.create(body));
27
31
  };
28
32
  export default { metadata, tool, handler };
29
33
  //# sourceMappingURL=create-projects.mjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"create-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAMtF,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;CACT,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,MAAiB,EAAE,IAAyC,EAAE,EAAE;IACtF,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,WAAW;IACrB,WAAW,EAAE,eAAe;CAC7B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}