scorecard-ai-mcp 1.1.0 → 2.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/README.md +5 -34
  2. package/index.d.mts +1 -0
  3. package/index.d.ts +1 -0
  4. package/index.js.map +1 -1
  5. package/index.mjs +1 -0
  6. package/index.mjs.map +1 -1
  7. package/package.json +2 -2
  8. package/server.d.mts.map +1 -1
  9. package/server.d.ts.map +1 -1
  10. package/server.js +6 -2
  11. package/server.js.map +1 -1
  12. package/server.mjs +6 -2
  13. package/server.mjs.map +1 -1
  14. package/src/index.ts +2 -0
  15. package/src/server.ts +6 -2
  16. package/src/tools/index.ts +4 -6
  17. package/src/tools/systems/update-systems.ts +5 -13
  18. package/src/tools/systems/upsert-systems.ts +49 -0
  19. package/src/tools/systems/versions/get-systems-versions.ts +1 -1
  20. package/src/tools/systems/versions/{list-systems-versions.ts → upsert-systems-versions.ts} +13 -14
  21. package/tools/index.d.mts.map +1 -1
  22. package/tools/index.d.ts.map +1 -1
  23. package/tools/index.js +4 -6
  24. package/tools/index.js.map +1 -1
  25. package/tools/index.mjs +4 -6
  26. package/tools/index.mjs.map +1 -1
  27. package/tools/metrics/create-metrics.d.mts +4 -0
  28. package/tools/metrics/create-metrics.d.mts.map +1 -1
  29. package/tools/metrics/create-metrics.d.ts +4 -0
  30. package/tools/metrics/create-metrics.d.ts.map +1 -1
  31. package/tools/metrics/update-metrics.d.mts +4 -0
  32. package/tools/metrics/update-metrics.d.mts.map +1 -1
  33. package/tools/metrics/update-metrics.d.ts +4 -0
  34. package/tools/metrics/update-metrics.d.ts.map +1 -1
  35. package/tools/projects/create-projects.d.mts +4 -0
  36. package/tools/projects/create-projects.d.mts.map +1 -1
  37. package/tools/projects/create-projects.d.ts +4 -0
  38. package/tools/projects/create-projects.d.ts.map +1 -1
  39. package/tools/projects/list-projects.d.mts +4 -0
  40. package/tools/projects/list-projects.d.mts.map +1 -1
  41. package/tools/projects/list-projects.d.ts +4 -0
  42. package/tools/projects/list-projects.d.ts.map +1 -1
  43. package/tools/records/create-records.d.mts +4 -0
  44. package/tools/records/create-records.d.mts.map +1 -1
  45. package/tools/records/create-records.d.ts +4 -0
  46. package/tools/records/create-records.d.ts.map +1 -1
  47. package/tools/runs/create-runs.d.mts +4 -0
  48. package/tools/runs/create-runs.d.mts.map +1 -1
  49. package/tools/runs/create-runs.d.ts +4 -0
  50. package/tools/runs/create-runs.d.ts.map +1 -1
  51. package/tools/scores/upsert-scores.d.mts +4 -0
  52. package/tools/scores/upsert-scores.d.mts.map +1 -1
  53. package/tools/scores/upsert-scores.d.ts +4 -0
  54. package/tools/scores/upsert-scores.d.ts.map +1 -1
  55. package/tools/systems/delete-systems.d.mts +4 -0
  56. package/tools/systems/delete-systems.d.mts.map +1 -1
  57. package/tools/systems/delete-systems.d.ts +4 -0
  58. package/tools/systems/delete-systems.d.ts.map +1 -1
  59. package/tools/systems/get-systems.d.mts +4 -0
  60. package/tools/systems/get-systems.d.mts.map +1 -1
  61. package/tools/systems/get-systems.d.ts +4 -0
  62. package/tools/systems/get-systems.d.ts.map +1 -1
  63. package/tools/systems/list-systems.d.mts +4 -0
  64. package/tools/systems/list-systems.d.mts.map +1 -1
  65. package/tools/systems/list-systems.d.ts +4 -0
  66. package/tools/systems/list-systems.d.ts.map +1 -1
  67. package/tools/systems/update-systems.d.mts +4 -0
  68. package/tools/systems/update-systems.d.mts.map +1 -1
  69. package/tools/systems/update-systems.d.ts +4 -0
  70. package/tools/systems/update-systems.d.ts.map +1 -1
  71. package/tools/systems/update-systems.js +5 -13
  72. package/tools/systems/update-systems.js.map +1 -1
  73. package/tools/systems/update-systems.mjs +5 -13
  74. package/tools/systems/update-systems.mjs.map +1 -1
  75. package/tools/systems/{create-systems.d.mts → upsert-systems.d.mts} +5 -1
  76. package/tools/systems/upsert-systems.d.mts.map +1 -0
  77. package/tools/systems/{create-systems.d.ts → upsert-systems.d.ts} +5 -1
  78. package/tools/systems/upsert-systems.d.ts.map +1 -0
  79. package/tools/systems/upsert-systems.js +44 -0
  80. package/tools/systems/upsert-systems.js.map +1 -0
  81. package/tools/systems/upsert-systems.mjs +40 -0
  82. package/tools/systems/upsert-systems.mjs.map +1 -0
  83. package/tools/systems/versions/get-systems-versions.d.mts +4 -0
  84. package/tools/systems/versions/get-systems-versions.d.mts.map +1 -1
  85. package/tools/systems/versions/get-systems-versions.d.ts +4 -0
  86. package/tools/systems/versions/get-systems-versions.d.ts.map +1 -1
  87. package/tools/systems/versions/get-systems-versions.js +1 -1
  88. package/tools/systems/versions/get-systems-versions.js.map +1 -1
  89. package/tools/systems/versions/get-systems-versions.mjs +1 -1
  90. package/tools/systems/versions/get-systems-versions.mjs.map +1 -1
  91. package/tools/systems/versions/{list-systems-versions.d.mts → upsert-systems-versions.d.mts} +5 -1
  92. package/tools/systems/versions/upsert-systems-versions.d.mts.map +1 -0
  93. package/tools/systems/versions/{list-systems-versions.d.ts → upsert-systems-versions.d.ts} +5 -1
  94. package/tools/systems/versions/upsert-systems-versions.d.ts.map +1 -0
  95. package/tools/systems/versions/{create-systems-versions.js → upsert-systems-versions.js} +7 -7
  96. package/tools/systems/versions/upsert-systems-versions.js.map +1 -0
  97. package/tools/systems/versions/upsert-systems-versions.mjs +36 -0
  98. package/tools/systems/versions/upsert-systems-versions.mjs.map +1 -0
  99. package/tools/testcases/create-testcases.d.mts +4 -0
  100. package/tools/testcases/create-testcases.d.mts.map +1 -1
  101. package/tools/testcases/create-testcases.d.ts +4 -0
  102. package/tools/testcases/create-testcases.d.ts.map +1 -1
  103. package/tools/testcases/delete-testcases.d.mts +4 -0
  104. package/tools/testcases/delete-testcases.d.mts.map +1 -1
  105. package/tools/testcases/delete-testcases.d.ts +4 -0
  106. package/tools/testcases/delete-testcases.d.ts.map +1 -1
  107. package/tools/testcases/get-testcases.d.mts +4 -0
  108. package/tools/testcases/get-testcases.d.mts.map +1 -1
  109. package/tools/testcases/get-testcases.d.ts +4 -0
  110. package/tools/testcases/get-testcases.d.ts.map +1 -1
  111. package/tools/testcases/list-testcases.d.mts +4 -0
  112. package/tools/testcases/list-testcases.d.mts.map +1 -1
  113. package/tools/testcases/list-testcases.d.ts +4 -0
  114. package/tools/testcases/list-testcases.d.ts.map +1 -1
  115. package/tools/testcases/update-testcases.d.mts +4 -0
  116. package/tools/testcases/update-testcases.d.mts.map +1 -1
  117. package/tools/testcases/update-testcases.d.ts +4 -0
  118. package/tools/testcases/update-testcases.d.ts.map +1 -1
  119. package/tools/testsets/create-testsets.d.mts +4 -0
  120. package/tools/testsets/create-testsets.d.mts.map +1 -1
  121. package/tools/testsets/create-testsets.d.ts +4 -0
  122. package/tools/testsets/create-testsets.d.ts.map +1 -1
  123. package/tools/testsets/delete-testsets.d.mts +4 -0
  124. package/tools/testsets/delete-testsets.d.mts.map +1 -1
  125. package/tools/testsets/delete-testsets.d.ts +4 -0
  126. package/tools/testsets/delete-testsets.d.ts.map +1 -1
  127. package/tools/testsets/get-testsets.d.mts +4 -0
  128. package/tools/testsets/get-testsets.d.mts.map +1 -1
  129. package/tools/testsets/get-testsets.d.ts +4 -0
  130. package/tools/testsets/get-testsets.d.ts.map +1 -1
  131. package/tools/testsets/list-testsets.d.mts +4 -0
  132. package/tools/testsets/list-testsets.d.mts.map +1 -1
  133. package/tools/testsets/list-testsets.d.ts +4 -0
  134. package/tools/testsets/list-testsets.d.ts.map +1 -1
  135. package/tools/testsets/update-testsets.d.mts +4 -0
  136. package/tools/testsets/update-testsets.d.mts.map +1 -1
  137. package/tools/testsets/update-testsets.d.ts +4 -0
  138. package/tools/testsets/update-testsets.d.ts.map +1 -1
  139. package/src/tools/systems/create-systems.ts +0 -57
  140. package/src/tools/systems/versions/create-systems-versions.ts +0 -45
  141. package/tools/systems/create-systems.d.mts.map +0 -1
  142. package/tools/systems/create-systems.d.ts.map +0 -1
  143. package/tools/systems/create-systems.js +0 -52
  144. package/tools/systems/create-systems.js.map +0 -1
  145. package/tools/systems/create-systems.mjs +0 -48
  146. package/tools/systems/create-systems.mjs.map +0 -1
  147. package/tools/systems/versions/create-systems-versions.d.mts +0 -41
  148. package/tools/systems/versions/create-systems-versions.d.mts.map +0 -1
  149. package/tools/systems/versions/create-systems-versions.d.ts +0 -41
  150. package/tools/systems/versions/create-systems-versions.d.ts.map +0 -1
  151. package/tools/systems/versions/create-systems-versions.js.map +0 -1
  152. package/tools/systems/versions/create-systems-versions.mjs +0 -36
  153. package/tools/systems/versions/create-systems-versions.mjs.map +0 -1
  154. package/tools/systems/versions/list-systems-versions.d.mts.map +0 -1
  155. package/tools/systems/versions/list-systems-versions.d.ts.map +0 -1
  156. package/tools/systems/versions/list-systems-versions.js +0 -40
  157. package/tools/systems/versions/list-systems-versions.js.map +0 -1
  158. package/tools/systems/versions/list-systems-versions.mjs +0 -36
  159. package/tools/systems/versions/list-systems-versions.mjs.map +0 -1
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"create-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/create-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"delete-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"delete-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/delete-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAWlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -17,6 +17,7 @@ declare const _default: {
17
17
  } | undefined;
18
18
  required?: string[] | undefined;
19
19
  };
20
+ title?: string | undefined;
20
21
  description?: string | undefined;
21
22
  outputSchema?: {
22
23
  [x: string]: unknown;
@@ -34,6 +35,9 @@ declare const _default: {
34
35
  idempotentHint?: boolean | undefined;
35
36
  openWorldHint?: boolean | undefined;
36
37
  } | undefined;
38
+ _meta?: {
39
+ [x: string]: unknown;
40
+ } | undefined;
37
41
  };
38
42
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
43
  };
@@ -1 +1 @@
1
- {"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
1
+ {"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAqDlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1,57 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
-
3
- import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
-
5
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
6
- import type { Metadata } from '../';
7
- import Scorecard from 'scorecard-ai';
8
-
9
- export const metadata: Metadata = {
10
- resource: 'systems',
11
- operation: 'write',
12
- tags: [],
13
- httpMethod: 'post',
14
- httpPath: '/projects/{projectId}/systems',
15
- operationId: 'createSystem',
16
- };
17
-
18
- export const tool: Tool = {
19
- name: 'create_systems',
20
- description:
21
- 'Create a new system definition that specifies the interface contracts for a component you want to evaluate.\n\nA system acts as a template that defines three key contracts through JSON Schemas:\n1. Input Schema: What data your system accepts (e.g., user queries, context documents)\n2. Output Schema: What data your system produces (e.g., responses, confidence scores)\n3. Config Schema: What parameters can be adjusted (e.g., model selection, temperature)\n\nThis separation lets you evaluate any system as a black box, focusing on its interface rather than implementation details.',
22
- inputSchema: {
23
- type: 'object',
24
- properties: {
25
- projectId: {
26
- type: 'string',
27
- },
28
- configSchema: {
29
- type: 'object',
30
- description: "The schema of the system's configuration.",
31
- },
32
- description: {
33
- type: 'string',
34
- description: 'The description of the system.',
35
- },
36
- inputSchema: {
37
- type: 'object',
38
- description: "The schema of the system's inputs.",
39
- },
40
- name: {
41
- type: 'string',
42
- description: 'The name of the system.',
43
- },
44
- outputSchema: {
45
- type: 'object',
46
- description: "The schema of the system's outputs.",
47
- },
48
- },
49
- },
50
- };
51
-
52
- export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
53
- const { projectId, ...body } = args as any;
54
- return asTextContentResult(await client.systems.create(projectId, body));
55
- };
56
-
57
- export default { metadata, tool, handler };
@@ -1,45 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
-
3
- import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
4
-
5
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
6
- import type { Metadata } from '../../';
7
- import Scorecard from 'scorecard-ai';
8
-
9
- export const metadata: Metadata = {
10
- resource: 'systems.versions',
11
- operation: 'write',
12
- tags: [],
13
- httpMethod: 'post',
14
- httpPath: '/systems/{systemId}/configs',
15
- operationId: 'createSystemVersion',
16
- };
17
-
18
- export const tool: Tool = {
19
- name: 'create_systems_versions',
20
- description:
21
- "Create a new version for a system.\n\nEach version contains specific parameter values that match the system's `configSchema` - things like model parameters, thresholds, or processing options.\nOnce created, versions cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a system version:\n- The `config` object is validated against the parent system's `configSchema`.\n- System versions with validation errors are still stored, with errors included in the response.\n- Validation errors indicate fields that don't match the schema but don't prevent creation.\n- Having validation errors may affect how some evaluation metrics are calculated.",
22
- inputSchema: {
23
- type: 'object',
24
- properties: {
25
- systemId: {
26
- type: 'string',
27
- },
28
- config: {
29
- type: 'object',
30
- description: 'The configuration of the system version.',
31
- },
32
- name: {
33
- type: 'string',
34
- description: 'The name of the system version.',
35
- },
36
- },
37
- },
38
- };
39
-
40
- export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
41
- const { systemId, ...body } = args as any;
42
- return asTextContentResult(await client.systems.versions.create(systemId, body));
43
- };
44
-
45
- export default { metadata, tool, handler };
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems.d.mts","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems.d.ts","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1,52 +0,0 @@
1
- "use strict";
2
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.handler = exports.tool = exports.metadata = void 0;
5
- const types_1 = require("scorecard-ai-mcp/tools/types");
6
- exports.metadata = {
7
- resource: 'systems',
8
- operation: 'write',
9
- tags: [],
10
- httpMethod: 'post',
11
- httpPath: '/projects/{projectId}/systems',
12
- operationId: 'createSystem',
13
- };
14
- exports.tool = {
15
- name: 'create_systems',
16
- description: 'Create a new system definition that specifies the interface contracts for a component you want to evaluate.\n\nA system acts as a template that defines three key contracts through JSON Schemas:\n1. Input Schema: What data your system accepts (e.g., user queries, context documents)\n2. Output Schema: What data your system produces (e.g., responses, confidence scores)\n3. Config Schema: What parameters can be adjusted (e.g., model selection, temperature)\n\nThis separation lets you evaluate any system as a black box, focusing on its interface rather than implementation details.',
17
- inputSchema: {
18
- type: 'object',
19
- properties: {
20
- projectId: {
21
- type: 'string',
22
- },
23
- configSchema: {
24
- type: 'object',
25
- description: "The schema of the system's configuration.",
26
- },
27
- description: {
28
- type: 'string',
29
- description: 'The description of the system.',
30
- },
31
- inputSchema: {
32
- type: 'object',
33
- description: "The schema of the system's inputs.",
34
- },
35
- name: {
36
- type: 'string',
37
- description: 'The name of the system.',
38
- },
39
- outputSchema: {
40
- type: 'object',
41
- description: "The schema of the system's outputs.",
42
- },
43
- },
44
- },
45
- };
46
- const handler = async (client, args) => {
47
- const { projectId, ...body } = args;
48
- return (0, types_1.asTextContentResult)(await client.systems.create(projectId, body));
49
- };
50
- exports.handler = handler;
51
- exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
52
- //# sourceMappingURL=create-systems.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems.js","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,wkBAAwkB;IAC1kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gCAAgC;aAC9C;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oCAAoC;aAClD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1,48 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
- import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
3
- export const metadata = {
4
- resource: 'systems',
5
- operation: 'write',
6
- tags: [],
7
- httpMethod: 'post',
8
- httpPath: '/projects/{projectId}/systems',
9
- operationId: 'createSystem',
10
- };
11
- export const tool = {
12
- name: 'create_systems',
13
- description: 'Create a new system definition that specifies the interface contracts for a component you want to evaluate.\n\nA system acts as a template that defines three key contracts through JSON Schemas:\n1. Input Schema: What data your system accepts (e.g., user queries, context documents)\n2. Output Schema: What data your system produces (e.g., responses, confidence scores)\n3. Config Schema: What parameters can be adjusted (e.g., model selection, temperature)\n\nThis separation lets you evaluate any system as a black box, focusing on its interface rather than implementation details.',
14
- inputSchema: {
15
- type: 'object',
16
- properties: {
17
- projectId: {
18
- type: 'string',
19
- },
20
- configSchema: {
21
- type: 'object',
22
- description: "The schema of the system's configuration.",
23
- },
24
- description: {
25
- type: 'string',
26
- description: 'The description of the system.',
27
- },
28
- inputSchema: {
29
- type: 'object',
30
- description: "The schema of the system's inputs.",
31
- },
32
- name: {
33
- type: 'string',
34
- description: 'The name of the system.',
35
- },
36
- outputSchema: {
37
- type: 'object',
38
- description: "The schema of the system's outputs.",
39
- },
40
- },
41
- },
42
- };
43
- export const handler = async (client, args) => {
44
- const { projectId, ...body } = args;
45
- return asTextContentResult(await client.systems.create(projectId, body));
46
- };
47
- export default { metadata, tool, handler };
48
- //# sourceMappingURL=create-systems.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems.mjs","sourceRoot":"","sources":["../../src/tools/systems/create-systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,wkBAAwkB;IAC1kB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gCAAgC;aAC9C;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oCAAoC;aAClD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;aACvC;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -1,41 +0,0 @@
1
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
2
- import type { Metadata } from "../..//index.mjs";
3
- import Scorecard from 'scorecard-ai';
4
- export declare const metadata: Metadata;
5
- export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
- declare const _default: {
8
- metadata: Metadata;
9
- tool: {
10
- [x: string]: unknown;
11
- name: string;
12
- inputSchema: {
13
- [x: string]: unknown;
14
- type: "object";
15
- properties?: {
16
- [x: string]: unknown;
17
- } | undefined;
18
- required?: string[] | undefined;
19
- };
20
- description?: string | undefined;
21
- outputSchema?: {
22
- [x: string]: unknown;
23
- type: "object";
24
- properties?: {
25
- [x: string]: unknown;
26
- } | undefined;
27
- required?: string[] | undefined;
28
- } | undefined;
29
- annotations?: {
30
- [x: string]: unknown;
31
- title?: string | undefined;
32
- readOnlyHint?: boolean | undefined;
33
- destructiveHint?: boolean | undefined;
34
- idempotentHint?: boolean | undefined;
35
- openWorldHint?: boolean | undefined;
36
- } | undefined;
37
- };
38
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
- };
40
- export default _default;
41
- //# sourceMappingURL=create-systems-versions.d.mts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems-versions.d.mts","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAoBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1,41 +0,0 @@
1
- import { Tool } from '@modelcontextprotocol/sdk/types.js';
2
- import type { Metadata } from "../..//index.js";
3
- import Scorecard from 'scorecard-ai';
4
- export declare const metadata: Metadata;
5
- export declare const tool: Tool;
6
- export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
7
- declare const _default: {
8
- metadata: Metadata;
9
- tool: {
10
- [x: string]: unknown;
11
- name: string;
12
- inputSchema: {
13
- [x: string]: unknown;
14
- type: "object";
15
- properties?: {
16
- [x: string]: unknown;
17
- } | undefined;
18
- required?: string[] | undefined;
19
- };
20
- description?: string | undefined;
21
- outputSchema?: {
22
- [x: string]: unknown;
23
- type: "object";
24
- properties?: {
25
- [x: string]: unknown;
26
- } | undefined;
27
- required?: string[] | undefined;
28
- } | undefined;
29
- annotations?: {
30
- [x: string]: unknown;
31
- title?: string | undefined;
32
- readOnlyHint?: boolean | undefined;
33
- destructiveHint?: boolean | undefined;
34
- idempotentHint?: boolean | undefined;
35
- openWorldHint?: boolean | undefined;
36
- } | undefined;
37
- };
38
- handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
39
- };
40
- export default _default;
41
- //# sourceMappingURL=create-systems-versions.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems-versions.d.ts","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAoBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems-versions.js","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,qBAAqB;CACnC,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EACT,oqBAAoqB;IACtqB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
@@ -1,36 +0,0 @@
1
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
- import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
3
- export const metadata = {
4
- resource: 'systems.versions',
5
- operation: 'write',
6
- tags: [],
7
- httpMethod: 'post',
8
- httpPath: '/systems/{systemId}/configs',
9
- operationId: 'createSystemVersion',
10
- };
11
- export const tool = {
12
- name: 'create_systems_versions',
13
- description: "Create a new version for a system.\n\nEach version contains specific parameter values that match the system's `configSchema` - things like model parameters, thresholds, or processing options.\nOnce created, versions cannot be modified, ensuring stable reference points for evaluations.\n\nWhen creating a system version:\n- The `config` object is validated against the parent system's `configSchema`.\n- System versions with validation errors are still stored, with errors included in the response.\n- Validation errors indicate fields that don't match the schema but don't prevent creation.\n- Having validation errors may affect how some evaluation metrics are calculated.",
14
- inputSchema: {
15
- type: 'object',
16
- properties: {
17
- systemId: {
18
- type: 'string',
19
- },
20
- config: {
21
- type: 'object',
22
- description: 'The configuration of the system version.',
23
- },
24
- name: {
25
- type: 'string',
26
- description: 'The name of the system version.',
27
- },
28
- },
29
- },
30
- };
31
- export const handler = async (client, args) => {
32
- const { systemId, ...body } = args;
33
- return asTextContentResult(await client.systems.versions.create(systemId, body));
34
- };
35
- export default { metadata, tool, handler };
36
- //# sourceMappingURL=create-systems-versions.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-systems-versions.mjs","sourceRoot":"","sources":["../../../src/tools/systems/versions/create-systems-versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,6BAA6B;IACvC,WAAW,EAAE,qBAAqB;CACnC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EACT,oqBAAoqB;IACtqB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0CAA0C;aACxD;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC1C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-systems-versions.d.mts","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"list-systems-versions.d.ts","sourceRoot":"","sources":["../../../src/tools/systems/versions/list-systems-versions.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
@@ -1,40 +0,0 @@
1
- "use strict";
2
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.handler = exports.tool = exports.metadata = void 0;
5
- const types_1 = require("scorecard-ai-mcp/tools/types");
6
- exports.metadata = {
7
- resource: 'systems.versions',
8
- operation: 'read',
9
- tags: [],
10
- httpMethod: 'get',
11
- httpPath: '/systems/{systemId}/configs',
12
- operationId: 'listSystemVersions',
13
- };
14
- exports.tool = {
15
- name: 'list_systems_versions',
16
- description: 'Retrieve a paginated list of system versions for a specific system.\n\nSystem versions provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
17
- inputSchema: {
18
- type: 'object',
19
- properties: {
20
- systemId: {
21
- type: 'string',
22
- },
23
- cursor: {
24
- type: 'string',
25
- description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
26
- },
27
- limit: {
28
- type: 'integer',
29
- description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
30
- },
31
- },
32
- },
33
- };
34
- const handler = async (client, args) => {
35
- const { systemId, ...body } = args;
36
- return (0, types_1.asTextContentResult)(await client.systems.versions.list(systemId, body));
37
- };
38
- exports.handler = handler;
39
- exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
40
- //# sourceMappingURL=list-systems-versions.js.map