scorecard-ai-mcp 1.0.0-alpha.9 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/README.md +18 -14
  2. package/package.json +2 -2
  3. package/server.js +1 -1
  4. package/server.js.map +1 -1
  5. package/server.mjs +1 -1
  6. package/server.mjs.map +1 -1
  7. package/src/server.ts +1 -1
  8. package/src/tools/index.ts +8 -6
  9. package/src/tools/metrics/create-metrics.ts +251 -0
  10. package/src/tools/runs/create-runs.ts +2 -2
  11. package/src/tools/systems/delete-systems.ts +1 -1
  12. package/src/tools/systems/versions/create-systems-versions.ts +45 -0
  13. package/src/tools/{system-configs/get-system-configs.ts → systems/versions/get-systems-versions.ts} +9 -9
  14. package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +6 -6
  15. package/src/tools/testsets/get-testsets.ts +1 -1
  16. package/tools/index.d.mts.map +1 -1
  17. package/tools/index.d.ts.map +1 -1
  18. package/tools/index.js +8 -6
  19. package/tools/index.js.map +1 -1
  20. package/tools/index.mjs +8 -6
  21. package/tools/index.mjs.map +1 -1
  22. package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +1 -1
  23. package/tools/metrics/create-metrics.d.mts.map +1 -0
  24. package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +1 -1
  25. package/tools/metrics/create-metrics.d.ts.map +1 -0
  26. package/tools/metrics/create-metrics.js +245 -0
  27. package/tools/metrics/create-metrics.js.map +1 -0
  28. package/tools/metrics/create-metrics.mjs +241 -0
  29. package/tools/metrics/create-metrics.mjs.map +1 -0
  30. package/tools/runs/create-runs.js +2 -2
  31. package/tools/runs/create-runs.js.map +1 -1
  32. package/tools/runs/create-runs.mjs +2 -2
  33. package/tools/runs/create-runs.mjs.map +1 -1
  34. package/tools/systems/delete-systems.js +1 -1
  35. package/tools/systems/delete-systems.js.map +1 -1
  36. package/tools/systems/delete-systems.mjs +1 -1
  37. package/tools/systems/delete-systems.mjs.map +1 -1
  38. package/tools/systems/versions/create-systems-versions.d.mts +32 -0
  39. package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
  40. package/tools/systems/versions/create-systems-versions.d.ts +32 -0
  41. package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
  42. package/tools/systems/versions/create-systems-versions.js +40 -0
  43. package/tools/systems/versions/create-systems-versions.js.map +1 -0
  44. package/tools/systems/versions/create-systems-versions.mjs +36 -0
  45. package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
  46. package/tools/systems/versions/get-systems-versions.d.mts +32 -0
  47. package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
  48. package/tools/{system-configs/create-system-configs.d.ts → systems/versions/get-systems-versions.d.ts} +2 -2
  49. package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
  50. package/tools/{system-configs/get-system-configs.js → systems/versions/get-systems-versions.js} +9 -9
  51. package/tools/systems/versions/get-systems-versions.js.map +1 -0
  52. package/tools/{system-configs/get-system-configs.mjs → systems/versions/get-systems-versions.mjs} +9 -9
  53. package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
  54. package/tools/systems/versions/list-systems-versions.d.mts +32 -0
  55. package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
  56. package/tools/{system-configs/create-system-configs.d.mts → systems/versions/list-systems-versions.d.ts} +2 -2
  57. package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
  58. package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +6 -6
  59. package/tools/systems/versions/list-systems-versions.js.map +1 -0
  60. package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +6 -6
  61. package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
  62. package/tools/testsets/get-testsets.js +1 -1
  63. package/tools/testsets/get-testsets.js.map +1 -1
  64. package/tools/testsets/get-testsets.mjs +1 -1
  65. package/tools/testsets/get-testsets.mjs.map +1 -1
  66. package/src/tools/system-configs/create-system-configs.ts +0 -64
  67. package/tools/system-configs/create-system-configs.d.mts.map +0 -1
  68. package/tools/system-configs/create-system-configs.d.ts.map +0 -1
  69. package/tools/system-configs/create-system-configs.js +0 -58
  70. package/tools/system-configs/create-system-configs.js.map +0 -1
  71. package/tools/system-configs/create-system-configs.mjs +0 -54
  72. package/tools/system-configs/create-system-configs.mjs.map +0 -1
  73. package/tools/system-configs/get-system-configs.d.mts.map +0 -1
  74. package/tools/system-configs/get-system-configs.d.ts.map +0 -1
  75. package/tools/system-configs/get-system-configs.js.map +0 -1
  76. package/tools/system-configs/get-system-configs.mjs.map +0 -1
  77. package/tools/system-configs/list-system-configs.d.mts +0 -32
  78. package/tools/system-configs/list-system-configs.d.mts.map +0 -1
  79. package/tools/system-configs/list-system-configs.d.ts +0 -32
  80. package/tools/system-configs/list-system-configs.d.ts.map +0 -1
  81. package/tools/system-configs/list-system-configs.js.map +0 -1
  82. package/tools/system-configs/list-system-configs.mjs.map +0 -1
package/tools/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAkEtF,sBA2BC;AAvFD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAExD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAoEtF,sBA2BC;AAzFD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,4GAAiF;AACjF,wGAA6E;AAC7E,sGAA2E;AAE9D,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,iCAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,8BAAoB,CAAC,CAAC;AAQlC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
package/tools/index.mjs CHANGED
@@ -12,6 +12,7 @@ import list_testcases from "./testcases/list-testcases.mjs";
12
12
  import delete_testcases from "./testcases/delete-testcases.mjs";
13
13
  import get_testcases from "./testcases/get-testcases.mjs";
14
14
  import create_runs from "./runs/create-runs.mjs";
15
+ import create_metrics from "./metrics/create-metrics.mjs";
15
16
  import create_records from "./records/create-records.mjs";
16
17
  import upsert_scores from "./scores/upsert-scores.mjs";
17
18
  import create_systems from "./systems/create-systems.mjs";
@@ -19,9 +20,9 @@ import update_systems from "./systems/update-systems.mjs";
19
20
  import list_systems from "./systems/list-systems.mjs";
20
21
  import delete_systems from "./systems/delete-systems.mjs";
21
22
  import get_systems from "./systems/get-systems.mjs";
22
- import create_system_configs from "./system-configs/create-system-configs.mjs";
23
- import list_system_configs from "./system-configs/list-system-configs.mjs";
24
- import get_system_configs from "./system-configs/get-system-configs.mjs";
23
+ import create_systems_versions from "./systems/versions/create-systems-versions.mjs";
24
+ import list_systems_versions from "./systems/versions/list-systems-versions.mjs";
25
+ import get_systems_versions from "./systems/versions/get-systems-versions.mjs";
25
26
  export const endpoints = [];
26
27
  function addEndpoint(endpoint) {
27
28
  endpoints.push(endpoint);
@@ -39,6 +40,7 @@ addEndpoint(list_testcases);
39
40
  addEndpoint(delete_testcases);
40
41
  addEndpoint(get_testcases);
41
42
  addEndpoint(create_runs);
43
+ addEndpoint(create_metrics);
42
44
  addEndpoint(create_records);
43
45
  addEndpoint(upsert_scores);
44
46
  addEndpoint(create_systems);
@@ -46,9 +48,9 @@ addEndpoint(update_systems);
46
48
  addEndpoint(list_systems);
47
49
  addEndpoint(delete_systems);
48
50
  addEndpoint(get_systems);
49
- addEndpoint(create_system_configs);
50
- addEndpoint(list_system_configs);
51
- addEndpoint(get_system_configs);
51
+ addEndpoint(create_systems_versions);
52
+ addEndpoint(list_systems_versions);
53
+ addEndpoint(get_systems_versions);
52
54
  export function query(filters, endpoints) {
53
55
  const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
54
56
  const unmatchedFilters = new Set(filters);
package/tools/index.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAM/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAEzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
1
+ {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAM/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,uBAAuB;OACvB,qBAAqB;OACrB,oBAAoB;AAE3B,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,uBAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,oBAAoB,CAAC,CAAC;AAQlC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} RENAMED
@@ -29,4 +29,4 @@ declare const _default: {
29
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
- //# sourceMappingURL=get-system-configs.d.mts.map
32
+ //# sourceMappingURL=create-metrics.d.mts.map
package/tools/metrics/create-metrics.d.mts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.d.mts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAkOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} RENAMED
@@ -29,4 +29,4 @@ declare const _default: {
29
29
  handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
30
30
  };
31
31
  export default _default;
32
- //# sourceMappingURL=get-system-configs.d.ts.map
32
+ //# sourceMappingURL=create-metrics.d.ts.map
package/tools/metrics/create-metrics.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.d.ts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAkOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
package/tools/metrics/create-metrics.js ADDED
@@ -0,0 +1,245 @@
1
+ "use strict";
2
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.handler = exports.tool = exports.metadata = void 0;
5
+ const types_1 = require("scorecard-ai-mcp/tools/types");
6
+ exports.metadata = {
7
+ resource: 'metrics',
8
+ operation: 'write',
9
+ tags: [],
10
+ httpMethod: 'post',
11
+ httpPath: '/projects/{projectId}/metrics',
12
+ operationId: 'createMetric',
13
+ };
14
+ exports.tool = {
15
+ name: 'create_metrics',
16
+ description: 'Create a new Metric for evaluating system outputs.',
17
+ inputSchema: {
18
+ type: 'object',
19
+ anyOf: [
20
+ {
21
+ type: 'object',
22
+ properties: {
23
+ projectId: {
24
+ type: 'string',
25
+ },
26
+ evalType: {
27
+ type: 'string',
28
+ description: 'AI-based evaluation type.',
29
+ enum: ['ai'],
30
+ },
31
+ name: {
32
+ type: 'string',
33
+ description: 'The name of the Metric.',
34
+ },
35
+ outputType: {
36
+ type: 'string',
37
+ description: 'Integer output type.',
38
+ enum: ['int'],
39
+ },
40
+ promptTemplate: {
41
+ type: 'string',
42
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
43
+ },
44
+ description: {
45
+ type: 'string',
46
+ description: 'The description of the Metric.',
47
+ },
48
+ evalModelName: {
49
+ type: 'string',
50
+ description: 'The AI model to use for evaluation.',
51
+ },
52
+ guidelines: {
53
+ type: 'string',
54
+ description: 'Guidelines for AI evaluation on how to score the metric.',
55
+ },
56
+ passingThreshold: {
57
+ type: 'integer',
58
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
59
+ },
60
+ temperature: {
61
+ type: 'number',
62
+ description: 'The temperature for AI evaluation (0-2).',
63
+ },
64
+ },
65
+ },
66
+ {
67
+ type: 'object',
68
+ properties: {
69
+ projectId: {
70
+ type: 'string',
71
+ },
72
+ evalType: {
73
+ type: 'string',
74
+ description: 'Human-based evaluation type.',
75
+ enum: ['human'],
76
+ },
77
+ name: {
78
+ type: 'string',
79
+ description: 'The name of the Metric.',
80
+ },
81
+ outputType: {
82
+ type: 'string',
83
+ description: 'Integer output type.',
84
+ enum: ['int'],
85
+ },
86
+ description: {
87
+ type: 'string',
88
+ description: 'The description of the Metric.',
89
+ },
90
+ guidelines: {
91
+ type: 'string',
92
+ description: 'Guidelines for human evaluators.',
93
+ },
94
+ passingThreshold: {
95
+ type: 'integer',
96
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
97
+ },
98
+ },
99
+ },
100
+ {
101
+ type: 'object',
102
+ properties: {
103
+ projectId: {
104
+ type: 'string',
105
+ },
106
+ evalType: {
107
+ type: 'string',
108
+ description: 'Heuristic-based evaluation type.',
109
+ enum: ['heuristic'],
110
+ },
111
+ name: {
112
+ type: 'string',
113
+ description: 'The name of the Metric.',
114
+ },
115
+ outputType: {
116
+ type: 'string',
117
+ description: 'Integer output type.',
118
+ enum: ['int'],
119
+ },
120
+ description: {
121
+ type: 'string',
122
+ description: 'The description of the Metric.',
123
+ },
124
+ guidelines: {
125
+ type: 'string',
126
+ description: 'Optional guidelines for heuristic evaluation logic.',
127
+ },
128
+ passingThreshold: {
129
+ type: 'integer',
130
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
131
+ },
132
+ },
133
+ },
134
+ {
135
+ type: 'object',
136
+ properties: {
137
+ projectId: {
138
+ type: 'string',
139
+ },
140
+ evalType: {
141
+ type: 'string',
142
+ description: 'AI-based evaluation type.',
143
+ enum: ['ai'],
144
+ },
145
+ name: {
146
+ type: 'string',
147
+ description: 'The name of the Metric.',
148
+ },
149
+ outputType: {
150
+ type: 'string',
151
+ description: 'Boolean output type.',
152
+ enum: ['boolean'],
153
+ },
154
+ promptTemplate: {
155
+ type: 'string',
156
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
157
+ },
158
+ description: {
159
+ type: 'string',
160
+ description: 'The description of the Metric.',
161
+ },
162
+ evalModelName: {
163
+ type: 'string',
164
+ description: 'The AI model to use for evaluation.',
165
+ },
166
+ guidelines: {
167
+ type: 'string',
168
+ description: 'Guidelines for AI evaluation on how to score the metric.',
169
+ },
170
+ temperature: {
171
+ type: 'number',
172
+ description: 'The temperature for AI evaluation (0-2).',
173
+ },
174
+ },
175
+ },
176
+ {
177
+ type: 'object',
178
+ properties: {
179
+ projectId: {
180
+ type: 'string',
181
+ },
182
+ evalType: {
183
+ type: 'string',
184
+ description: 'Human-based evaluation type.',
185
+ enum: ['human'],
186
+ },
187
+ name: {
188
+ type: 'string',
189
+ description: 'The name of the Metric.',
190
+ },
191
+ outputType: {
192
+ type: 'string',
193
+ description: 'Boolean output type.',
194
+ enum: ['boolean'],
195
+ },
196
+ description: {
197
+ type: 'string',
198
+ description: 'The description of the Metric.',
199
+ },
200
+ guidelines: {
201
+ type: 'string',
202
+ description: 'Guidelines for human evaluators.',
203
+ },
204
+ },
205
+ },
206
+ {
207
+ type: 'object',
208
+ properties: {
209
+ projectId: {
210
+ type: 'string',
211
+ },
212
+ evalType: {
213
+ type: 'string',
214
+ description: 'Heuristic-based evaluation type.',
215
+ enum: ['heuristic'],
216
+ },
217
+ name: {
218
+ type: 'string',
219
+ description: 'The name of the Metric.',
220
+ },
221
+ outputType: {
222
+ type: 'string',
223
+ description: 'Boolean output type.',
224
+ enum: ['boolean'],
225
+ },
226
+ description: {
227
+ type: 'string',
228
+ description: 'The description of the Metric.',
229
+ },
230
+ guidelines: {
231
+ type: 'string',
232
+ description: 'Optional guidelines for heuristic evaluation logic.',
233
+ },
234
+ },
235
+ },
236
+ ],
237
+ },
238
+ };
239
+ const handler = async (client, args) => {
240
+ const { projectId, ...body } = args;
241
+ return (0, types_1.asTextContentResult)(await client.metrics.create(projectId, body));
242
+ };
243
+ exports.handler = handler;
244
+ exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
245
+ //# sourceMappingURL=create-metrics.js.map
package/tools/metrics/create-metrics.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.js","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
package/tools/metrics/create-metrics.mjs ADDED
@@ -0,0 +1,241 @@
1
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+ import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
3
+ export const metadata = {
4
+ resource: 'metrics',
5
+ operation: 'write',
6
+ tags: [],
7
+ httpMethod: 'post',
8
+ httpPath: '/projects/{projectId}/metrics',
9
+ operationId: 'createMetric',
10
+ };
11
+ export const tool = {
12
+ name: 'create_metrics',
13
+ description: 'Create a new Metric for evaluating system outputs.',
14
+ inputSchema: {
15
+ type: 'object',
16
+ anyOf: [
17
+ {
18
+ type: 'object',
19
+ properties: {
20
+ projectId: {
21
+ type: 'string',
22
+ },
23
+ evalType: {
24
+ type: 'string',
25
+ description: 'AI-based evaluation type.',
26
+ enum: ['ai'],
27
+ },
28
+ name: {
29
+ type: 'string',
30
+ description: 'The name of the Metric.',
31
+ },
32
+ outputType: {
33
+ type: 'string',
34
+ description: 'Integer output type.',
35
+ enum: ['int'],
36
+ },
37
+ promptTemplate: {
38
+ type: 'string',
39
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
40
+ },
41
+ description: {
42
+ type: 'string',
43
+ description: 'The description of the Metric.',
44
+ },
45
+ evalModelName: {
46
+ type: 'string',
47
+ description: 'The AI model to use for evaluation.',
48
+ },
49
+ guidelines: {
50
+ type: 'string',
51
+ description: 'Guidelines for AI evaluation on how to score the metric.',
52
+ },
53
+ passingThreshold: {
54
+ type: 'integer',
55
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
56
+ },
57
+ temperature: {
58
+ type: 'number',
59
+ description: 'The temperature for AI evaluation (0-2).',
60
+ },
61
+ },
62
+ },
63
+ {
64
+ type: 'object',
65
+ properties: {
66
+ projectId: {
67
+ type: 'string',
68
+ },
69
+ evalType: {
70
+ type: 'string',
71
+ description: 'Human-based evaluation type.',
72
+ enum: ['human'],
73
+ },
74
+ name: {
75
+ type: 'string',
76
+ description: 'The name of the Metric.',
77
+ },
78
+ outputType: {
79
+ type: 'string',
80
+ description: 'Integer output type.',
81
+ enum: ['int'],
82
+ },
83
+ description: {
84
+ type: 'string',
85
+ description: 'The description of the Metric.',
86
+ },
87
+ guidelines: {
88
+ type: 'string',
89
+ description: 'Guidelines for human evaluators.',
90
+ },
91
+ passingThreshold: {
92
+ type: 'integer',
93
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
94
+ },
95
+ },
96
+ },
97
+ {
98
+ type: 'object',
99
+ properties: {
100
+ projectId: {
101
+ type: 'string',
102
+ },
103
+ evalType: {
104
+ type: 'string',
105
+ description: 'Heuristic-based evaluation type.',
106
+ enum: ['heuristic'],
107
+ },
108
+ name: {
109
+ type: 'string',
110
+ description: 'The name of the Metric.',
111
+ },
112
+ outputType: {
113
+ type: 'string',
114
+ description: 'Integer output type.',
115
+ enum: ['int'],
116
+ },
117
+ description: {
118
+ type: 'string',
119
+ description: 'The description of the Metric.',
120
+ },
121
+ guidelines: {
122
+ type: 'string',
123
+ description: 'Optional guidelines for heuristic evaluation logic.',
124
+ },
125
+ passingThreshold: {
126
+ type: 'integer',
127
+ description: 'The threshold for determining pass/fail from integer scores (1-5).',
128
+ },
129
+ },
130
+ },
131
+ {
132
+ type: 'object',
133
+ properties: {
134
+ projectId: {
135
+ type: 'string',
136
+ },
137
+ evalType: {
138
+ type: 'string',
139
+ description: 'AI-based evaluation type.',
140
+ enum: ['ai'],
141
+ },
142
+ name: {
143
+ type: 'string',
144
+ description: 'The name of the Metric.',
145
+ },
146
+ outputType: {
147
+ type: 'string',
148
+ description: 'Boolean output type.',
149
+ enum: ['boolean'],
150
+ },
151
+ promptTemplate: {
152
+ type: 'string',
153
+ description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
154
+ },
155
+ description: {
156
+ type: 'string',
157
+ description: 'The description of the Metric.',
158
+ },
159
+ evalModelName: {
160
+ type: 'string',
161
+ description: 'The AI model to use for evaluation.',
162
+ },
163
+ guidelines: {
164
+ type: 'string',
165
+ description: 'Guidelines for AI evaluation on how to score the metric.',
166
+ },
167
+ temperature: {
168
+ type: 'number',
169
+ description: 'The temperature for AI evaluation (0-2).',
170
+ },
171
+ },
172
+ },
173
+ {
174
+ type: 'object',
175
+ properties: {
176
+ projectId: {
177
+ type: 'string',
178
+ },
179
+ evalType: {
180
+ type: 'string',
181
+ description: 'Human-based evaluation type.',
182
+ enum: ['human'],
183
+ },
184
+ name: {
185
+ type: 'string',
186
+ description: 'The name of the Metric.',
187
+ },
188
+ outputType: {
189
+ type: 'string',
190
+ description: 'Boolean output type.',
191
+ enum: ['boolean'],
192
+ },
193
+ description: {
194
+ type: 'string',
195
+ description: 'The description of the Metric.',
196
+ },
197
+ guidelines: {
198
+ type: 'string',
199
+ description: 'Guidelines for human evaluators.',
200
+ },
201
+ },
202
+ },
203
+ {
204
+ type: 'object',
205
+ properties: {
206
+ projectId: {
207
+ type: 'string',
208
+ },
209
+ evalType: {
210
+ type: 'string',
211
+ description: 'Heuristic-based evaluation type.',
212
+ enum: ['heuristic'],
213
+ },
214
+ name: {
215
+ type: 'string',
216
+ description: 'The name of the Metric.',
217
+ },
218
+ outputType: {
219
+ type: 'string',
220
+ description: 'Boolean output type.',
221
+ enum: ['boolean'],
222
+ },
223
+ description: {
224
+ type: 'string',
225
+ description: 'The description of the Metric.',
226
+ },
227
+ guidelines: {
228
+ type: 'string',
229
+ description: 'Optional guidelines for heuristic evaluation logic.',
230
+ },
231
+ },
232
+ },
233
+ ],
234
+ },
235
+ };
236
+ export const handler = async (client, args) => {
237
+ const { projectId, ...body } = args;
238
+ return asTextContentResult(await client.metrics.create(projectId, body));
239
+ };
240
+ export default { metadata, tool, handler };
241
+ //# sourceMappingURL=create-metrics.mjs.map
package/tools/metrics/create-metrics.mjs.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"create-metrics.mjs","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
package/tools/runs/create-runs.js CHANGED
@@ -27,9 +27,9 @@ exports.tool = {
27
27
  type: 'string',
28
28
  },
29
29
  },
30
- systemConfigId: {
30
+ systemVersionId: {
31
31
  type: 'string',
32
- description: 'The ID of the system configuration this Run is using.',
32
+ description: 'The ID of the system version this Run is using.',
33
33
  },
34
34
  testsetId: {
35
35
  type: 'string',
package/tools/runs/create-runs.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"create-runs.js","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,4BAA4B;IACtC,WAAW,EAAE,WAAW;CACzB,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-runs.js","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,4BAA4B;IACtC,WAAW,EAAE,WAAW;CACzB,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iDAAiD;aAC/D;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
package/tools/runs/create-runs.mjs CHANGED
@@ -24,9 +24,9 @@ export const tool = {
24
24
  type: 'string',
25
25
  },
26
26
  },
27
- systemConfigId: {
27
+ systemVersionId: {
28
28
  type: 'string',
29
- description: 'The ID of the system configuration this Run is using.',
29
+ description: 'The ID of the system version this Run is using.',
30
30
  },
31
31
  testsetId: {
32
32
  type: 'string',
package/tools/runs/create-runs.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"create-runs.mjs","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,4BAA4B;IACtC,WAAW,EAAE,WAAW;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,cAAc,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uDAAuD;aACrE;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
1
+ {"version":3,"file":"create-runs.mjs","sourceRoot":"","sources":["../../src/tools/runs/create-runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,4BAA4B;IACtC,WAAW,EAAE,WAAW;CACzB,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mBAAmB;IAChC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,2CAA2C;gBACxD,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;iBACf;aACF;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iDAAiD;aAC/D;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AACxE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
package/tools/systems/delete-systems.js CHANGED
@@ -13,7 +13,7 @@ exports.metadata = {
13
13
  };
14
14
  exports.tool = {
15
15
  name: 'delete_systems',
16
- description: 'Delete a system definition by ID. This will not delete associated system configurations.',
16
+ description: 'Delete a system definition by ID. This will not delete associated system versions.',
17
17
  inputSchema: {
18
18
  type: 'object',
19
19
  properties: {