scorecard-ai-mcp 1.0.0-alpha.9 → 1.1.0

package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts}

@@ -3,22 +3,22 @@
 import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
 
 import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import type { Metadata } from '../';
+import type { Metadata } from '../../';
 import Scorecard from 'scorecard-ai';
 
 export const metadata: Metadata = {
-  resource: 'system_configs',
+  resource: 'systems.versions',
   operation: 'read',
   tags: [],
   httpMethod: 'get',
   httpPath: '/systems/{systemId}/configs',
-  operationId: 'listSystemConfigs',
+  operationId: 'listSystemVersions',
 };
 
 export const tool: Tool = {
-  name: 'list_system_configs',
+  name: 'list_systems_versions',
   description:
-    'Retrieve a paginated list of configurations for a specific system.\n\nSystem configurations provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
+    'Retrieve a paginated list of system versions for a specific system.\n\nSystem versions provide concrete parameter values for a System Under Test, defining exactly how the system should be configured during an evaluation run.',
   inputSchema: {
     type: 'object',
     properties: {
@@ -41,7 +41,7 @@ export const tool: Tool = {
 
 export const handler = async (client: Scorecard, args: Record<string, unknown> | undefined) => {
   const { systemId, ...body } = args as any;
-  return asTextContentResult(await client.systemConfigs.list(systemId, body));
+  return asTextContentResult(await client.systems.versions.list(systemId, body));
 };
 
 export default { metadata, tool, handler };

package/src/tools/testsets/get-testsets.ts

@@ -17,7 +17,7 @@ export const metadata: Metadata = {
 
 export const tool: Tool = {
   name: 'get_testsets',
-  description: 'Get Testset by ID',
+  description: 'Get Testset',
   inputSchema: {
     type: 'object',
     properties: {

package/src/tools/types.ts

@@ -91,7 +91,6 @@ export type Metadata = {
   resource: string;
   operation: 'read' | 'write';
   tags: string[];
-
   httpMethod?: string;
   httpPath?: string;
   operationId?: string;

package/tools/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA0B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA4B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AAgCxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA4B1E"}

package/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA0B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AA8BxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA2B1E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE;AAE9C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AA4B/C,eAAO,MAAM,SAAS,EAAE,QAAQ,EAAO,CAAC;AAgCxC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,KAAK,GAAG,MAAM,CAAC;IAChD,EAAE,EAAE,SAAS,GAAG,SAAS,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,CA4B1E"}

package/tools/index.js

@@ -19,6 +19,8 @@ const list_testcases_1 = __importDefault(require("./testcases/list-testcases.js"
 const delete_testcases_1 = __importDefault(require("./testcases/delete-testcases.js"));
 const get_testcases_1 = __importDefault(require("./testcases/get-testcases.js"));
 const create_runs_1 = __importDefault(require("./runs/create-runs.js"));
+const create_metrics_1 = __importDefault(require("./metrics/create-metrics.js"));
+const update_metrics_1 = __importDefault(require("./metrics/update-metrics.js"));
 const create_records_1 = __importDefault(require("./records/create-records.js"));
 const upsert_scores_1 = __importDefault(require("./scores/upsert-scores.js"));
 const create_systems_1 = __importDefault(require("./systems/create-systems.js"));
@@ -26,9 +28,9 @@ const update_systems_1 = __importDefault(require("./systems/update-systems.js"))
 const list_systems_1 = __importDefault(require("./systems/list-systems.js"));
 const delete_systems_1 = __importDefault(require("./systems/delete-systems.js"));
 const get_systems_1 = __importDefault(require("./systems/get-systems.js"));
-const create_system_configs_1 = __importDefault(require("./system-configs/create-system-configs.js"));
-const list_system_configs_1 = __importDefault(require("./system-configs/list-system-configs.js"));
-const get_system_configs_1 = __importDefault(require("./system-configs/get-system-configs.js"));
+const create_systems_versions_1 = __importDefault(require("./systems/versions/create-systems-versions.js"));
+const list_systems_versions_1 = __importDefault(require("./systems/versions/list-systems-versions.js"));
+const get_systems_versions_1 = __importDefault(require("./systems/versions/get-systems-versions.js"));
 exports.endpoints = [];
 function addEndpoint(endpoint) {
     exports.endpoints.push(endpoint);
@@ -46,6 +48,8 @@ addEndpoint(list_testcases_1.default);
 addEndpoint(delete_testcases_1.default);
 addEndpoint(get_testcases_1.default);
 addEndpoint(create_runs_1.default);
+addEndpoint(create_metrics_1.default);
+addEndpoint(update_metrics_1.default);
 addEndpoint(create_records_1.default);
 addEndpoint(upsert_scores_1.default);
 addEndpoint(create_systems_1.default);
@@ -53,9 +57,9 @@ addEndpoint(update_systems_1.default);
 addEndpoint(list_systems_1.default);
 addEndpoint(delete_systems_1.default);
 addEndpoint(get_systems_1.default);
-addEndpoint(create_system_configs_1.default);
-addEndpoint(list_system_configs_1.default);
-addEndpoint(get_system_configs_1.default);
+addEndpoint(create_systems_versions_1.default);
+addEndpoint(list_systems_versions_1.default);
+addEndpoint(get_systems_versions_1.default);
 function query(filters, endpoints) {
     const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
     const unmatchedFilters = new Set(filters);
@@ -70,8 +74,9 @@ function query(filters, endpoints) {
         return included;
     });
     // Check if any filters didn't match
-    if (unmatchedFilters.size > 0) {
-        throw new Error(`The following filters did not match any endpoints: ${[...unmatchedFilters]
+    const unmatched = Array.from(unmatchedFilters).filter((f) => f.type === 'tool' || f.type === 'resource');
+    if (unmatched.length > 0) {
+        throw new Error(`The following filters did not match any endpoints: ${unmatched
             .map((f) => `${f.type}=${f.value}`)
             .join(', ')}`);
     }

package/tools/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAkEtF,sBA2BC;AAvFD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,sGAA2E;AAC3E,kGAAuE;AACvE,gGAAqE;AAExD,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,6BAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,4BAAkB,CAAC,CAAC;AAQhC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAsEtF,sBA4BC;AA5FD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,oFAAyD;AACzD,gFAAqD;AACrD,oFAAyD;AACzD,8EAAmD;AACnD,uFAA4D;AAC5D,uFAA4D;AAC5D,mFAAwD;AACxD,uFAA4D;AAC5D,iFAAsD;AACtD,wEAA6C;AAC7C,iFAAsD;AACtD,iFAAsD;AACtD,iFAAsD;AACtD,8EAAmD;AACnD,iFAAsD;AACtD,iFAAsD;AACtD,6EAAkD;AAClD,iFAAsD;AACtD,2EAAgD;AAChD,4GAAiF;AACjF,wGAA6E;AAC7E,sGAA2E;AAE9D,QAAA,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,yBAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,0BAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,uBAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,sBAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,wBAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,qBAAW,CAAC,CAAC;AACzB,WAAW,CAAC,iCAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,+BAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,8BAAoB,CAAC,CAAC;AAQlC,SAAgB,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACzG,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,sDAAsD,SAAS;aAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/tools/index.mjs

@@ -12,6 +12,8 @@ import list_testcases from "./testcases/list-testcases.mjs";
 import delete_testcases from "./testcases/delete-testcases.mjs";
 import get_testcases from "./testcases/get-testcases.mjs";
 import create_runs from "./runs/create-runs.mjs";
+import create_metrics from "./metrics/create-metrics.mjs";
+import update_metrics from "./metrics/update-metrics.mjs";
 import create_records from "./records/create-records.mjs";
 import upsert_scores from "./scores/upsert-scores.mjs";
 import create_systems from "./systems/create-systems.mjs";
@@ -19,9 +21,9 @@ import update_systems from "./systems/update-systems.mjs";
 import list_systems from "./systems/list-systems.mjs";
 import delete_systems from "./systems/delete-systems.mjs";
 import get_systems from "./systems/get-systems.mjs";
-import create_system_configs from "./system-configs/create-system-configs.mjs";
-import list_system_configs from "./system-configs/list-system-configs.mjs";
-import get_system_configs from "./system-configs/get-system-configs.mjs";
+import create_systems_versions from "./systems/versions/create-systems-versions.mjs";
+import list_systems_versions from "./systems/versions/list-systems-versions.mjs";
+import get_systems_versions from "./systems/versions/get-systems-versions.mjs";
 export const endpoints = [];
 function addEndpoint(endpoint) {
     endpoints.push(endpoint);
@@ -39,6 +41,8 @@ addEndpoint(list_testcases);
 addEndpoint(delete_testcases);
 addEndpoint(get_testcases);
 addEndpoint(create_runs);
+addEndpoint(create_metrics);
+addEndpoint(update_metrics);
 addEndpoint(create_records);
 addEndpoint(upsert_scores);
 addEndpoint(create_systems);
@@ -46,9 +50,9 @@ addEndpoint(update_systems);
 addEndpoint(list_systems);
 addEndpoint(delete_systems);
 addEndpoint(get_systems);
-addEndpoint(create_system_configs);
-addEndpoint(list_system_configs);
-addEndpoint(get_system_configs);
+addEndpoint(create_systems_versions);
+addEndpoint(list_systems_versions);
+addEndpoint(get_systems_versions);
 export function query(filters, endpoints) {
     const allExcludes = filters.length > 0 && filters.every((filter) => filter.op === 'exclude');
     const unmatchedFilters = new Set(filters);
@@ -63,8 +67,9 @@ export function query(filters, endpoints) {
         return included;
     });
     // Check if any filters didn't match
-    if (unmatchedFilters.size > 0) {
-        throw new Error(`The following filters did not match any endpoints: ${[...unmatchedFilters]
+    const unmatched = Array.from(unmatchedFilters).filter((f) => f.type === 'tool' || f.type === 'resource');
+    if (unmatched.length > 0) {
+        throw new Error(`The following filters did not match any endpoints: ${unmatched
             .map((f) => `${f.type}=${f.value}`)
             .join(', ')}`);
     }

package/tools/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAM/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,qBAAqB;OACrB,mBAAmB;OACnB,kBAAkB;AAEzB,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,mBAAmB,CAAC,CAAC;AACjC,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAQhC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,sDAAsD,CAAC,GAAG,gBAAgB,CAAC;aACxE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/tools/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAM/E,eAAe;OACf,aAAa;OACb,eAAe;OACf,eAAe;OACf,aAAa;OACb,eAAe;OACf,YAAY;OACZ,gBAAgB;OAChB,gBAAgB;OAChB,cAAc;OACd,gBAAgB;OAChB,aAAa;OACb,WAAW;OACX,cAAc;OACd,cAAc;OACd,cAAc;OACd,aAAa;OACb,cAAc;OACd,cAAc;OACd,YAAY;OACZ,cAAc;OACd,WAAW;OACX,uBAAuB;OACvB,qBAAqB;OACrB,oBAAoB;AAE3B,MAAM,CAAC,MAAM,SAAS,GAAe,EAAE,CAAC;AAExC,SAAS,WAAW,CAAC,QAAkB;IACrC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,eAAe,CAAC,CAAC;AAC7B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC9B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,YAAY,CAAC,CAAC;AAC1B,WAAW,CAAC,cAAc,CAAC,CAAC;AAC5B,WAAW,CAAC,WAAW,CAAC,CAAC;AACzB,WAAW,CAAC,uBAAuB,CAAC,CAAC;AACrC,WAAW,CAAC,qBAAqB,CAAC,CAAC;AACnC,WAAW,CAAC,oBAAoB,CAAC,CAAC;AAQlC,MAAM,UAAU,KAAK,CAAC,OAAiB,EAAE,SAAqB;IAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAkB,EAAE,EAAE;QACvD,IAAI,QAAQ,GAAG,KAAK,IAAI,WAAW,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,QAAQ,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACzG,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,sDAAsD,SAAS;aAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;aAClC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAU,EAAE,QAAkB;IACxD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,MAAM,QAAQ,GAAG,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;YAC3E,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC;QAC/C,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC"}

package/tools/{system-configs/list-system-configs.d.mts → metrics/create-metrics.d.mts}

@@ -15,8 +15,17 @@ declare const _default: {
             properties?: {
                 [x: string]: unknown;
             } | undefined;
+            required?: string[] | undefined;
         };
         description?: string | undefined;
+        outputSchema?: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+            required?: string[] | undefined;
+        } | undefined;
         annotations?: {
             [x: string]: unknown;
             title?: string | undefined;
@@ -29,4 +38,4 @@ declare const _default: {
     handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
 };
 export default _default;
-//# sourceMappingURL=list-system-configs.d.mts.map
+//# sourceMappingURL=create-metrics.d.mts.map

package/tools/metrics/create-metrics.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-metrics.d.mts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}

package/tools/{system-configs/create-system-configs.d.ts → metrics/create-metrics.d.ts}

@@ -15,8 +15,17 @@ declare const _default: {
             properties?: {
                 [x: string]: unknown;
             } | undefined;
+            required?: string[] | undefined;
         };
         description?: string | undefined;
+        outputSchema?: {
+            [x: string]: unknown;
+            type: "object";
+            properties?: {
+                [x: string]: unknown;
+            } | undefined;
+            required?: string[] | undefined;
+        } | undefined;
         annotations?: {
             [x: string]: unknown;
             title?: string | undefined;
@@ -29,4 +38,4 @@ declare const _default: {
     handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
 };
 export default _default;
-//# sourceMappingURL=create-system-configs.d.ts.map
+//# sourceMappingURL=create-metrics.d.ts.map

package/tools/metrics/create-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-metrics.d.ts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAmOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}

package/tools/metrics/create-metrics.js

@@ -0,0 +1,245 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = exports.tool = exports.metadata = void 0;
+const types_1 = require("scorecard-ai-mcp/tools/types");
+exports.metadata = {
+    resource: 'metrics',
+    operation: 'write',
+    tags: [],
+    httpMethod: 'post',
+    httpPath: '/projects/{projectId}/metrics',
+    operationId: 'createMetric',
+};
+exports.tool = {
+    name: 'create_metrics',
+    description: 'Create a new Metric for evaluating system outputs. The structure of a metric depends on the evalType and outputType of the metric.',
+    inputSchema: {
+        type: 'object',
+        anyOf: [
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'AI-based evaluation type.',
+                        enum: ['ai'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Integer output type.',
+                        enum: ['int'],
+                    },
+                    promptTemplate: {
+                        type: 'string',
+                        description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    evalModelName: {
+                        type: 'string',
+                        description: 'The AI model to use for evaluation.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Guidelines for AI evaluation on how to score the metric.',
+                    },
+                    passingThreshold: {
+                        type: 'integer',
+                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
+                    },
+                    temperature: {
+                        type: 'number',
+                        description: 'The temperature for AI evaluation (0-2).',
+                    },
+                },
+            },
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'Human-based evaluation type.',
+                        enum: ['human'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Integer output type.',
+                        enum: ['int'],
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Guidelines for human evaluators.',
+                    },
+                    passingThreshold: {
+                        type: 'integer',
+                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
+                    },
+                },
+            },
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'Heuristic-based evaluation type.',
+                        enum: ['heuristic'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Integer output type.',
+                        enum: ['int'],
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Optional guidelines for heuristic evaluation logic.',
+                    },
+                    passingThreshold: {
+                        type: 'integer',
+                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
+                    },
+                },
+            },
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'AI-based evaluation type.',
+                        enum: ['ai'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Boolean output type.',
+                        enum: ['boolean'],
+                    },
+                    promptTemplate: {
+                        type: 'string',
+                        description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    evalModelName: {
+                        type: 'string',
+                        description: 'The AI model to use for evaluation.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Guidelines for AI evaluation on how to score the metric.',
+                    },
+                    temperature: {
+                        type: 'number',
+                        description: 'The temperature for AI evaluation (0-2).',
+                    },
+                },
+            },
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'Human-based evaluation type.',
+                        enum: ['human'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Boolean output type.',
+                        enum: ['boolean'],
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Guidelines for human evaluators.',
+                    },
+                },
+            },
+            {
+                type: 'object',
+                properties: {
+                    projectId: {
+                        type: 'string',
+                    },
+                    evalType: {
+                        type: 'string',
+                        description: 'Heuristic-based evaluation type.',
+                        enum: ['heuristic'],
+                    },
+                    name: {
+                        type: 'string',
+                        description: 'The name of the Metric.',
+                    },
+                    outputType: {
+                        type: 'string',
+                        description: 'Boolean output type.',
+                        enum: ['boolean'],
+                    },
+                    description: {
+                        type: 'string',
+                        description: 'The description of the Metric.',
+                    },
+                    guidelines: {
+                        type: 'string',
+                        description: 'Optional guidelines for heuristic evaluation logic.',
+                    },
+                },
+            },
+        ],
+    },
+};
+const handler = async (client, args) => {
+    const { projectId, ...body } = args;
+    return (0, types_1.asTextContentResult)(await client.metrics.create(projectId, body));
+};
+exports.handler = handler;
+exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
+//# sourceMappingURL=create-metrics.js.map

package/tools/metrics/create-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-metrics.js","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,oIAAoI;IACtI,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}