scorecard-ai-mcp 2.6.0 → 3.0.0-beta.0

package/tools/metrics/create-metrics.mjs

@@ -1,374 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
-import Scorecard from 'scorecard-ai';
-export const metadata = {
-    resource: 'metrics',
-    operation: 'write',
-    tags: [],
-    httpMethod: 'post',
-    httpPath: '/projects/{projectId}/metrics',
-    operationId: 'createMetric',
-};
-export const tool = {
-    name: 'create_metrics',
-    description: 'Create a new Metric for evaluating system outputs. The structure of a metric depends on the evalType and outputType of the metric.',
-    inputSchema: {
-        type: 'object',
-        anyOf: [
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'AI-based evaluation type.',
-                        enum: ['ai'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Integer output type.',
-                        enum: ['int'],
-                    },
-                    promptTemplate: {
-                        type: 'string',
-                        description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    evalModelName: {
-                        type: 'string',
-                        description: 'The AI model to use for evaluation.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for AI evaluation on how to score the metric.',
-                    },
-                    passingThreshold: {
-                        type: 'integer',
-                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
-                    },
-                    temperature: {
-                        type: 'number',
-                        description: 'The temperature for AI evaluation (0-2).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType', 'promptTemplate'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Human-based evaluation type.',
-                        enum: ['human'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Integer output type.',
-                        enum: ['int'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for human evaluators.',
-                    },
-                    passingThreshold: {
-                        type: 'integer',
-                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Heuristic-based evaluation type.',
-                        enum: ['heuristic'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Integer output type.',
-                        enum: ['int'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for heuristic evaluation logic.',
-                    },
-                    passingThreshold: {
-                        type: 'integer',
-                        description: 'The threshold for determining pass/fail from integer scores (1-5).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'AI-based evaluation type.',
-                        enum: ['ai'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Float output type (0-1).',
-                        enum: ['float'],
-                    },
-                    promptTemplate: {
-                        type: 'string',
-                        description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    evalModelName: {
-                        type: 'string',
-                        description: 'The AI model to use for evaluation.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for AI evaluation on how to score the metric.',
-                    },
-                    passingThreshold: {
-                        type: 'number',
-                        description: 'Threshold for determining pass/fail from float scores (0.0-1.0).',
-                    },
-                    temperature: {
-                        type: 'number',
-                        description: 'The temperature for AI evaluation (0-2).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType', 'promptTemplate'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Human-based evaluation type.',
-                        enum: ['human'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Float output type (0-1).',
-                        enum: ['float'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for human evaluators.',
-                    },
-                    passingThreshold: {
-                        type: 'number',
-                        description: 'Threshold for determining pass/fail from float scores (0.0-1.0).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Heuristic-based evaluation type.',
-                        enum: ['heuristic'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Float output type (0-1).',
-                        enum: ['float'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for heuristic evaluation logic.',
-                    },
-                    passingThreshold: {
-                        type: 'number',
-                        description: 'Threshold for determining pass/fail from float scores (0.0-1.0).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'AI-based evaluation type.',
-                        enum: ['ai'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Boolean output type.',
-                        enum: ['boolean'],
-                    },
-                    promptTemplate: {
-                        type: 'string',
-                        description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    evalModelName: {
-                        type: 'string',
-                        description: 'The AI model to use for evaluation.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for AI evaluation on how to score the metric.',
-                    },
-                    temperature: {
-                        type: 'number',
-                        description: 'The temperature for AI evaluation (0-2).',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType', 'promptTemplate'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Human-based evaluation type.',
-                        enum: ['human'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Boolean output type.',
-                        enum: ['boolean'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for human evaluators.',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-            {
-                type: 'object',
-                properties: {
-                    projectId: {
-                        type: 'string',
-                    },
-                    evalType: {
-                        type: 'string',
-                        description: 'Heuristic-based evaluation type.',
-                        enum: ['heuristic'],
-                    },
-                    name: {
-                        type: 'string',
-                        description: 'The name of the Metric.',
-                    },
-                    outputType: {
-                        type: 'string',
-                        description: 'Boolean output type.',
-                        enum: ['boolean'],
-                    },
-                    description: {
-                        type: 'string',
-                        description: 'The description of the Metric.',
-                    },
-                    guidelines: {
-                        type: 'string',
-                        description: 'Guidelines for heuristic evaluation logic.',
-                    },
-                },
-                required: ['projectId', 'evalType', 'name', 'outputType'],
-            },
-        ],
-    },
-    annotations: {},
-};
-export const handler = async (client, args) => {
-    const { projectId, ...body } = args;
-    try {
-        return asTextContentResult(await client.metrics.create(projectId, body));
-    }
-    catch (error) {
-        if (error instanceof Scorecard.APIError) {
-            return asErrorResult(error.message);
-        }
-        throw error;
-    }
-};
-export default { metadata, tool, handler };
-//# sourceMappingURL=create-metrics.mjs.map

package/tools/metrics/create-metrics.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"create-metrics.mjs","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAY,aAAa,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;OAGpF,SAAS,MAAM,cAAc;AAEpC,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,oIAAoI;IACtI,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,CAAC;aAC5E;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,4CAA4C;qBAC1D;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0BAA0B;wBACvC,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kEAAkE;qBAChF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,CAAC;aAC5E;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0BAA0B;wBACvC,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kEAAkE;qBAChF;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0BAA0B;wBACvC,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,4CAA4C;qBAC1D;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kEAAkE;qBAChF;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,CAAC;aAC5E;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,4CAA4C;qBAC1D;iBACF;gBACD,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAC;aAC1D;SACF;KACF;IACD,WAAW,EAAE,EAAE;CAChB,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,IAAI,CAAC;QACH,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxC,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/metrics/delete-metrics.d.mts

@@ -1,51 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        name: string;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        execution?: {
-            taskSupport?: "optional" | "required" | "forbidden" | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-        icons?: {
-            src: string;
-            mimeType?: string | undefined;
-            sizes?: string[] | undefined;
-        }[] | undefined;
-        title?: string | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=delete-metrics.d.mts.map

package/tools/metrics/delete-metrics.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-metrics.d.mts","sourceRoot":"","sources":["../../src/tools/metrics/delete-metrics.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}

package/tools/metrics/delete-metrics.d.ts

@@ -1,51 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        name: string;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        execution?: {
-            taskSupport?: "optional" | "required" | "forbidden" | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-        icons?: {
-            src: string;
-            mimeType?: string | undefined;
-            sizes?: string[] | undefined;
-        }[] | undefined;
-        title?: string | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=delete-metrics.d.ts.map

package/tools/metrics/delete-metrics.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-metrics.d.ts","sourceRoot":"","sources":["../../src/tools/metrics/delete-metrics.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}

package/tools/metrics/delete-metrics.js

@@ -1,54 +0,0 @@
-"use strict";
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.handler = exports.tool = exports.metadata = void 0;
-const filtering_1 = require("scorecard-ai-mcp/filtering");
-const types_1 = require("scorecard-ai-mcp/tools/types");
-const scorecard_ai_1 = __importDefault(require("scorecard-ai"));
-exports.metadata = {
-    resource: 'metrics',
-    operation: 'write',
-    tags: [],
-    httpMethod: 'delete',
-    httpPath: '/metrics/{metricId}',
-    operationId: 'deleteMetric',
-};
-exports.tool = {
-    name: 'delete_metrics',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nDelete a specific Metric by ID. The metric will be removed from metric groups and monitors.\n\n# Response Schema\n```json\n{\n  $ref: '#/$defs/metric_delete_response',\n  $defs: {\n    metric_delete_response: {\n      type: 'object',\n      properties: {\n        success: {\n          type: 'boolean',\n          description: 'Whether the deletion was successful.'\n        }\n      },\n      required: [        'success'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            metricId: {
-                type: 'string',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['metricId'],
-    },
-    annotations: {
-        idempotentHint: true,
-    },
-};
-const handler = async (client, args) => {
-    const { metricId, jq_filter, ...body } = args;
-    try {
-        return (0, types_1.asTextContentResult)(await (0, filtering_1.maybeFilter)(jq_filter, await client.metrics.delete(metricId)));
-    }
-    catch (error) {
-        if (error instanceof scorecard_ai_1.default.APIError || (0, filtering_1.isJqError)(error)) {
-            return (0, types_1.asErrorResult)(error.message);
-        }
-        throw error;
-    }
-};
-exports.handler = handler;
-exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
-//# sourceMappingURL=delete-metrics.js.map

package/tools/metrics/delete-metrics.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-metrics.js","sourceRoot":"","sources":["../../src/tools/metrics/delete-metrics.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;AAEtF,0DAAoE;AACpE,wDAA4F;AAG5F,gEAAqC;AAExB,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,6mBAA6mB;IAC/mB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,UAAU,CAAC;KACvB;IACD,WAAW,EAAE;QACX,cAAc,EAAE,IAAI;KACrB;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACrD,IAAI,CAAC;QACH,OAAO,IAAA,2BAAmB,EAAC,MAAM,IAAA,uBAAW,EAAC,SAAS,EAAE,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,sBAAS,CAAC,QAAQ,IAAI,IAAA,qBAAS,EAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,IAAA,qBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAVW,QAAA,OAAO,WAUlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/metrics/delete-metrics.mjs

@@ -1,47 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
-import Scorecard from 'scorecard-ai';
-export const metadata = {
-    resource: 'metrics',
-    operation: 'write',
-    tags: [],
-    httpMethod: 'delete',
-    httpPath: '/metrics/{metricId}',
-    operationId: 'deleteMetric',
-};
-export const tool = {
-    name: 'delete_metrics',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nDelete a specific Metric by ID. The metric will be removed from metric groups and monitors.\n\n# Response Schema\n```json\n{\n  $ref: '#/$defs/metric_delete_response',\n  $defs: {\n    metric_delete_response: {\n      type: 'object',\n      properties: {\n        success: {\n          type: 'boolean',\n          description: 'Whether the deletion was successful.'\n        }\n      },\n      required: [        'success'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            metricId: {
-                type: 'string',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['metricId'],
-    },
-    annotations: {
-        idempotentHint: true,
-    },
-};
-export const handler = async (client, args) => {
-    const { metricId, jq_filter, ...body } = args;
-    try {
-        return asTextContentResult(await maybeFilter(jq_filter, await client.metrics.delete(metricId)));
-    }
-    catch (error) {
-        if (error instanceof Scorecard.APIError || isJqError(error)) {
-            return asErrorResult(error.message);
-        }
-        throw error;
-    }
-};
-export default { metadata, tool, handler };
-//# sourceMappingURL=delete-metrics.mjs.map

package/tools/metrics/delete-metrics.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"delete-metrics.mjs","sourceRoot":"","sources":["../../src/tools/metrics/delete-metrics.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,4BAA4B;OAC5D,EAAY,aAAa,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;OAGpF,SAAS,MAAM,cAAc;AAEpC,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,qBAAqB;IAC/B,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EACT,6mBAA6mB;IAC/mB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,UAAU,CAAC;KACvB;IACD,WAAW,EAAE;QACX,cAAc,EAAE,IAAI;KACrB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACrD,IAAI,CAAC;QACH,OAAO,mBAAmB,CAAC,MAAM,WAAW,CAAC,SAAS,EAAE,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/metrics/get-metrics.d.mts

@@ -1,51 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        name: string;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: object;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        execution?: {
-            taskSupport?: "optional" | "required" | "forbidden" | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-        icons?: {
-            src: string;
-            mimeType?: string | undefined;
-            sizes?: string[] | undefined;
-        }[] | undefined;
-        title?: string | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=get-metrics.d.mts.map

package/tools/metrics/get-metrics.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-metrics.d.mts","sourceRoot":"","sources":["../../src/tools/metrics/get-metrics.ts"],"names":[],"mappings":"OAEO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAelB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}