scorecard-ai-mcp 2.5.0 → 3.0.0-beta.0

package/tools/testsets/get-testsets.d.mts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=get-testsets.d.mts.map

package/tools/testsets/get-testsets.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}

package/tools/testsets/get-testsets.d.ts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=get-testsets.d.ts.map

package/tools/testsets/get-testsets.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAsBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}

package/tools/testsets/get-testsets.js

@@ -1,50 +0,0 @@
-"use strict";
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.handler = exports.tool = exports.metadata = void 0;
-const filtering_1 = require("scorecard-ai-mcp/filtering");
-const types_1 = require("scorecard-ai-mcp/tools/types");
-exports.metadata = {
-    resource: 'testsets',
-    operation: 'read',
-    tags: [],
-    httpMethod: 'get',
-    httpPath: '/testsets/{testsetId}',
-    operationId: 'getTestset',
-};
-exports.tool = {
-    name: 'get_testsets',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nGet Testset\n\n# Response Schema\n```json\n{\n  $ref: '#/$defs/testset',\n  $defs: {\n    testset: {\n      type: 'object',\n      description: 'A collection of Testcases that share the same schema.\\nEach Testset defines the structure of its Testcases through a JSON schema.\\nThe `fieldMapping` object maps top-level keys of the Testcase schema to their roles (input/expected output).\\nFields not mentioned in the `fieldMapping` during creation or update are treated as metadata.\\n\\n## JSON Schema validation constraints supported:\\n\\n- **Required fields** - Fields listed in the schema\\'s `required` array must be present in Testcases.\\n- **Type validation** - Values must match the specified type (string, number, boolean, null, integer, object, array).\\n- **Enum validation** - Values must be one of the options specified in the `enum` array.\\n- **Object property validation** - Properties of objects must conform to their defined schemas.\\n- **Array item validation** - Items in arrays must conform to the `items` schema.\\n- **Logical composition** - Values must conform to at least one schema in the `anyOf` array.\\n\\nTestcases that fail validation will still be stored, but will include `validationErrors` detailing the issues.\\nExtra fields in the Testcase data that are not in the schema will be stored but are ignored during validation.',\n      properties: {\n        id: {\n          type: 'string',\n          description: 'The ID of the Testset.'\n        },\n        description: {\n          type: 'string',\n          description: 'The description of the Testset.'\n        },\n        fieldMapping: {\n          type: 'object',\n          description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',\n          properties: {\n            expected: {\n              type: 'array',\n              description: 'Fields that represent expected outputs.',\n              items: {\n                type: 'string'\n              }\n            },\n            inputs: {\n              type: 'array',\n              description: 'Fields that represent inputs to the AI system.',\n              items: {\n                type: 'string'\n              }\n            },\n            metadata: {\n              type: 'array',\n              description: 'Fields that are not inputs or expected outputs.',\n              items: {\n                type: 'string'\n              }\n            }\n          },\n          required: [            'expected',\n            'inputs',\n            'metadata'\n          ]\n        },\n        jsonSchema: {\n          type: 'object',\n          description: 'The JSON schema for each Testcase in the Testset.',\n          additionalProperties: true\n        },\n        name: {\n          type: 'string',\n          description: 'The name of the Testset.'\n        }\n      },\n      required: [        'id',\n        'description',\n        'fieldMapping',\n        'jsonSchema',\n        'name'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            testsetId: {
-                type: 'string',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['testsetId'],
-    },
-    annotations: {
-        readOnlyHint: true,
-    },
-};
-const handler = async (client, args) => {
-    const { testsetId, jq_filter, ...body } = args;
-    try {
-        return (0, types_1.asTextContentResult)(await (0, filtering_1.maybeFilter)(jq_filter, await client.testsets.get(testsetId)));
-    }
-    catch (error) {
-        if ((0, filtering_1.isJqError)(error)) {
-            return (0, types_1.asErrorResult)(error.message);
-        }
-        throw error;
-    }
-};
-exports.handler = handler;
-exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
-//# sourceMappingURL=get-testsets.js.map

package/tools/testsets/get-testsets.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,0DAAoE;AACpE,wDAA4F;AAK/E,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EACT,qqGAAqqG;IACvqG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,WAAW,CAAC;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;KACnB;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACtD,IAAI,CAAC;QACH,OAAO,IAAA,2BAAmB,EAAC,MAAM,IAAA,uBAAW,EAAC,SAAS,EAAE,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,IAAA,qBAAS,EAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAA,qBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAVW,QAAA,OAAO,WAUlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/testsets/get-testsets.mjs

@@ -1,46 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
-export const metadata = {
-    resource: 'testsets',
-    operation: 'read',
-    tags: [],
-    httpMethod: 'get',
-    httpPath: '/testsets/{testsetId}',
-    operationId: 'getTestset',
-};
-export const tool = {
-    name: 'get_testsets',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nGet Testset\n\n# Response Schema\n```json\n{\n  $ref: '#/$defs/testset',\n  $defs: {\n    testset: {\n      type: 'object',\n      description: 'A collection of Testcases that share the same schema.\\nEach Testset defines the structure of its Testcases through a JSON schema.\\nThe `fieldMapping` object maps top-level keys of the Testcase schema to their roles (input/expected output).\\nFields not mentioned in the `fieldMapping` during creation or update are treated as metadata.\\n\\n## JSON Schema validation constraints supported:\\n\\n- **Required fields** - Fields listed in the schema\\'s `required` array must be present in Testcases.\\n- **Type validation** - Values must match the specified type (string, number, boolean, null, integer, object, array).\\n- **Enum validation** - Values must be one of the options specified in the `enum` array.\\n- **Object property validation** - Properties of objects must conform to their defined schemas.\\n- **Array item validation** - Items in arrays must conform to the `items` schema.\\n- **Logical composition** - Values must conform to at least one schema in the `anyOf` array.\\n\\nTestcases that fail validation will still be stored, but will include `validationErrors` detailing the issues.\\nExtra fields in the Testcase data that are not in the schema will be stored but are ignored during validation.',\n      properties: {\n        id: {\n          type: 'string',\n          description: 'The ID of the Testset.'\n        },\n        description: {\n          type: 'string',\n          description: 'The description of the Testset.'\n        },\n        fieldMapping: {\n          type: 'object',\n          description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',\n          properties: {\n            expected: {\n              type: 'array',\n              description: 'Fields that represent expected outputs.',\n              items: {\n                type: 'string'\n              }\n            },\n            inputs: {\n              type: 'array',\n              description: 'Fields that represent inputs to the AI system.',\n              items: {\n                type: 'string'\n              }\n            },\n            metadata: {\n              type: 'array',\n              description: 'Fields that are not inputs or expected outputs.',\n              items: {\n                type: 'string'\n              }\n            }\n          },\n          required: [            'expected',\n            'inputs',\n            'metadata'\n          ]\n        },\n        jsonSchema: {\n          type: 'object',\n          description: 'The JSON schema for each Testcase in the Testset.',\n          additionalProperties: true\n        },\n        name: {\n          type: 'string',\n          description: 'The name of the Testset.'\n        }\n      },\n      required: [        'id',\n        'description',\n        'fieldMapping',\n        'jsonSchema',\n        'name'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            testsetId: {
-                type: 'string',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['testsetId'],
-    },
-    annotations: {
-        readOnlyHint: true,
-    },
-};
-export const handler = async (client, args) => {
-    const { testsetId, jq_filter, ...body } = args;
-    try {
-        return asTextContentResult(await maybeFilter(jq_filter, await client.testsets.get(testsetId)));
-    }
-    catch (error) {
-        if (isJqError(error)) {
-            return asErrorResult(error.message);
-        }
-        throw error;
-    }
-};
-export default { metadata, tool, handler };
-//# sourceMappingURL=get-testsets.mjs.map

package/tools/testsets/get-testsets.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"get-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/get-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,4BAA4B;OAC5D,EAAY,aAAa,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAK3F,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,uBAAuB;IACjC,WAAW,EAAE,YAAY;CAC1B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,cAAc;IACpB,WAAW,EACT,qqGAAqqG;IACvqG,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,WAAW,CAAC;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;KACnB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACtD,IAAI,CAAC;QACH,OAAO,mBAAmB,CAAC,MAAM,WAAW,CAAC,SAAS,EAAE,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/testsets/list-testsets.d.mts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=list-testsets.d.mts.map

package/tools/testsets/list-testsets.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"list-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAWzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAXoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAa1F,wBAA2C"}

package/tools/testsets/list-testsets.d.ts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=list-testsets.d.ts.map

package/tools/testsets/list-testsets.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"list-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgClB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAWzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAXoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAa1F,wBAA2C"}

package/tools/testsets/list-testsets.js

@@ -1,59 +0,0 @@
-"use strict";
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.handler = exports.tool = exports.metadata = void 0;
-const filtering_1 = require("scorecard-ai-mcp/filtering");
-const types_1 = require("scorecard-ai-mcp/tools/types");
-exports.metadata = {
-    resource: 'testsets',
-    operation: 'read',
-    tags: [],
-    httpMethod: 'get',
-    httpPath: '/projects/{projectId}/testsets',
-    operationId: 'listTestsets',
-};
-exports.tool = {
-    name: 'list_testsets',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nRetrieve a paginated list of Testsets belonging to a Project.\n\n# Response Schema\n```json\n{\n  type: 'object',\n  properties: {\n    data: {\n      type: 'array',\n      items: {\n        $ref: '#/$defs/testset'\n      }\n    },\n    hasMore: {\n      type: 'boolean'\n    },\n    nextCursor: {\n      type: 'string'\n    },\n    total: {\n      type: 'integer'\n    }\n  },\n  required: [    'data',\n    'hasMore',\n    'nextCursor'\n  ],\n  $defs: {\n    testset: {\n      type: 'object',\n      description: 'A collection of Testcases that share the same schema.\\nEach Testset defines the structure of its Testcases through a JSON schema.\\nThe `fieldMapping` object maps top-level keys of the Testcase schema to their roles (input/expected output).\\nFields not mentioned in the `fieldMapping` during creation or update are treated as metadata.\\n\\n## JSON Schema validation constraints supported:\\n\\n- **Required fields** - Fields listed in the schema\\'s `required` array must be present in Testcases.\\n- **Type validation** - Values must match the specified type (string, number, boolean, null, integer, object, array).\\n- **Enum validation** - Values must be one of the options specified in the `enum` array.\\n- **Object property validation** - Properties of objects must conform to their defined schemas.\\n- **Array item validation** - Items in arrays must conform to the `items` schema.\\n- **Logical composition** - Values must conform to at least one schema in the `anyOf` array.\\n\\nTestcases that fail validation will still be stored, but will include `validationErrors` detailing the issues.\\nExtra fields in the Testcase data that are not in the schema will be stored but are ignored during validation.',\n      properties: {\n        id: {\n          type: 'string',\n          description: 'The ID of the Testset.'\n        },\n        description: {\n          type: 'string',\n          description: 'The description of the Testset.'\n        },\n        fieldMapping: {\n          type: 'object',\n          description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',\n          properties: {\n            expected: {\n              type: 'array',\n              description: 'Fields that represent expected outputs.',\n              items: {\n                type: 'string'\n              }\n            },\n            inputs: {\n              type: 'array',\n              description: 'Fields that represent inputs to the AI system.',\n              items: {\n                type: 'string'\n              }\n            },\n            metadata: {\n              type: 'array',\n              description: 'Fields that are not inputs or expected outputs.',\n              items: {\n                type: 'string'\n              }\n            }\n          },\n          required: [            'expected',\n            'inputs',\n            'metadata'\n          ]\n        },\n        jsonSchema: {\n          type: 'object',\n          description: 'The JSON schema for each Testcase in the Testset.',\n          additionalProperties: true\n        },\n        name: {\n          type: 'string',\n          description: 'The name of the Testset.'\n        }\n      },\n      required: [        'id',\n        'description',\n        'fieldMapping',\n        'jsonSchema',\n        'name'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            projectId: {
-                type: 'string',
-            },
-            cursor: {
-                type: 'string',
-                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
-            },
-            limit: {
-                type: 'integer',
-                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['projectId'],
-    },
-    annotations: {
-        readOnlyHint: true,
-    },
-};
-const handler = async (client, args) => {
-    const { projectId, jq_filter, ...body } = args;
-    const response = await client.testsets.list(projectId, body).asResponse();
-    try {
-        return (0, types_1.asTextContentResult)(await (0, filtering_1.maybeFilter)(jq_filter, await response.json()));
-    }
-    catch (error) {
-        if ((0, filtering_1.isJqError)(error)) {
-            return (0, types_1.asErrorResult)(error.message);
-        }
-        throw error;
-    }
-};
-exports.handler = handler;
-exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
-//# sourceMappingURL=list-testsets.js.map

package/tools/testsets/list-testsets.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"list-testsets.js","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,0DAAoE;AACpE,wDAA4F;AAK/E,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,gCAAgC;IAC1C,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,whHAAwhH;IAC1hH,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,WAAW,CAAC;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;KACnB;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;IAC1E,IAAI,CAAC;QACH,OAAO,IAAA,2BAAmB,EAAC,MAAM,IAAA,uBAAW,EAAC,SAAS,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,IAAA,qBAAS,EAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAA,qBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAXW,QAAA,OAAO,WAWlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}

package/tools/testsets/list-testsets.mjs

@@ -1,55 +0,0 @@
-// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-import { isJqError, maybeFilter } from 'scorecard-ai-mcp/filtering';
-import { asErrorResult, asTextContentResult } from 'scorecard-ai-mcp/tools/types';
-export const metadata = {
-    resource: 'testsets',
-    operation: 'read',
-    tags: [],
-    httpMethod: 'get',
-    httpPath: '/projects/{projectId}/testsets',
-    operationId: 'listTestsets',
-};
-export const tool = {
-    name: 'list_testsets',
-    description: "When using this tool, always use the `jq_filter` parameter to reduce the response size and improve performance.\n\nOnly omit if you're sure you don't need the data.\n\nRetrieve a paginated list of Testsets belonging to a Project.\n\n# Response Schema\n```json\n{\n  type: 'object',\n  properties: {\n    data: {\n      type: 'array',\n      items: {\n        $ref: '#/$defs/testset'\n      }\n    },\n    hasMore: {\n      type: 'boolean'\n    },\n    nextCursor: {\n      type: 'string'\n    },\n    total: {\n      type: 'integer'\n    }\n  },\n  required: [    'data',\n    'hasMore',\n    'nextCursor'\n  ],\n  $defs: {\n    testset: {\n      type: 'object',\n      description: 'A collection of Testcases that share the same schema.\\nEach Testset defines the structure of its Testcases through a JSON schema.\\nThe `fieldMapping` object maps top-level keys of the Testcase schema to their roles (input/expected output).\\nFields not mentioned in the `fieldMapping` during creation or update are treated as metadata.\\n\\n## JSON Schema validation constraints supported:\\n\\n- **Required fields** - Fields listed in the schema\\'s `required` array must be present in Testcases.\\n- **Type validation** - Values must match the specified type (string, number, boolean, null, integer, object, array).\\n- **Enum validation** - Values must be one of the options specified in the `enum` array.\\n- **Object property validation** - Properties of objects must conform to their defined schemas.\\n- **Array item validation** - Items in arrays must conform to the `items` schema.\\n- **Logical composition** - Values must conform to at least one schema in the `anyOf` array.\\n\\nTestcases that fail validation will still be stored, but will include `validationErrors` detailing the issues.\\nExtra fields in the Testcase data that are not in the schema will be stored but are ignored during validation.',\n      properties: {\n        id: {\n          type: 'string',\n          description: 'The ID of the Testset.'\n        },\n        description: {\n          type: 'string',\n          description: 'The description of the Testset.'\n        },\n        fieldMapping: {\n          type: 'object',\n          description: 'Maps top-level keys of the Testcase schema to their roles (input/expected output). Unmapped fields are treated as metadata.',\n          properties: {\n            expected: {\n              type: 'array',\n              description: 'Fields that represent expected outputs.',\n              items: {\n                type: 'string'\n              }\n            },\n            inputs: {\n              type: 'array',\n              description: 'Fields that represent inputs to the AI system.',\n              items: {\n                type: 'string'\n              }\n            },\n            metadata: {\n              type: 'array',\n              description: 'Fields that are not inputs or expected outputs.',\n              items: {\n                type: 'string'\n              }\n            }\n          },\n          required: [            'expected',\n            'inputs',\n            'metadata'\n          ]\n        },\n        jsonSchema: {\n          type: 'object',\n          description: 'The JSON schema for each Testcase in the Testset.',\n          additionalProperties: true\n        },\n        name: {\n          type: 'string',\n          description: 'The name of the Testset.'\n        }\n      },\n      required: [        'id',\n        'description',\n        'fieldMapping',\n        'jsonSchema',\n        'name'\n      ]\n    }\n  }\n}\n```",
-    inputSchema: {
-        type: 'object',
-        properties: {
-            projectId: {
-                type: 'string',
-            },
-            cursor: {
-                type: 'string',
-                description: 'Cursor for pagination. Pass the `nextCursor` from the previous response to get the next page of results.',
-            },
-            limit: {
-                type: 'integer',
-                description: 'Maximum number of items to return (1-100). Use with `cursor` for pagination through large sets.',
-            },
-            jq_filter: {
-                type: 'string',
-                title: 'jq Filter',
-                description: 'A jq filter to apply to the response to include certain fields. Consult the output schema in the tool description to see the fields that are available.\n\nFor example: to include only the `name` field in every object of a results array, you can provide ".results[].name".\n\nFor more information, see the [jq documentation](https://jqlang.org/manual/).',
-            },
-        },
-        required: ['projectId'],
-    },
-    annotations: {
-        readOnlyHint: true,
-    },
-};
-export const handler = async (client, args) => {
-    const { projectId, jq_filter, ...body } = args;
-    const response = await client.testsets.list(projectId, body).asResponse();
-    try {
-        return asTextContentResult(await maybeFilter(jq_filter, await response.json()));
-    }
-    catch (error) {
-        if (isJqError(error)) {
-            return asErrorResult(error.message);
-        }
-        throw error;
-    }
-};
-export default { metadata, tool, handler };
-//# sourceMappingURL=list-testsets.mjs.map

package/tools/testsets/list-testsets.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"list-testsets.mjs","sourceRoot":"","sources":["../../src/tools/testsets/list-testsets.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,4BAA4B;OAC5D,EAAY,aAAa,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAK3F,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,MAAM;IACjB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,gCAAgC;IAC1C,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,whHAAwhH;IAC1hH,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;aACf;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,0GAA0G;aAC7G;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,SAAS;gBACf,WAAW,EACT,iGAAiG;aACpG;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,WAAW;gBAClB,WAAW,EACT,kWAAkW;aACrW;SACF;QACD,QAAQ,EAAE,CAAC,WAAW,CAAC;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;KACnB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;IAC1E,IAAI,CAAC;QACH,OAAO,mBAAmB,CAAC,MAAM,WAAW,CAAC,SAAS,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}

package/tools/testsets/update-testsets.d.mts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=update-testsets.d.mts.map

package/tools/testsets/update-testsets.d.mts.map

@@ -1 +0,0 @@
-{"version":3,"file":"update-testsets.d.mts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA8DlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}

package/tools/testsets/update-testsets.d.ts

@@ -1,45 +0,0 @@
-import { Metadata } from 'scorecard-ai-mcp/tools/types';
-import { Tool } from '@modelcontextprotocol/sdk/types.js';
-import Scorecard from 'scorecard-ai';
-export declare const metadata: Metadata;
-export declare const tool: Tool;
-export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-declare const _default: {
-    metadata: Metadata;
-    tool: {
-        [x: string]: unknown;
-        name: string;
-        inputSchema: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        };
-        title?: string | undefined;
-        description?: string | undefined;
-        outputSchema?: {
-            [x: string]: unknown;
-            type: "object";
-            properties?: {
-                [x: string]: unknown;
-            } | undefined;
-            required?: string[] | undefined;
-        } | undefined;
-        annotations?: {
-            [x: string]: unknown;
-            title?: string | undefined;
-            readOnlyHint?: boolean | undefined;
-            destructiveHint?: boolean | undefined;
-            idempotentHint?: boolean | undefined;
-            openWorldHint?: boolean | undefined;
-        } | undefined;
-        _meta?: {
-            [x: string]: unknown;
-        } | undefined;
-    };
-    handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
-};
-export default _default;
-//# sourceMappingURL=update-testsets.d.ts.map

package/tools/testsets/update-testsets.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"update-testsets.d.ts","sourceRoot":"","sources":["../../src/tools/testsets/update-testsets.ts"],"names":[],"mappings":"OAGO,EAAE,QAAQ,EAAsC,MAAM,8BAA8B;OAEpF,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IA8DlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAUzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAVoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAY1F,wBAA2C"}