scorecard-ai-mcp 1.0.0-alpha.8 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -14
- package/dynamic-tools.d.mts +1 -1
- package/dynamic-tools.d.mts.map +1 -1
- package/dynamic-tools.d.ts +1 -1
- package/dynamic-tools.d.ts.map +1 -1
- package/dynamic-tools.js +5 -4
- package/dynamic-tools.js.map +1 -1
- package/dynamic-tools.mjs +5 -4
- package/dynamic-tools.mjs.map +1 -1
- package/package.json +2 -2
- package/server.d.mts +1 -6
- package/server.d.mts.map +1 -1
- package/server.d.ts +1 -6
- package/server.d.ts.map +1 -1
- package/server.js +3 -11
- package/server.js.map +1 -1
- package/server.mjs +3 -11
- package/server.mjs.map +1 -1
- package/src/dynamic-tools.ts +13 -7
- package/src/server.ts +3 -11
- package/src/tools/index.ts +11 -22
- package/src/tools/metrics/create-metrics.ts +251 -0
- package/src/tools/projects/create-projects.ts +7 -2
- package/src/tools/projects/list-projects.ts +7 -2
- package/src/tools/records/create-records.ts +7 -2
- package/src/tools/runs/create-runs.ts +11 -6
- package/src/tools/scores/upsert-scores.ts +7 -2
- package/src/tools/systems/create-systems.ts +7 -2
- package/src/tools/systems/delete-systems.ts +8 -3
- package/src/tools/systems/get-systems.ts +7 -2
- package/src/tools/systems/list-systems.ts +7 -2
- package/src/tools/systems/update-systems.ts +7 -2
- package/src/tools/systems/versions/create-systems-versions.ts +45 -0
- package/src/tools/systems/versions/get-systems-versions.ts +36 -0
- package/src/tools/{system-configs/list-system-configs.ts → systems/versions/list-systems-versions.ts} +11 -6
- package/src/tools/testcases/create-testcases.ts +7 -2
- package/src/tools/testcases/delete-testcases.ts +7 -2
- package/src/tools/testcases/get-testcases.ts +7 -2
- package/src/tools/testcases/list-testcases.ts +7 -2
- package/src/tools/testcases/update-testcases.ts +7 -2
- package/src/tools/testsets/create-testsets.ts +7 -2
- package/src/tools/testsets/delete-testsets.ts +7 -2
- package/src/tools/testsets/get-testsets.ts +8 -3
- package/src/tools/testsets/list-testsets.ts +7 -2
- package/src/tools/testsets/update-testsets.ts +7 -2
- package/src/tools/types.ts +104 -0
- package/tools/index.d.mts +2 -13
- package/tools/index.d.mts.map +1 -1
- package/tools/index.d.ts +2 -13
- package/tools/index.d.ts.map +1 -1
- package/tools/index.js +8 -6
- package/tools/index.js.map +1 -1
- package/tools/index.mjs +8 -6
- package/tools/index.mjs.map +1 -1
- package/tools/{system-configs/get-system-configs.d.mts → metrics/create-metrics.d.mts} +3 -3
- package/tools/metrics/create-metrics.d.mts.map +1 -0
- package/tools/{system-configs/get-system-configs.d.ts → metrics/create-metrics.d.ts} +3 -3
- package/tools/metrics/create-metrics.d.ts.map +1 -0
- package/tools/metrics/create-metrics.js +245 -0
- package/tools/metrics/create-metrics.js.map +1 -0
- package/tools/metrics/create-metrics.mjs +241 -0
- package/tools/metrics/create-metrics.mjs.map +1 -0
- package/tools/projects/create-projects.d.mts +2 -2
- package/tools/projects/create-projects.d.mts.map +1 -1
- package/tools/projects/create-projects.d.ts +2 -2
- package/tools/projects/create-projects.d.ts.map +1 -1
- package/tools/projects/create-projects.js +6 -2
- package/tools/projects/create-projects.js.map +1 -1
- package/tools/projects/create-projects.mjs +6 -2
- package/tools/projects/create-projects.mjs.map +1 -1
- package/tools/projects/list-projects.d.mts +2 -2
- package/tools/projects/list-projects.d.mts.map +1 -1
- package/tools/projects/list-projects.d.ts +2 -2
- package/tools/projects/list-projects.d.ts.map +1 -1
- package/tools/projects/list-projects.js +6 -2
- package/tools/projects/list-projects.js.map +1 -1
- package/tools/projects/list-projects.mjs +6 -2
- package/tools/projects/list-projects.mjs.map +1 -1
- package/tools/records/create-records.d.mts +2 -2
- package/tools/records/create-records.d.mts.map +1 -1
- package/tools/records/create-records.d.ts +2 -2
- package/tools/records/create-records.d.ts.map +1 -1
- package/tools/records/create-records.js +6 -2
- package/tools/records/create-records.js.map +1 -1
- package/tools/records/create-records.mjs +6 -2
- package/tools/records/create-records.mjs.map +1 -1
- package/tools/runs/create-runs.d.mts +2 -2
- package/tools/runs/create-runs.d.mts.map +1 -1
- package/tools/runs/create-runs.d.ts +2 -2
- package/tools/runs/create-runs.d.ts.map +1 -1
- package/tools/runs/create-runs.js +10 -6
- package/tools/runs/create-runs.js.map +1 -1
- package/tools/runs/create-runs.mjs +10 -6
- package/tools/runs/create-runs.mjs.map +1 -1
- package/tools/scores/upsert-scores.d.mts +2 -2
- package/tools/scores/upsert-scores.d.mts.map +1 -1
- package/tools/scores/upsert-scores.d.ts +2 -2
- package/tools/scores/upsert-scores.d.ts.map +1 -1
- package/tools/scores/upsert-scores.js +6 -2
- package/tools/scores/upsert-scores.js.map +1 -1
- package/tools/scores/upsert-scores.mjs +6 -2
- package/tools/scores/upsert-scores.mjs.map +1 -1
- package/tools/systems/create-systems.d.mts +2 -2
- package/tools/systems/create-systems.d.mts.map +1 -1
- package/tools/systems/create-systems.d.ts +2 -2
- package/tools/systems/create-systems.d.ts.map +1 -1
- package/tools/systems/create-systems.js +6 -2
- package/tools/systems/create-systems.js.map +1 -1
- package/tools/systems/create-systems.mjs +6 -2
- package/tools/systems/create-systems.mjs.map +1 -1
- package/tools/systems/delete-systems.d.mts +2 -2
- package/tools/systems/delete-systems.d.mts.map +1 -1
- package/tools/systems/delete-systems.d.ts +2 -2
- package/tools/systems/delete-systems.d.ts.map +1 -1
- package/tools/systems/delete-systems.js +7 -3
- package/tools/systems/delete-systems.js.map +1 -1
- package/tools/systems/delete-systems.mjs +7 -3
- package/tools/systems/delete-systems.mjs.map +1 -1
- package/tools/systems/get-systems.d.mts +2 -2
- package/tools/systems/get-systems.d.mts.map +1 -1
- package/tools/systems/get-systems.d.ts +2 -2
- package/tools/systems/get-systems.d.ts.map +1 -1
- package/tools/systems/get-systems.js +6 -2
- package/tools/systems/get-systems.js.map +1 -1
- package/tools/systems/get-systems.mjs +6 -2
- package/tools/systems/get-systems.mjs.map +1 -1
- package/tools/systems/list-systems.d.mts +2 -2
- package/tools/systems/list-systems.d.mts.map +1 -1
- package/tools/systems/list-systems.d.ts +2 -2
- package/tools/systems/list-systems.d.ts.map +1 -1
- package/tools/systems/list-systems.js +6 -2
- package/tools/systems/list-systems.js.map +1 -1
- package/tools/systems/list-systems.mjs +6 -2
- package/tools/systems/list-systems.mjs.map +1 -1
- package/tools/systems/update-systems.d.mts +2 -2
- package/tools/systems/update-systems.d.mts.map +1 -1
- package/tools/systems/update-systems.d.ts +2 -2
- package/tools/systems/update-systems.d.ts.map +1 -1
- package/tools/systems/update-systems.js +6 -2
- package/tools/systems/update-systems.js.map +1 -1
- package/tools/systems/update-systems.mjs +6 -2
- package/tools/systems/update-systems.mjs.map +1 -1
- package/tools/{system-configs/create-system-configs.d.ts → systems/versions/create-systems-versions.d.mts} +4 -4
- package/tools/systems/versions/create-systems-versions.d.mts.map +1 -0
- package/tools/{system-configs/create-system-configs.d.mts → systems/versions/create-systems-versions.d.ts} +4 -4
- package/tools/systems/versions/create-systems-versions.d.ts.map +1 -0
- package/tools/systems/versions/create-systems-versions.js +40 -0
- package/tools/systems/versions/create-systems-versions.js.map +1 -0
- package/tools/systems/versions/create-systems-versions.mjs +36 -0
- package/tools/systems/versions/create-systems-versions.mjs.map +1 -0
- package/tools/systems/versions/get-systems-versions.d.mts +32 -0
- package/tools/systems/versions/get-systems-versions.d.mts.map +1 -0
- package/tools/systems/versions/get-systems-versions.d.ts +32 -0
- package/tools/systems/versions/get-systems-versions.d.ts.map +1 -0
- package/tools/systems/versions/get-systems-versions.js +32 -0
- package/tools/systems/versions/get-systems-versions.js.map +1 -0
- package/tools/systems/versions/get-systems-versions.mjs +28 -0
- package/tools/systems/versions/get-systems-versions.mjs.map +1 -0
- package/tools/systems/versions/list-systems-versions.d.mts +32 -0
- package/tools/systems/versions/list-systems-versions.d.mts.map +1 -0
- package/tools/systems/versions/list-systems-versions.d.ts +32 -0
- package/tools/systems/versions/list-systems-versions.d.ts.map +1 -0
- package/tools/{system-configs/list-system-configs.js → systems/versions/list-systems-versions.js} +10 -6
- package/tools/systems/versions/list-systems-versions.js.map +1 -0
- package/tools/{system-configs/list-system-configs.mjs → systems/versions/list-systems-versions.mjs} +10 -6
- package/tools/systems/versions/list-systems-versions.mjs.map +1 -0
- package/tools/testcases/create-testcases.d.mts +2 -2
- package/tools/testcases/create-testcases.d.mts.map +1 -1
- package/tools/testcases/create-testcases.d.ts +2 -2
- package/tools/testcases/create-testcases.d.ts.map +1 -1
- package/tools/testcases/create-testcases.js +6 -2
- package/tools/testcases/create-testcases.js.map +1 -1
- package/tools/testcases/create-testcases.mjs +6 -2
- package/tools/testcases/create-testcases.mjs.map +1 -1
- package/tools/testcases/delete-testcases.d.mts +2 -2
- package/tools/testcases/delete-testcases.d.mts.map +1 -1
- package/tools/testcases/delete-testcases.d.ts +2 -2
- package/tools/testcases/delete-testcases.d.ts.map +1 -1
- package/tools/testcases/delete-testcases.js +6 -2
- package/tools/testcases/delete-testcases.js.map +1 -1
- package/tools/testcases/delete-testcases.mjs +6 -2
- package/tools/testcases/delete-testcases.mjs.map +1 -1
- package/tools/testcases/get-testcases.d.mts +2 -2
- package/tools/testcases/get-testcases.d.mts.map +1 -1
- package/tools/testcases/get-testcases.d.ts +2 -2
- package/tools/testcases/get-testcases.d.ts.map +1 -1
- package/tools/testcases/get-testcases.js +6 -2
- package/tools/testcases/get-testcases.js.map +1 -1
- package/tools/testcases/get-testcases.mjs +6 -2
- package/tools/testcases/get-testcases.mjs.map +1 -1
- package/tools/testcases/list-testcases.d.mts +2 -2
- package/tools/testcases/list-testcases.d.mts.map +1 -1
- package/tools/testcases/list-testcases.d.ts +2 -2
- package/tools/testcases/list-testcases.d.ts.map +1 -1
- package/tools/testcases/list-testcases.js +6 -2
- package/tools/testcases/list-testcases.js.map +1 -1
- package/tools/testcases/list-testcases.mjs +6 -2
- package/tools/testcases/list-testcases.mjs.map +1 -1
- package/tools/testcases/update-testcases.d.mts +2 -2
- package/tools/testcases/update-testcases.d.mts.map +1 -1
- package/tools/testcases/update-testcases.d.ts +2 -2
- package/tools/testcases/update-testcases.d.ts.map +1 -1
- package/tools/testcases/update-testcases.js +6 -2
- package/tools/testcases/update-testcases.js.map +1 -1
- package/tools/testcases/update-testcases.mjs +6 -2
- package/tools/testcases/update-testcases.mjs.map +1 -1
- package/tools/testsets/create-testsets.d.mts +2 -2
- package/tools/testsets/create-testsets.d.mts.map +1 -1
- package/tools/testsets/create-testsets.d.ts +2 -2
- package/tools/testsets/create-testsets.d.ts.map +1 -1
- package/tools/testsets/create-testsets.js +6 -2
- package/tools/testsets/create-testsets.js.map +1 -1
- package/tools/testsets/create-testsets.mjs +6 -2
- package/tools/testsets/create-testsets.mjs.map +1 -1
- package/tools/testsets/delete-testsets.d.mts +2 -2
- package/tools/testsets/delete-testsets.d.mts.map +1 -1
- package/tools/testsets/delete-testsets.d.ts +2 -2
- package/tools/testsets/delete-testsets.d.ts.map +1 -1
- package/tools/testsets/delete-testsets.js +6 -2
- package/tools/testsets/delete-testsets.js.map +1 -1
- package/tools/testsets/delete-testsets.mjs +6 -2
- package/tools/testsets/delete-testsets.mjs.map +1 -1
- package/tools/testsets/get-testsets.d.mts +2 -2
- package/tools/testsets/get-testsets.d.mts.map +1 -1
- package/tools/testsets/get-testsets.d.ts +2 -2
- package/tools/testsets/get-testsets.d.ts.map +1 -1
- package/tools/testsets/get-testsets.js +7 -3
- package/tools/testsets/get-testsets.js.map +1 -1
- package/tools/testsets/get-testsets.mjs +7 -3
- package/tools/testsets/get-testsets.mjs.map +1 -1
- package/tools/testsets/list-testsets.d.mts +2 -2
- package/tools/testsets/list-testsets.d.mts.map +1 -1
- package/tools/testsets/list-testsets.d.ts +2 -2
- package/tools/testsets/list-testsets.d.ts.map +1 -1
- package/tools/testsets/list-testsets.js +6 -2
- package/tools/testsets/list-testsets.js.map +1 -1
- package/tools/testsets/list-testsets.mjs +6 -2
- package/tools/testsets/list-testsets.mjs.map +1 -1
- package/tools/testsets/update-testsets.d.mts +2 -2
- package/tools/testsets/update-testsets.d.mts.map +1 -1
- package/tools/testsets/update-testsets.d.ts +2 -2
- package/tools/testsets/update-testsets.d.ts.map +1 -1
- package/tools/testsets/update-testsets.js +6 -2
- package/tools/testsets/update-testsets.js.map +1 -1
- package/tools/testsets/update-testsets.mjs +6 -2
- package/tools/testsets/update-testsets.mjs.map +1 -1
- package/tools/types.d.mts +51 -0
- package/tools/types.d.mts.map +1 -0
- package/tools/types.d.ts +51 -0
- package/tools/types.d.ts.map +1 -0
- package/tools/types.js +46 -0
- package/tools/types.js.map +1 -0
- package/tools/types.mjs +42 -0
- package/tools/types.mjs.map +1 -0
- package/src/tools/system-configs/create-system-configs.ts +0 -59
- package/src/tools/system-configs/get-system-configs.ts +0 -34
- package/tools/system-configs/create-system-configs.d.mts.map +0 -1
- package/tools/system-configs/create-system-configs.d.ts.map +0 -1
- package/tools/system-configs/create-system-configs.js +0 -54
- package/tools/system-configs/create-system-configs.js.map +0 -1
- package/tools/system-configs/create-system-configs.mjs +0 -50
- package/tools/system-configs/create-system-configs.mjs.map +0 -1
- package/tools/system-configs/get-system-configs.d.mts.map +0 -1
- package/tools/system-configs/get-system-configs.d.ts.map +0 -1
- package/tools/system-configs/get-system-configs.js +0 -31
- package/tools/system-configs/get-system-configs.js.map +0 -1
- package/tools/system-configs/get-system-configs.mjs +0 -27
- package/tools/system-configs/get-system-configs.mjs.map +0 -1
- package/tools/system-configs/list-system-configs.d.mts +0 -32
- package/tools/system-configs/list-system-configs.d.mts.map +0 -1
- package/tools/system-configs/list-system-configs.d.ts +0 -32
- package/tools/system-configs/list-system-configs.d.ts.map +0 -1
- package/tools/system-configs/list-system-configs.js.map +0 -1
- package/tools/system-configs/list-system-configs.mjs.map +0 -1
|
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.js";
|
|
|
3
3
|
import Scorecard from 'scorecard-ai';
|
|
4
4
|
export declare const metadata: Metadata;
|
|
5
5
|
export declare const tool: Tool;
|
|
6
|
-
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
7
|
declare const _default: {
|
|
8
8
|
metadata: Metadata;
|
|
9
9
|
tool: {
|
|
@@ -26,7 +26,7 @@ declare const _default: {
|
|
|
26
26
|
openWorldHint?: boolean | undefined;
|
|
27
27
|
} | undefined;
|
|
28
28
|
};
|
|
29
|
-
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
30
|
};
|
|
31
31
|
export default _default;
|
|
32
|
-
//# sourceMappingURL=
|
|
32
|
+
//# sourceMappingURL=create-metrics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-metrics.d.ts","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAkOlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.handler = exports.tool = exports.metadata = void 0;
|
|
5
|
+
const types_1 = require("scorecard-ai-mcp/tools/types");
|
|
6
|
+
exports.metadata = {
|
|
7
|
+
resource: 'metrics',
|
|
8
|
+
operation: 'write',
|
|
9
|
+
tags: [],
|
|
10
|
+
httpMethod: 'post',
|
|
11
|
+
httpPath: '/projects/{projectId}/metrics',
|
|
12
|
+
operationId: 'createMetric',
|
|
13
|
+
};
|
|
14
|
+
exports.tool = {
|
|
15
|
+
name: 'create_metrics',
|
|
16
|
+
description: 'Create a new Metric for evaluating system outputs.',
|
|
17
|
+
inputSchema: {
|
|
18
|
+
type: 'object',
|
|
19
|
+
anyOf: [
|
|
20
|
+
{
|
|
21
|
+
type: 'object',
|
|
22
|
+
properties: {
|
|
23
|
+
projectId: {
|
|
24
|
+
type: 'string',
|
|
25
|
+
},
|
|
26
|
+
evalType: {
|
|
27
|
+
type: 'string',
|
|
28
|
+
description: 'AI-based evaluation type.',
|
|
29
|
+
enum: ['ai'],
|
|
30
|
+
},
|
|
31
|
+
name: {
|
|
32
|
+
type: 'string',
|
|
33
|
+
description: 'The name of the Metric.',
|
|
34
|
+
},
|
|
35
|
+
outputType: {
|
|
36
|
+
type: 'string',
|
|
37
|
+
description: 'Integer output type.',
|
|
38
|
+
enum: ['int'],
|
|
39
|
+
},
|
|
40
|
+
promptTemplate: {
|
|
41
|
+
type: 'string',
|
|
42
|
+
description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
|
|
43
|
+
},
|
|
44
|
+
description: {
|
|
45
|
+
type: 'string',
|
|
46
|
+
description: 'The description of the Metric.',
|
|
47
|
+
},
|
|
48
|
+
evalModelName: {
|
|
49
|
+
type: 'string',
|
|
50
|
+
description: 'The AI model to use for evaluation.',
|
|
51
|
+
},
|
|
52
|
+
guidelines: {
|
|
53
|
+
type: 'string',
|
|
54
|
+
description: 'Guidelines for AI evaluation on how to score the metric.',
|
|
55
|
+
},
|
|
56
|
+
passingThreshold: {
|
|
57
|
+
type: 'integer',
|
|
58
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
59
|
+
},
|
|
60
|
+
temperature: {
|
|
61
|
+
type: 'number',
|
|
62
|
+
description: 'The temperature for AI evaluation (0-2).',
|
|
63
|
+
},
|
|
64
|
+
},
|
|
65
|
+
},
|
|
66
|
+
{
|
|
67
|
+
type: 'object',
|
|
68
|
+
properties: {
|
|
69
|
+
projectId: {
|
|
70
|
+
type: 'string',
|
|
71
|
+
},
|
|
72
|
+
evalType: {
|
|
73
|
+
type: 'string',
|
|
74
|
+
description: 'Human-based evaluation type.',
|
|
75
|
+
enum: ['human'],
|
|
76
|
+
},
|
|
77
|
+
name: {
|
|
78
|
+
type: 'string',
|
|
79
|
+
description: 'The name of the Metric.',
|
|
80
|
+
},
|
|
81
|
+
outputType: {
|
|
82
|
+
type: 'string',
|
|
83
|
+
description: 'Integer output type.',
|
|
84
|
+
enum: ['int'],
|
|
85
|
+
},
|
|
86
|
+
description: {
|
|
87
|
+
type: 'string',
|
|
88
|
+
description: 'The description of the Metric.',
|
|
89
|
+
},
|
|
90
|
+
guidelines: {
|
|
91
|
+
type: 'string',
|
|
92
|
+
description: 'Guidelines for human evaluators.',
|
|
93
|
+
},
|
|
94
|
+
passingThreshold: {
|
|
95
|
+
type: 'integer',
|
|
96
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
97
|
+
},
|
|
98
|
+
},
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
type: 'object',
|
|
102
|
+
properties: {
|
|
103
|
+
projectId: {
|
|
104
|
+
type: 'string',
|
|
105
|
+
},
|
|
106
|
+
evalType: {
|
|
107
|
+
type: 'string',
|
|
108
|
+
description: 'Heuristic-based evaluation type.',
|
|
109
|
+
enum: ['heuristic'],
|
|
110
|
+
},
|
|
111
|
+
name: {
|
|
112
|
+
type: 'string',
|
|
113
|
+
description: 'The name of the Metric.',
|
|
114
|
+
},
|
|
115
|
+
outputType: {
|
|
116
|
+
type: 'string',
|
|
117
|
+
description: 'Integer output type.',
|
|
118
|
+
enum: ['int'],
|
|
119
|
+
},
|
|
120
|
+
description: {
|
|
121
|
+
type: 'string',
|
|
122
|
+
description: 'The description of the Metric.',
|
|
123
|
+
},
|
|
124
|
+
guidelines: {
|
|
125
|
+
type: 'string',
|
|
126
|
+
description: 'Optional guidelines for heuristic evaluation logic.',
|
|
127
|
+
},
|
|
128
|
+
passingThreshold: {
|
|
129
|
+
type: 'integer',
|
|
130
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
131
|
+
},
|
|
132
|
+
},
|
|
133
|
+
},
|
|
134
|
+
{
|
|
135
|
+
type: 'object',
|
|
136
|
+
properties: {
|
|
137
|
+
projectId: {
|
|
138
|
+
type: 'string',
|
|
139
|
+
},
|
|
140
|
+
evalType: {
|
|
141
|
+
type: 'string',
|
|
142
|
+
description: 'AI-based evaluation type.',
|
|
143
|
+
enum: ['ai'],
|
|
144
|
+
},
|
|
145
|
+
name: {
|
|
146
|
+
type: 'string',
|
|
147
|
+
description: 'The name of the Metric.',
|
|
148
|
+
},
|
|
149
|
+
outputType: {
|
|
150
|
+
type: 'string',
|
|
151
|
+
description: 'Boolean output type.',
|
|
152
|
+
enum: ['boolean'],
|
|
153
|
+
},
|
|
154
|
+
promptTemplate: {
|
|
155
|
+
type: 'string',
|
|
156
|
+
description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
|
|
157
|
+
},
|
|
158
|
+
description: {
|
|
159
|
+
type: 'string',
|
|
160
|
+
description: 'The description of the Metric.',
|
|
161
|
+
},
|
|
162
|
+
evalModelName: {
|
|
163
|
+
type: 'string',
|
|
164
|
+
description: 'The AI model to use for evaluation.',
|
|
165
|
+
},
|
|
166
|
+
guidelines: {
|
|
167
|
+
type: 'string',
|
|
168
|
+
description: 'Guidelines for AI evaluation on how to score the metric.',
|
|
169
|
+
},
|
|
170
|
+
temperature: {
|
|
171
|
+
type: 'number',
|
|
172
|
+
description: 'The temperature for AI evaluation (0-2).',
|
|
173
|
+
},
|
|
174
|
+
},
|
|
175
|
+
},
|
|
176
|
+
{
|
|
177
|
+
type: 'object',
|
|
178
|
+
properties: {
|
|
179
|
+
projectId: {
|
|
180
|
+
type: 'string',
|
|
181
|
+
},
|
|
182
|
+
evalType: {
|
|
183
|
+
type: 'string',
|
|
184
|
+
description: 'Human-based evaluation type.',
|
|
185
|
+
enum: ['human'],
|
|
186
|
+
},
|
|
187
|
+
name: {
|
|
188
|
+
type: 'string',
|
|
189
|
+
description: 'The name of the Metric.',
|
|
190
|
+
},
|
|
191
|
+
outputType: {
|
|
192
|
+
type: 'string',
|
|
193
|
+
description: 'Boolean output type.',
|
|
194
|
+
enum: ['boolean'],
|
|
195
|
+
},
|
|
196
|
+
description: {
|
|
197
|
+
type: 'string',
|
|
198
|
+
description: 'The description of the Metric.',
|
|
199
|
+
},
|
|
200
|
+
guidelines: {
|
|
201
|
+
type: 'string',
|
|
202
|
+
description: 'Guidelines for human evaluators.',
|
|
203
|
+
},
|
|
204
|
+
},
|
|
205
|
+
},
|
|
206
|
+
{
|
|
207
|
+
type: 'object',
|
|
208
|
+
properties: {
|
|
209
|
+
projectId: {
|
|
210
|
+
type: 'string',
|
|
211
|
+
},
|
|
212
|
+
evalType: {
|
|
213
|
+
type: 'string',
|
|
214
|
+
description: 'Heuristic-based evaluation type.',
|
|
215
|
+
enum: ['heuristic'],
|
|
216
|
+
},
|
|
217
|
+
name: {
|
|
218
|
+
type: 'string',
|
|
219
|
+
description: 'The name of the Metric.',
|
|
220
|
+
},
|
|
221
|
+
outputType: {
|
|
222
|
+
type: 'string',
|
|
223
|
+
description: 'Boolean output type.',
|
|
224
|
+
enum: ['boolean'],
|
|
225
|
+
},
|
|
226
|
+
description: {
|
|
227
|
+
type: 'string',
|
|
228
|
+
description: 'The description of the Metric.',
|
|
229
|
+
},
|
|
230
|
+
guidelines: {
|
|
231
|
+
type: 'string',
|
|
232
|
+
description: 'Optional guidelines for heuristic evaluation logic.',
|
|
233
|
+
},
|
|
234
|
+
},
|
|
235
|
+
},
|
|
236
|
+
],
|
|
237
|
+
},
|
|
238
|
+
};
|
|
239
|
+
const handler = async (client, args) => {
|
|
240
|
+
const { projectId, ...body } = args;
|
|
241
|
+
return (0, types_1.asTextContentResult)(await client.metrics.create(projectId, body));
|
|
242
|
+
};
|
|
243
|
+
exports.handler = handler;
|
|
244
|
+
exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
|
|
245
|
+
//# sourceMappingURL=create-metrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-metrics.js","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -0,0 +1,241 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
3
|
+
export const metadata = {
|
|
4
|
+
resource: 'metrics',
|
|
5
|
+
operation: 'write',
|
|
6
|
+
tags: [],
|
|
7
|
+
httpMethod: 'post',
|
|
8
|
+
httpPath: '/projects/{projectId}/metrics',
|
|
9
|
+
operationId: 'createMetric',
|
|
10
|
+
};
|
|
11
|
+
export const tool = {
|
|
12
|
+
name: 'create_metrics',
|
|
13
|
+
description: 'Create a new Metric for evaluating system outputs.',
|
|
14
|
+
inputSchema: {
|
|
15
|
+
type: 'object',
|
|
16
|
+
anyOf: [
|
|
17
|
+
{
|
|
18
|
+
type: 'object',
|
|
19
|
+
properties: {
|
|
20
|
+
projectId: {
|
|
21
|
+
type: 'string',
|
|
22
|
+
},
|
|
23
|
+
evalType: {
|
|
24
|
+
type: 'string',
|
|
25
|
+
description: 'AI-based evaluation type.',
|
|
26
|
+
enum: ['ai'],
|
|
27
|
+
},
|
|
28
|
+
name: {
|
|
29
|
+
type: 'string',
|
|
30
|
+
description: 'The name of the Metric.',
|
|
31
|
+
},
|
|
32
|
+
outputType: {
|
|
33
|
+
type: 'string',
|
|
34
|
+
description: 'Integer output type.',
|
|
35
|
+
enum: ['int'],
|
|
36
|
+
},
|
|
37
|
+
promptTemplate: {
|
|
38
|
+
type: 'string',
|
|
39
|
+
description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
|
|
40
|
+
},
|
|
41
|
+
description: {
|
|
42
|
+
type: 'string',
|
|
43
|
+
description: 'The description of the Metric.',
|
|
44
|
+
},
|
|
45
|
+
evalModelName: {
|
|
46
|
+
type: 'string',
|
|
47
|
+
description: 'The AI model to use for evaluation.',
|
|
48
|
+
},
|
|
49
|
+
guidelines: {
|
|
50
|
+
type: 'string',
|
|
51
|
+
description: 'Guidelines for AI evaluation on how to score the metric.',
|
|
52
|
+
},
|
|
53
|
+
passingThreshold: {
|
|
54
|
+
type: 'integer',
|
|
55
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
56
|
+
},
|
|
57
|
+
temperature: {
|
|
58
|
+
type: 'number',
|
|
59
|
+
description: 'The temperature for AI evaluation (0-2).',
|
|
60
|
+
},
|
|
61
|
+
},
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
type: 'object',
|
|
65
|
+
properties: {
|
|
66
|
+
projectId: {
|
|
67
|
+
type: 'string',
|
|
68
|
+
},
|
|
69
|
+
evalType: {
|
|
70
|
+
type: 'string',
|
|
71
|
+
description: 'Human-based evaluation type.',
|
|
72
|
+
enum: ['human'],
|
|
73
|
+
},
|
|
74
|
+
name: {
|
|
75
|
+
type: 'string',
|
|
76
|
+
description: 'The name of the Metric.',
|
|
77
|
+
},
|
|
78
|
+
outputType: {
|
|
79
|
+
type: 'string',
|
|
80
|
+
description: 'Integer output type.',
|
|
81
|
+
enum: ['int'],
|
|
82
|
+
},
|
|
83
|
+
description: {
|
|
84
|
+
type: 'string',
|
|
85
|
+
description: 'The description of the Metric.',
|
|
86
|
+
},
|
|
87
|
+
guidelines: {
|
|
88
|
+
type: 'string',
|
|
89
|
+
description: 'Guidelines for human evaluators.',
|
|
90
|
+
},
|
|
91
|
+
passingThreshold: {
|
|
92
|
+
type: 'integer',
|
|
93
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
94
|
+
},
|
|
95
|
+
},
|
|
96
|
+
},
|
|
97
|
+
{
|
|
98
|
+
type: 'object',
|
|
99
|
+
properties: {
|
|
100
|
+
projectId: {
|
|
101
|
+
type: 'string',
|
|
102
|
+
},
|
|
103
|
+
evalType: {
|
|
104
|
+
type: 'string',
|
|
105
|
+
description: 'Heuristic-based evaluation type.',
|
|
106
|
+
enum: ['heuristic'],
|
|
107
|
+
},
|
|
108
|
+
name: {
|
|
109
|
+
type: 'string',
|
|
110
|
+
description: 'The name of the Metric.',
|
|
111
|
+
},
|
|
112
|
+
outputType: {
|
|
113
|
+
type: 'string',
|
|
114
|
+
description: 'Integer output type.',
|
|
115
|
+
enum: ['int'],
|
|
116
|
+
},
|
|
117
|
+
description: {
|
|
118
|
+
type: 'string',
|
|
119
|
+
description: 'The description of the Metric.',
|
|
120
|
+
},
|
|
121
|
+
guidelines: {
|
|
122
|
+
type: 'string',
|
|
123
|
+
description: 'Optional guidelines for heuristic evaluation logic.',
|
|
124
|
+
},
|
|
125
|
+
passingThreshold: {
|
|
126
|
+
type: 'integer',
|
|
127
|
+
description: 'The threshold for determining pass/fail from integer scores (1-5).',
|
|
128
|
+
},
|
|
129
|
+
},
|
|
130
|
+
},
|
|
131
|
+
{
|
|
132
|
+
type: 'object',
|
|
133
|
+
properties: {
|
|
134
|
+
projectId: {
|
|
135
|
+
type: 'string',
|
|
136
|
+
},
|
|
137
|
+
evalType: {
|
|
138
|
+
type: 'string',
|
|
139
|
+
description: 'AI-based evaluation type.',
|
|
140
|
+
enum: ['ai'],
|
|
141
|
+
},
|
|
142
|
+
name: {
|
|
143
|
+
type: 'string',
|
|
144
|
+
description: 'The name of the Metric.',
|
|
145
|
+
},
|
|
146
|
+
outputType: {
|
|
147
|
+
type: 'string',
|
|
148
|
+
description: 'Boolean output type.',
|
|
149
|
+
enum: ['boolean'],
|
|
150
|
+
},
|
|
151
|
+
promptTemplate: {
|
|
152
|
+
type: 'string',
|
|
153
|
+
description: 'The complete prompt template for AI evaluation. Should include placeholders for dynamic content.',
|
|
154
|
+
},
|
|
155
|
+
description: {
|
|
156
|
+
type: 'string',
|
|
157
|
+
description: 'The description of the Metric.',
|
|
158
|
+
},
|
|
159
|
+
evalModelName: {
|
|
160
|
+
type: 'string',
|
|
161
|
+
description: 'The AI model to use for evaluation.',
|
|
162
|
+
},
|
|
163
|
+
guidelines: {
|
|
164
|
+
type: 'string',
|
|
165
|
+
description: 'Guidelines for AI evaluation on how to score the metric.',
|
|
166
|
+
},
|
|
167
|
+
temperature: {
|
|
168
|
+
type: 'number',
|
|
169
|
+
description: 'The temperature for AI evaluation (0-2).',
|
|
170
|
+
},
|
|
171
|
+
},
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
type: 'object',
|
|
175
|
+
properties: {
|
|
176
|
+
projectId: {
|
|
177
|
+
type: 'string',
|
|
178
|
+
},
|
|
179
|
+
evalType: {
|
|
180
|
+
type: 'string',
|
|
181
|
+
description: 'Human-based evaluation type.',
|
|
182
|
+
enum: ['human'],
|
|
183
|
+
},
|
|
184
|
+
name: {
|
|
185
|
+
type: 'string',
|
|
186
|
+
description: 'The name of the Metric.',
|
|
187
|
+
},
|
|
188
|
+
outputType: {
|
|
189
|
+
type: 'string',
|
|
190
|
+
description: 'Boolean output type.',
|
|
191
|
+
enum: ['boolean'],
|
|
192
|
+
},
|
|
193
|
+
description: {
|
|
194
|
+
type: 'string',
|
|
195
|
+
description: 'The description of the Metric.',
|
|
196
|
+
},
|
|
197
|
+
guidelines: {
|
|
198
|
+
type: 'string',
|
|
199
|
+
description: 'Guidelines for human evaluators.',
|
|
200
|
+
},
|
|
201
|
+
},
|
|
202
|
+
},
|
|
203
|
+
{
|
|
204
|
+
type: 'object',
|
|
205
|
+
properties: {
|
|
206
|
+
projectId: {
|
|
207
|
+
type: 'string',
|
|
208
|
+
},
|
|
209
|
+
evalType: {
|
|
210
|
+
type: 'string',
|
|
211
|
+
description: 'Heuristic-based evaluation type.',
|
|
212
|
+
enum: ['heuristic'],
|
|
213
|
+
},
|
|
214
|
+
name: {
|
|
215
|
+
type: 'string',
|
|
216
|
+
description: 'The name of the Metric.',
|
|
217
|
+
},
|
|
218
|
+
outputType: {
|
|
219
|
+
type: 'string',
|
|
220
|
+
description: 'Boolean output type.',
|
|
221
|
+
enum: ['boolean'],
|
|
222
|
+
},
|
|
223
|
+
description: {
|
|
224
|
+
type: 'string',
|
|
225
|
+
description: 'The description of the Metric.',
|
|
226
|
+
},
|
|
227
|
+
guidelines: {
|
|
228
|
+
type: 'string',
|
|
229
|
+
description: 'Optional guidelines for heuristic evaluation logic.',
|
|
230
|
+
},
|
|
231
|
+
},
|
|
232
|
+
},
|
|
233
|
+
],
|
|
234
|
+
},
|
|
235
|
+
};
|
|
236
|
+
export const handler = async (client, args) => {
|
|
237
|
+
const { projectId, ...body } = args;
|
|
238
|
+
return asTextContentResult(await client.metrics.create(projectId, body));
|
|
239
|
+
};
|
|
240
|
+
export default { metadata, tool, handler };
|
|
241
|
+
//# sourceMappingURL=create-metrics.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"create-metrics.mjs","sourceRoot":"","sources":["../../src/tools/metrics/create-metrics.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,SAAS;IACnB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,+BAA+B;IACzC,WAAW,EAAE,cAAc;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,oDAAoD;IACjE,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,KAAK,CAAC;qBACd;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;oBACD,gBAAgB,EAAE;wBAChB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,oEAAoE;qBAClF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,2BAA2B;wBACxC,IAAI,EAAE,CAAC,IAAI,CAAC;qBACb;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,WAAW,EACT,kGAAkG;qBACrG;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,aAAa,EAAE;wBACb,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qCAAqC;qBACnD;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0DAA0D;qBACxE;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,0CAA0C;qBACxD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,8BAA8B;wBAC3C,IAAI,EAAE,CAAC,OAAO,CAAC;qBAChB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;qBAChD;iBACF;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,SAAS,EAAE;wBACT,IAAI,EAAE,QAAQ;qBACf;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,kCAAkC;wBAC/C,IAAI,EAAE,CAAC,WAAW,CAAC;qBACpB;oBACD,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,yBAAyB;qBACvC;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,sBAAsB;wBACnC,IAAI,EAAE,CAAC,SAAS,CAAC;qBAClB;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,gCAAgC;qBAC9C;oBACD,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,qDAAqD;qBACnE;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,IAAW,CAAC;IAC3C,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3E,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|
|
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.mjs";
|
|
|
3
3
|
import Scorecard from 'scorecard-ai';
|
|
4
4
|
export declare const metadata: Metadata;
|
|
5
5
|
export declare const tool: Tool;
|
|
6
|
-
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
7
|
declare const _default: {
|
|
8
8
|
metadata: Metadata;
|
|
9
9
|
tool: {
|
|
@@ -26,7 +26,7 @@ declare const _default: {
|
|
|
26
26
|
openWorldHint?: boolean | undefined;
|
|
27
27
|
} | undefined;
|
|
28
28
|
};
|
|
29
|
-
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
30
|
};
|
|
31
31
|
export default _default;
|
|
32
32
|
//# sourceMappingURL=create-projects.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"create-projects.d.mts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -3,7 +3,7 @@ import type { Metadata } from "..//index.js";
|
|
|
3
3
|
import Scorecard from 'scorecard-ai';
|
|
4
4
|
export declare const metadata: Metadata;
|
|
5
5
|
export declare const tool: Tool;
|
|
6
|
-
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
6
|
+
export declare const handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
7
7
|
declare const _default: {
|
|
8
8
|
metadata: Metadata;
|
|
9
9
|
tool: {
|
|
@@ -26,7 +26,7 @@ declare const _default: {
|
|
|
26
26
|
openWorldHint?: boolean | undefined;
|
|
27
27
|
} | undefined;
|
|
28
28
|
};
|
|
29
|
-
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => import("scorecard-ai").
|
|
29
|
+
handler: (client: Scorecard, args: Record<string, unknown> | undefined) => Promise<import("scorecard-ai-mcp/tools/types").ToolCallResult>;
|
|
30
30
|
};
|
|
31
31
|
export default _default;
|
|
32
32
|
//# sourceMappingURL=create-projects.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"create-projects.d.ts","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"OAIO,EAAE,IAAI,EAAE,MAAM,oCAAoC;OAClD,KAAK,EAAE,QAAQ,EAAE;OACjB,SAAS,MAAM,cAAc;AAEpC,eAAO,MAAM,QAAQ,EAAE,QAOtB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,IAgBlB,CAAC;AAEF,eAAO,MAAM,OAAO,GAAU,QAAQ,SAAS,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,mEAGzF,CAAC;;;;;;;;;;;;;;;;;;;;;;;sBAHoC,SAAS,QAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;;AAK1F,wBAA2C"}
|
|
@@ -2,10 +2,14 @@
|
|
|
2
2
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
4
|
exports.handler = exports.tool = exports.metadata = void 0;
|
|
5
|
+
const types_1 = require("scorecard-ai-mcp/tools/types");
|
|
5
6
|
exports.metadata = {
|
|
6
7
|
resource: 'projects',
|
|
7
8
|
operation: 'write',
|
|
8
9
|
tags: [],
|
|
10
|
+
httpMethod: 'post',
|
|
11
|
+
httpPath: '/projects',
|
|
12
|
+
operationId: 'createProject',
|
|
9
13
|
};
|
|
10
14
|
exports.tool = {
|
|
11
15
|
name: 'create_projects',
|
|
@@ -24,9 +28,9 @@ exports.tool = {
|
|
|
24
28
|
},
|
|
25
29
|
},
|
|
26
30
|
};
|
|
27
|
-
const handler = (client, args) => {
|
|
31
|
+
const handler = async (client, args) => {
|
|
28
32
|
const body = args;
|
|
29
|
-
return client.projects.create(body);
|
|
33
|
+
return (0, types_1.asTextContentResult)(await client.projects.create(body));
|
|
30
34
|
};
|
|
31
35
|
exports.handler = handler;
|
|
32
36
|
exports.default = { metadata: exports.metadata, tool: exports.tool, handler: exports.handler };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-projects.js","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;
|
|
1
|
+
{"version":3,"file":"create-projects.js","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAmE;AAMtD,QAAA,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,WAAW;IACrB,WAAW,EAAE,eAAe;CAC7B,CAAC;AAEW,QAAA,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEK,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,IAAA,2BAAmB,EAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAHW,QAAA,OAAO,WAGlB;AAEF,kBAAe,EAAE,QAAQ,EAAR,gBAAQ,EAAE,IAAI,EAAJ,YAAI,EAAE,OAAO,EAAP,eAAO,EAAE,CAAC"}
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { asTextContentResult } from 'scorecard-ai-mcp/tools/types';
|
|
2
3
|
export const metadata = {
|
|
3
4
|
resource: 'projects',
|
|
4
5
|
operation: 'write',
|
|
5
6
|
tags: [],
|
|
7
|
+
httpMethod: 'post',
|
|
8
|
+
httpPath: '/projects',
|
|
9
|
+
operationId: 'createProject',
|
|
6
10
|
};
|
|
7
11
|
export const tool = {
|
|
8
12
|
name: 'create_projects',
|
|
@@ -21,9 +25,9 @@ export const tool = {
|
|
|
21
25
|
},
|
|
22
26
|
},
|
|
23
27
|
};
|
|
24
|
-
export const handler = (client, args) => {
|
|
28
|
+
export const handler = async (client, args) => {
|
|
25
29
|
const body = args;
|
|
26
|
-
return client.projects.create(body);
|
|
30
|
+
return asTextContentResult(await client.projects.create(body));
|
|
27
31
|
};
|
|
28
32
|
export default { metadata, tool, handler };
|
|
29
33
|
//# sourceMappingURL=create-projects.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"create-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;
|
|
1
|
+
{"version":3,"file":"create-projects.mjs","sourceRoot":"","sources":["../../src/tools/projects/create-projects.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,mBAAmB,EAAE,MAAM,8BAA8B;AAMlE,MAAM,CAAC,MAAM,QAAQ,GAAa;IAChC,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,OAAO;IAClB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,WAAW;IACrB,WAAW,EAAE,eAAe;CAC7B,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAS;IACxB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,uBAAuB;IACpC,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,iCAAiC;aAC/C;YACD,IAAI,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0BAA0B;aACxC;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,MAAiB,EAAE,IAAyC,EAAE,EAAE;IAC5F,MAAM,IAAI,GAAG,IAAW,CAAC;IACzB,OAAO,mBAAmB,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC"}
|