scorecard-ai 1.2.0 → 2.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/client.d.mts +2 -2
- package/client.d.mts.map +1 -1
- package/client.d.ts +2 -2
- package/client.d.ts.map +1 -1
- package/package.json +1 -1
- package/resources/index.d.mts +1 -1
- package/resources/index.d.mts.map +1 -1
- package/resources/index.d.ts +1 -1
- package/resources/index.d.ts.map +1 -1
- package/resources/records.d.mts +7 -18
- package/resources/records.d.mts.map +1 -1
- package/resources/records.d.ts +7 -18
- package/resources/records.d.ts.map +1 -1
- package/resources/records.js.map +1 -1
- package/resources/records.mjs.map +1 -1
- package/resources/scores.d.mts +2 -6
- package/resources/scores.d.mts.map +1 -1
- package/resources/scores.d.ts +2 -6
- package/resources/scores.d.ts.map +1 -1
- package/resources/shared.d.mts +1 -3
- package/resources/shared.d.mts.map +1 -1
- package/resources/shared.d.ts +1 -3
- package/resources/shared.d.ts.map +1 -1
- package/resources/systems/index.d.mts +2 -2
- package/resources/systems/index.d.mts.map +1 -1
- package/resources/systems/index.d.ts +2 -2
- package/resources/systems/index.d.ts.map +1 -1
- package/resources/systems/index.js.map +1 -1
- package/resources/systems/index.mjs +1 -1
- package/resources/systems/index.mjs.map +1 -1
- package/resources/systems/systems.d.mts +63 -143
- package/resources/systems/systems.d.mts.map +1 -1
- package/resources/systems/systems.d.ts +63 -143
- package/resources/systems/systems.d.ts.map +1 -1
- package/resources/systems/systems.js +21 -74
- package/resources/systems/systems.js.map +1 -1
- package/resources/systems/systems.mjs +22 -75
- package/resources/systems/systems.mjs.map +1 -1
- package/resources/systems/versions.d.mts +25 -80
- package/resources/systems/versions.d.mts.map +1 -1
- package/resources/systems/versions.d.ts +25 -80
- package/resources/systems/versions.d.ts.map +1 -1
- package/resources/systems/versions.js +20 -54
- package/resources/systems/versions.js.map +1 -1
- package/resources/systems/versions.mjs +20 -54
- package/resources/systems/versions.mjs.map +1 -1
- package/resources/testcases.d.mts +5 -15
- package/resources/testcases.d.mts.map +1 -1
- package/resources/testcases.d.ts +5 -15
- package/resources/testcases.d.ts.map +1 -1
- package/resources/testsets.d.mts +3 -9
- package/resources/testsets.d.mts.map +1 -1
- package/resources/testsets.d.ts +3 -9
- package/resources/testsets.d.ts.map +1 -1
- package/src/client.ts +2 -2
- package/src/resources/index.ts +1 -1
- package/src/resources/records.ts +7 -6
- package/src/resources/scores.ts +2 -2
- package/src/resources/shared.ts +1 -1
- package/src/resources/systems/index.ts +2 -8
- package/src/resources/systems/systems.ts +68 -141
- package/src/resources/systems/versions.ts +27 -97
- package/src/resources/testcases.ts +5 -5
- package/src/resources/testsets.ts +3 -3
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.mts.map +1 -1
- package/version.d.ts +1 -1
- package/version.d.ts.map +1 -1
- package/version.js +1 -1
- package/version.js.map +1 -1
- package/version.mjs +1 -1
- package/version.mjs.map +1 -1
|
@@ -3,79 +3,45 @@
|
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
4
|
exports.Versions = void 0;
|
|
5
5
|
const resource_1 = require("../../core/resource.js");
|
|
6
|
-
const pagination_1 = require("../../core/pagination.js");
|
|
7
6
|
const path_1 = require("../../internal/utils/path.js");
|
|
8
7
|
class Versions extends resource_1.APIResource {
|
|
9
8
|
/**
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
* Each version contains specific parameter values that match the system's
|
|
13
|
-
* `configSchema` - things like model parameters, thresholds, or processing
|
|
14
|
-
* options. Once created, versions cannot be modified, ensuring stable reference
|
|
15
|
-
* points for evaluations.
|
|
16
|
-
*
|
|
17
|
-
* When creating a system version:
|
|
18
|
-
*
|
|
19
|
-
* - The `config` object is validated against the parent system's `configSchema`.
|
|
20
|
-
* - System versions with validation errors are still stored, with errors included
|
|
21
|
-
* in the response.
|
|
22
|
-
* - Validation errors indicate fields that don't match the schema but don't
|
|
23
|
-
* prevent creation.
|
|
24
|
-
* - Having validation errors may affect how some evaluation metrics are
|
|
25
|
-
* calculated.
|
|
9
|
+
* Retrieve a specific system version by ID.
|
|
26
10
|
*
|
|
27
11
|
* @example
|
|
28
12
|
* ```ts
|
|
29
|
-
* const systemVersion = await client.systems.versions.
|
|
30
|
-
* '
|
|
31
|
-
* {
|
|
32
|
-
* config: {
|
|
33
|
-
* temperature: 0.1,
|
|
34
|
-
* maxTokens: 1024,
|
|
35
|
-
* model: 'gpt-4-turbo',
|
|
36
|
-
* },
|
|
37
|
-
* name: 'Production (Low Temperature)',
|
|
38
|
-
* },
|
|
13
|
+
* const systemVersion = await client.systems.versions.get(
|
|
14
|
+
* '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
|
|
39
15
|
* );
|
|
40
16
|
* ```
|
|
41
17
|
*/
|
|
42
|
-
|
|
43
|
-
return this._client.
|
|
18
|
+
get(systemVersionID, options) {
|
|
19
|
+
return this._client.get((0, path_1.path) `/systems/versions/${systemVersionID}`, options);
|
|
44
20
|
}
|
|
45
21
|
/**
|
|
46
|
-
*
|
|
22
|
+
* Create a new system version if it does not already exist. Does **not** set the
|
|
23
|
+
* created version to be the system's production version.
|
|
47
24
|
*
|
|
48
|
-
*
|
|
49
|
-
*
|
|
25
|
+
* If there is already a system version with the same config, its name will be
|
|
26
|
+
* updated.
|
|
50
27
|
*
|
|
51
28
|
* @example
|
|
52
29
|
* ```ts
|
|
53
|
-
*
|
|
54
|
-
* for await (const systemVersion of client.systems.versions.list(
|
|
30
|
+
* const systemVersion = await client.systems.versions.upsert(
|
|
55
31
|
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
56
|
-
*
|
|
57
|
-
*
|
|
58
|
-
*
|
|
59
|
-
*
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
...options,
|
|
65
|
-
});
|
|
66
|
-
}
|
|
67
|
-
/**
|
|
68
|
-
* Retrieve a specific system version by ID.
|
|
69
|
-
*
|
|
70
|
-
* @example
|
|
71
|
-
* ```ts
|
|
72
|
-
* const systemVersion = await client.systems.versions.get(
|
|
73
|
-
* '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
|
|
32
|
+
* {
|
|
33
|
+
* config: {
|
|
34
|
+
* temperature: 0.5,
|
|
35
|
+
* maxTokens: 1024,
|
|
36
|
+
* model: 'gemini-2.0-flash',
|
|
37
|
+
* },
|
|
38
|
+
* name: 'Test model: Gemini',
|
|
39
|
+
* },
|
|
74
40
|
* );
|
|
75
41
|
* ```
|
|
76
42
|
*/
|
|
77
|
-
|
|
78
|
-
return this._client.
|
|
43
|
+
upsert(systemID, body, options) {
|
|
44
|
+
return this._client.post((0, path_1.path) `/systems/${systemID}/versions`, { body, ...options });
|
|
79
45
|
}
|
|
80
46
|
}
|
|
81
47
|
exports.Versions = Versions;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;
|
|
1
|
+
{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAGlD,uDAAiD;AAEjD,MAAa,QAAS,SAAQ,sBAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;CACF;AAxCD,4BAwCC"}
|
|
@@ -1,78 +1,44 @@
|
|
|
1
1
|
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
2
|
import { APIResource } from "../../core/resource.mjs";
|
|
3
|
-
import { PaginatedResponse } from "../../core/pagination.mjs";
|
|
4
3
|
import { path } from "../../internal/utils/path.mjs";
|
|
5
4
|
export class Versions extends APIResource {
|
|
6
5
|
/**
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
* Each version contains specific parameter values that match the system's
|
|
10
|
-
* `configSchema` - things like model parameters, thresholds, or processing
|
|
11
|
-
* options. Once created, versions cannot be modified, ensuring stable reference
|
|
12
|
-
* points for evaluations.
|
|
13
|
-
*
|
|
14
|
-
* When creating a system version:
|
|
15
|
-
*
|
|
16
|
-
* - The `config` object is validated against the parent system's `configSchema`.
|
|
17
|
-
* - System versions with validation errors are still stored, with errors included
|
|
18
|
-
* in the response.
|
|
19
|
-
* - Validation errors indicate fields that don't match the schema but don't
|
|
20
|
-
* prevent creation.
|
|
21
|
-
* - Having validation errors may affect how some evaluation metrics are
|
|
22
|
-
* calculated.
|
|
6
|
+
* Retrieve a specific system version by ID.
|
|
23
7
|
*
|
|
24
8
|
* @example
|
|
25
9
|
* ```ts
|
|
26
|
-
* const systemVersion = await client.systems.versions.
|
|
27
|
-
* '
|
|
28
|
-
* {
|
|
29
|
-
* config: {
|
|
30
|
-
* temperature: 0.1,
|
|
31
|
-
* maxTokens: 1024,
|
|
32
|
-
* model: 'gpt-4-turbo',
|
|
33
|
-
* },
|
|
34
|
-
* name: 'Production (Low Temperature)',
|
|
35
|
-
* },
|
|
10
|
+
* const systemVersion = await client.systems.versions.get(
|
|
11
|
+
* '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
|
|
36
12
|
* );
|
|
37
13
|
* ```
|
|
38
14
|
*/
|
|
39
|
-
|
|
40
|
-
return this._client.
|
|
15
|
+
get(systemVersionID, options) {
|
|
16
|
+
return this._client.get(path `/systems/versions/${systemVersionID}`, options);
|
|
41
17
|
}
|
|
42
18
|
/**
|
|
43
|
-
*
|
|
19
|
+
* Create a new system version if it does not already exist. Does **not** set the
|
|
20
|
+
* created version to be the system's production version.
|
|
44
21
|
*
|
|
45
|
-
*
|
|
46
|
-
*
|
|
22
|
+
* If there is already a system version with the same config, its name will be
|
|
23
|
+
* updated.
|
|
47
24
|
*
|
|
48
25
|
* @example
|
|
49
26
|
* ```ts
|
|
50
|
-
*
|
|
51
|
-
* for await (const systemVersion of client.systems.versions.list(
|
|
27
|
+
* const systemVersion = await client.systems.versions.upsert(
|
|
52
28
|
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
53
|
-
*
|
|
54
|
-
*
|
|
55
|
-
*
|
|
56
|
-
*
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
...options,
|
|
62
|
-
});
|
|
63
|
-
}
|
|
64
|
-
/**
|
|
65
|
-
* Retrieve a specific system version by ID.
|
|
66
|
-
*
|
|
67
|
-
* @example
|
|
68
|
-
* ```ts
|
|
69
|
-
* const systemVersion = await client.systems.versions.get(
|
|
70
|
-
* '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
|
|
29
|
+
* {
|
|
30
|
+
* config: {
|
|
31
|
+
* temperature: 0.5,
|
|
32
|
+
* maxTokens: 1024,
|
|
33
|
+
* model: 'gemini-2.0-flash',
|
|
34
|
+
* },
|
|
35
|
+
* name: 'Test model: Gemini',
|
|
36
|
+
* },
|
|
71
37
|
* );
|
|
72
38
|
* ```
|
|
73
39
|
*/
|
|
74
|
-
|
|
75
|
-
return this._client.
|
|
40
|
+
upsert(systemID, body, options) {
|
|
41
|
+
return this._client.post(path `/systems/${systemID}/versions`, { body, ...options });
|
|
76
42
|
}
|
|
77
43
|
}
|
|
78
44
|
//# sourceMappingURL=versions.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"versions.mjs","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;
|
|
1
|
+
{"version":3,"file":"versions.mjs","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,YAAY,QAAQ,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;CACF"}
|
|
@@ -104,22 +104,16 @@ export interface Testcase {
|
|
|
104
104
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
105
105
|
* marked as expected outputs, including those with validation errors.
|
|
106
106
|
*/
|
|
107
|
-
expected:
|
|
108
|
-
[key: string]: unknown;
|
|
109
|
-
};
|
|
107
|
+
expected: Record<string, unknown>;
|
|
110
108
|
/**
|
|
111
109
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
112
110
|
* marked as inputs, including those with validation errors.
|
|
113
111
|
*/
|
|
114
|
-
inputs:
|
|
115
|
-
[key: string]: unknown;
|
|
116
|
-
};
|
|
112
|
+
inputs: Record<string, unknown>;
|
|
117
113
|
/**
|
|
118
114
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
119
115
|
*/
|
|
120
|
-
jsonData:
|
|
121
|
-
[key: string]: unknown;
|
|
122
|
-
};
|
|
116
|
+
jsonData: Record<string, unknown>;
|
|
123
117
|
/**
|
|
124
118
|
* The ID of the Testset this Testcase belongs to.
|
|
125
119
|
*/
|
|
@@ -162,18 +156,14 @@ export declare namespace TestcaseCreateParams {
|
|
|
162
156
|
/**
|
|
163
157
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
164
158
|
*/
|
|
165
|
-
jsonData:
|
|
166
|
-
[key: string]: unknown;
|
|
167
|
-
};
|
|
159
|
+
jsonData: Record<string, unknown>;
|
|
168
160
|
}
|
|
169
161
|
}
|
|
170
162
|
export interface TestcaseUpdateParams {
|
|
171
163
|
/**
|
|
172
164
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
173
165
|
*/
|
|
174
|
-
jsonData:
|
|
175
|
-
[key: string]: unknown;
|
|
176
|
-
};
|
|
166
|
+
jsonData: Record<string, unknown>;
|
|
177
167
|
}
|
|
178
168
|
export interface TestcaseListParams extends PaginatedResponseParams {
|
|
179
169
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE
|
|
1
|
+
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testcases.d.ts
CHANGED
|
@@ -104,22 +104,16 @@ export interface Testcase {
|
|
|
104
104
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
105
105
|
* marked as expected outputs, including those with validation errors.
|
|
106
106
|
*/
|
|
107
|
-
expected:
|
|
108
|
-
[key: string]: unknown;
|
|
109
|
-
};
|
|
107
|
+
expected: Record<string, unknown>;
|
|
110
108
|
/**
|
|
111
109
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
112
110
|
* marked as inputs, including those with validation errors.
|
|
113
111
|
*/
|
|
114
|
-
inputs:
|
|
115
|
-
[key: string]: unknown;
|
|
116
|
-
};
|
|
112
|
+
inputs: Record<string, unknown>;
|
|
117
113
|
/**
|
|
118
114
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
119
115
|
*/
|
|
120
|
-
jsonData:
|
|
121
|
-
[key: string]: unknown;
|
|
122
|
-
};
|
|
116
|
+
jsonData: Record<string, unknown>;
|
|
123
117
|
/**
|
|
124
118
|
* The ID of the Testset this Testcase belongs to.
|
|
125
119
|
*/
|
|
@@ -162,18 +156,14 @@ export declare namespace TestcaseCreateParams {
|
|
|
162
156
|
/**
|
|
163
157
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
164
158
|
*/
|
|
165
|
-
jsonData:
|
|
166
|
-
[key: string]: unknown;
|
|
167
|
-
};
|
|
159
|
+
jsonData: Record<string, unknown>;
|
|
168
160
|
}
|
|
169
161
|
}
|
|
170
162
|
export interface TestcaseUpdateParams {
|
|
171
163
|
/**
|
|
172
164
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
173
165
|
*/
|
|
174
|
-
jsonData:
|
|
175
|
-
[key: string]: unknown;
|
|
176
|
-
};
|
|
166
|
+
jsonData: Record<string, unknown>;
|
|
177
167
|
}
|
|
178
168
|
export interface TestcaseListParams extends PaginatedResponseParams {
|
|
179
169
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE
|
|
1
|
+
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testsets.d.mts
CHANGED
|
@@ -128,9 +128,7 @@ export interface Testset {
|
|
|
128
128
|
/**
|
|
129
129
|
* The JSON schema for each Testcase in the Testset.
|
|
130
130
|
*/
|
|
131
|
-
jsonSchema:
|
|
132
|
-
[key: string]: unknown;
|
|
133
|
-
};
|
|
131
|
+
jsonSchema: Record<string, unknown>;
|
|
134
132
|
/**
|
|
135
133
|
* The name of the Testset.
|
|
136
134
|
*/
|
|
@@ -175,9 +173,7 @@ export interface TestsetCreateParams {
|
|
|
175
173
|
/**
|
|
176
174
|
* The JSON schema for each Testcase in the Testset.
|
|
177
175
|
*/
|
|
178
|
-
jsonSchema:
|
|
179
|
-
[key: string]: unknown;
|
|
180
|
-
};
|
|
176
|
+
jsonSchema: Record<string, unknown>;
|
|
181
177
|
/**
|
|
182
178
|
* The name of the Testset.
|
|
183
179
|
*/
|
|
@@ -216,9 +212,7 @@ export interface TestsetUpdateParams {
|
|
|
216
212
|
/**
|
|
217
213
|
* The JSON schema for each Testcase in the Testset.
|
|
218
214
|
*/
|
|
219
|
-
jsonSchema?:
|
|
220
|
-
[key: string]: unknown;
|
|
221
|
-
};
|
|
215
|
+
jsonSchema?: Record<string, unknown>;
|
|
222
216
|
/**
|
|
223
217
|
* The name of the Testset.
|
|
224
218
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testsets.d.mts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;;;;;;OAOG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE
|
|
1
|
+
{"version":3,"file":"testsets.d.mts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;;;;;;OAOG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
|
package/resources/testsets.d.ts
CHANGED
|
@@ -128,9 +128,7 @@ export interface Testset {
|
|
|
128
128
|
/**
|
|
129
129
|
* The JSON schema for each Testcase in the Testset.
|
|
130
130
|
*/
|
|
131
|
-
jsonSchema:
|
|
132
|
-
[key: string]: unknown;
|
|
133
|
-
};
|
|
131
|
+
jsonSchema: Record<string, unknown>;
|
|
134
132
|
/**
|
|
135
133
|
* The name of the Testset.
|
|
136
134
|
*/
|
|
@@ -175,9 +173,7 @@ export interface TestsetCreateParams {
|
|
|
175
173
|
/**
|
|
176
174
|
* The JSON schema for each Testcase in the Testset.
|
|
177
175
|
*/
|
|
178
|
-
jsonSchema:
|
|
179
|
-
[key: string]: unknown;
|
|
180
|
-
};
|
|
176
|
+
jsonSchema: Record<string, unknown>;
|
|
181
177
|
/**
|
|
182
178
|
* The name of the Testset.
|
|
183
179
|
*/
|
|
@@ -216,9 +212,7 @@ export interface TestsetUpdateParams {
|
|
|
216
212
|
/**
|
|
217
213
|
* The JSON schema for each Testcase in the Testset.
|
|
218
214
|
*/
|
|
219
|
-
jsonSchema?:
|
|
220
|
-
[key: string]: unknown;
|
|
221
|
-
};
|
|
215
|
+
jsonSchema?: Record<string, unknown>;
|
|
222
216
|
/**
|
|
223
217
|
* The name of the Testset.
|
|
224
218
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;;;;;;OAOG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE
|
|
1
|
+
{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;;;;;;OAOG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;;;;;;OAOG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAExB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
|
package/src/client.ts
CHANGED
|
@@ -51,10 +51,10 @@ import {
|
|
|
51
51
|
} from './resources/testsets';
|
|
52
52
|
import {
|
|
53
53
|
System,
|
|
54
|
-
SystemCreateParams,
|
|
55
54
|
SystemDeleteResponse,
|
|
56
55
|
SystemListParams,
|
|
57
56
|
SystemUpdateParams,
|
|
57
|
+
SystemUpsertParams,
|
|
58
58
|
Systems,
|
|
59
59
|
SystemsPaginatedResponse,
|
|
60
60
|
} from './resources/systems/systems';
|
|
@@ -883,9 +883,9 @@ export declare namespace Scorecard {
|
|
|
883
883
|
type System as System,
|
|
884
884
|
type SystemDeleteResponse as SystemDeleteResponse,
|
|
885
885
|
type SystemsPaginatedResponse as SystemsPaginatedResponse,
|
|
886
|
-
type SystemCreateParams as SystemCreateParams,
|
|
887
886
|
type SystemUpdateParams as SystemUpdateParams,
|
|
888
887
|
type SystemListParams as SystemListParams,
|
|
888
|
+
type SystemUpsertParams as SystemUpsertParams,
|
|
889
889
|
};
|
|
890
890
|
|
|
891
891
|
export type APIError = API.APIError;
|
package/src/resources/index.ts
CHANGED
package/src/resources/records.ts
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
import { APIResource } from '../core/resource';
|
|
4
4
|
import { APIPromise } from '../core/api-promise';
|
|
5
|
+
import { type Record as BuiltinRecord } from '../internal/builtin-types';
|
|
5
6
|
import { RequestOptions } from '../internal/request-options';
|
|
6
7
|
import { path } from '../internal/utils/path';
|
|
7
8
|
|
|
@@ -38,18 +39,18 @@ export interface Record {
|
|
|
38
39
|
/**
|
|
39
40
|
* The expected outputs for the Testcase.
|
|
40
41
|
*/
|
|
41
|
-
expected:
|
|
42
|
+
expected: BuiltinRecord<string, unknown>;
|
|
42
43
|
|
|
43
44
|
/**
|
|
44
45
|
* The actual inputs sent to the system, which should match the system's input
|
|
45
46
|
* schema.
|
|
46
47
|
*/
|
|
47
|
-
inputs:
|
|
48
|
+
inputs: BuiltinRecord<string, unknown>;
|
|
48
49
|
|
|
49
50
|
/**
|
|
50
51
|
* The actual outputs from the system.
|
|
51
52
|
*/
|
|
52
|
-
outputs:
|
|
53
|
+
outputs: BuiltinRecord<string, unknown>;
|
|
53
54
|
|
|
54
55
|
/**
|
|
55
56
|
* The ID of the Run containing this Record.
|
|
@@ -66,18 +67,18 @@ export interface RecordCreateParams {
|
|
|
66
67
|
/**
|
|
67
68
|
* The expected outputs for the Testcase.
|
|
68
69
|
*/
|
|
69
|
-
expected:
|
|
70
|
+
expected: BuiltinRecord<string, unknown>;
|
|
70
71
|
|
|
71
72
|
/**
|
|
72
73
|
* The actual inputs sent to the system, which should match the system's input
|
|
73
74
|
* schema.
|
|
74
75
|
*/
|
|
75
|
-
inputs:
|
|
76
|
+
inputs: BuiltinRecord<string, unknown>;
|
|
76
77
|
|
|
77
78
|
/**
|
|
78
79
|
* The actual outputs from the system.
|
|
79
80
|
*/
|
|
80
|
-
outputs:
|
|
81
|
+
outputs: BuiltinRecord<string, unknown>;
|
|
81
82
|
|
|
82
83
|
/**
|
|
83
84
|
* The ID of the Testcase.
|
package/src/resources/scores.ts
CHANGED
|
@@ -56,7 +56,7 @@ export interface Score {
|
|
|
56
56
|
* the output schema defined by the associated MetricConfig. If it doesn't,
|
|
57
57
|
* validation errors will be captured in the `validationErrors` field.
|
|
58
58
|
*/
|
|
59
|
-
score:
|
|
59
|
+
score: Record<string, unknown>;
|
|
60
60
|
|
|
61
61
|
/**
|
|
62
62
|
* Validation errors found in the Score data. If present, the Score doesn't fully
|
|
@@ -90,7 +90,7 @@ export interface ScoreUpsertParams {
|
|
|
90
90
|
* conform to the output schema defined by the associated MetricConfig. If it
|
|
91
91
|
* doesn't, validation errors will be captured in the `validationErrors` field.
|
|
92
92
|
*/
|
|
93
|
-
score:
|
|
93
|
+
score: Record<string, unknown>;
|
|
94
94
|
}
|
|
95
95
|
|
|
96
96
|
export declare namespace Scores {
|
package/src/resources/shared.ts
CHANGED
|
@@ -4,15 +4,9 @@ export {
|
|
|
4
4
|
Systems,
|
|
5
5
|
type System,
|
|
6
6
|
type SystemDeleteResponse,
|
|
7
|
-
type SystemCreateParams,
|
|
8
7
|
type SystemUpdateParams,
|
|
9
8
|
type SystemListParams,
|
|
9
|
+
type SystemUpsertParams,
|
|
10
10
|
type SystemsPaginatedResponse,
|
|
11
11
|
} from './systems';
|
|
12
|
-
export {
|
|
13
|
-
Versions,
|
|
14
|
-
type SystemVersion,
|
|
15
|
-
type VersionCreateParams,
|
|
16
|
-
type VersionListParams,
|
|
17
|
-
type SystemVersionsPaginatedResponse,
|
|
18
|
-
} from './versions';
|
|
12
|
+
export { Versions, type SystemVersion, type VersionUpsertParams } from './versions';
|