scorecard-ai 1.0.0-alpha.0 → 1.0.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +54 -0
- package/README.md +2 -2
- package/client.d.mts +13 -1
- package/client.d.mts.map +1 -1
- package/client.d.ts +13 -1
- package/client.d.ts.map +1 -1
- package/client.js +15 -3
- package/client.js.map +1 -1
- package/client.mjs +15 -3
- package/client.mjs.map +1 -1
- package/internal/utils/base64.d.mts.map +1 -1
- package/internal/utils/base64.d.ts.map +1 -1
- package/internal/utils/base64.js +8 -4
- package/internal/utils/base64.js.map +1 -1
- package/internal/utils/base64.mjs +8 -4
- package/internal/utils/base64.mjs.map +1 -1
- package/package.json +1 -1
- package/resources/execution-records.d.mts +62 -0
- package/resources/execution-records.d.mts.map +1 -0
- package/resources/execution-records.d.ts +62 -0
- package/resources/execution-records.d.ts.map +1 -0
- package/resources/execution-records.js +16 -0
- package/resources/execution-records.js.map +1 -0
- package/resources/execution-records.mjs +12 -0
- package/resources/execution-records.mjs.map +1 -0
- package/resources/index.d.mts +4 -0
- package/resources/index.d.mts.map +1 -1
- package/resources/index.d.ts +4 -0
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js +9 -1
- package/resources/index.js.map +1 -1
- package/resources/index.mjs +4 -0
- package/resources/index.mjs.map +1 -1
- package/resources/runs.d.mts +72 -0
- package/resources/runs.d.mts.map +1 -0
- package/resources/runs.d.ts +72 -0
- package/resources/runs.d.ts.map +1 -0
- package/resources/runs.js +22 -0
- package/resources/runs.js.map +1 -0
- package/resources/runs.mjs +18 -0
- package/resources/runs.mjs.map +1 -0
- package/resources/system-configs.d.mts +122 -0
- package/resources/system-configs.d.mts.map +1 -0
- package/resources/system-configs.d.ts +122 -0
- package/resources/system-configs.d.ts.map +1 -0
- package/resources/system-configs.js +50 -0
- package/resources/system-configs.js.map +1 -0
- package/resources/system-configs.mjs +46 -0
- package/resources/system-configs.mjs.map +1 -0
- package/resources/systems.d.mts +152 -0
- package/resources/systems.d.mts.map +1 -0
- package/resources/systems.d.ts +152 -0
- package/resources/systems.d.ts.map +1 -0
- package/resources/systems.js +70 -0
- package/resources/systems.js.map +1 -0
- package/resources/systems.mjs +66 -0
- package/resources/systems.mjs.map +1 -0
- package/resources/testcases.d.mts +11 -27
- package/resources/testcases.d.mts.map +1 -1
- package/resources/testcases.d.ts +11 -27
- package/resources/testcases.d.ts.map +1 -1
- package/resources/testcases.js +3 -3
- package/resources/testcases.js.map +1 -1
- package/resources/testcases.mjs +3 -3
- package/resources/testcases.mjs.map +1 -1
- package/resources/testsets.d.mts +12 -9
- package/resources/testsets.d.mts.map +1 -1
- package/resources/testsets.d.ts +12 -9
- package/resources/testsets.d.ts.map +1 -1
- package/src/client.ts +67 -3
- package/src/internal/utils/base64.ts +8 -6
- package/src/resources/execution-records.ts +85 -0
- package/src/resources/index.ts +23 -0
- package/src/resources/runs.ts +118 -0
- package/src/resources/system-configs.ts +170 -0
- package/src/resources/systems.ts +206 -0
- package/src/resources/testcases.ts +13 -36
- package/src/resources/testsets.ts +13 -10
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
import { APIResource } from "../core/resource.mjs";
|
|
3
|
+
import { PaginatedResponse } from "../core/pagination.mjs";
|
|
4
|
+
import { path } from "../internal/utils/path.mjs";
|
|
5
|
+
export class Systems extends APIResource {
|
|
6
|
+
/**
|
|
7
|
+
* Create a new system definition that specifies the interface contracts for a
|
|
8
|
+
* component you want to evaluate.
|
|
9
|
+
*
|
|
10
|
+
* A system acts as a template that defines three key contracts through JSON
|
|
11
|
+
* Schemas:
|
|
12
|
+
*
|
|
13
|
+
* 1. Input Schema: What data your system accepts (e.g., user queries, context
|
|
14
|
+
* documents)
|
|
15
|
+
* 2. Output Schema: What data your system produces (e.g., responses, confidence
|
|
16
|
+
* scores)
|
|
17
|
+
* 3. Config Schema: What parameters can be adjusted (e.g., model selection,
|
|
18
|
+
* temperature)
|
|
19
|
+
*
|
|
20
|
+
* This separation lets you evaluate any system as a black box, focusing on its
|
|
21
|
+
* interface rather than implementation details.
|
|
22
|
+
*/
|
|
23
|
+
create(projectID, body, options) {
|
|
24
|
+
return this._client.post(path `/projects/${projectID}/systems`, { body, ...options });
|
|
25
|
+
}
|
|
26
|
+
/**
|
|
27
|
+
* Update an existing system definition. Only the fields provided in the request
|
|
28
|
+
* body will be updated. If a field is provided, the new content will replace the
|
|
29
|
+
* existing content. If a field is not provided, the existing content will remain
|
|
30
|
+
* unchanged.
|
|
31
|
+
*
|
|
32
|
+
* When updating schemas:
|
|
33
|
+
*
|
|
34
|
+
* - The system will accept your changes regardless of compatibility with existing
|
|
35
|
+
* configurations
|
|
36
|
+
* - Schema updates won't invalidate existing evaluations or configurations
|
|
37
|
+
* - For significant redesigns, creating a new system definition provides a cleaner
|
|
38
|
+
* separation
|
|
39
|
+
*/
|
|
40
|
+
update(systemID, body = {}, options) {
|
|
41
|
+
return this._client.patch(path `/systems/${systemID}`, { body, ...options });
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* Retrieve a paginated list of all systems. Systems are ordered by creation date.
|
|
45
|
+
*/
|
|
46
|
+
list(projectID, query = {}, options) {
|
|
47
|
+
return this._client.getAPIList(path `/projects/${projectID}/systems`, (PaginatedResponse), {
|
|
48
|
+
query,
|
|
49
|
+
...options,
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Delete a system definition by ID. This will not delete associated system
|
|
54
|
+
* configurations.
|
|
55
|
+
*/
|
|
56
|
+
delete(systemID, options) {
|
|
57
|
+
return this._client.delete(path `/systems/${systemID}`, options);
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Retrieve a specific system by ID.
|
|
61
|
+
*/
|
|
62
|
+
get(systemID, options) {
|
|
63
|
+
return this._client.get(path `/systems/${systemID}`, options);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=systems.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../src/resources/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IACtC;;;;;;;;;;;;;;;;OAgBG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,CAAA,iBAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF"}
|
|
@@ -16,9 +16,9 @@ export declare class Testcases extends APIResource {
|
|
|
16
16
|
*/
|
|
17
17
|
list(testsetID: string, query?: TestcaseListParams | null | undefined, options?: RequestOptions): PagePromise<TestcasesPaginatedResponse, Testcase>;
|
|
18
18
|
/**
|
|
19
|
-
* Delete multiple testcases
|
|
19
|
+
* Delete multiple testcases by their IDs.
|
|
20
20
|
*/
|
|
21
|
-
delete(
|
|
21
|
+
delete(body: TestcaseDeleteParams, options?: RequestOptions): APIPromise<TestcaseDeleteResponse>;
|
|
22
22
|
/**
|
|
23
23
|
* Retrieve a specific testcase by ID.
|
|
24
24
|
*/
|
|
@@ -38,15 +38,15 @@ export interface Testcase {
|
|
|
38
38
|
* The ID of the testcase
|
|
39
39
|
*/
|
|
40
40
|
id: string;
|
|
41
|
-
/**
|
|
42
|
-
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
43
|
-
*/
|
|
44
|
-
data: Record<string, unknown>;
|
|
45
41
|
/**
|
|
46
42
|
* Derived from data based on the testset's fieldMapping. Contains all fields
|
|
47
43
|
* marked as inputs, including those with validation errors.
|
|
48
44
|
*/
|
|
49
45
|
inputs: Record<string, unknown>;
|
|
46
|
+
/**
|
|
47
|
+
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
48
|
+
*/
|
|
49
|
+
jsonData: Record<string, unknown>;
|
|
50
50
|
/**
|
|
51
51
|
* Derived from data based on the testset's fieldMapping. Contains all fields
|
|
52
52
|
* marked as labels, including those with validation errors.
|
|
@@ -79,25 +79,9 @@ export interface TestcaseCreateResponse {
|
|
|
79
79
|
}
|
|
80
80
|
export interface TestcaseDeleteResponse {
|
|
81
81
|
/**
|
|
82
|
-
*
|
|
83
|
-
*/
|
|
84
|
-
deletedCount: number;
|
|
85
|
-
/**
|
|
86
|
-
* List of errors encountered during deletion, if any
|
|
82
|
+
* Whether the deletion was successful
|
|
87
83
|
*/
|
|
88
|
-
|
|
89
|
-
}
|
|
90
|
-
export declare namespace TestcaseDeleteResponse {
|
|
91
|
-
interface Error {
|
|
92
|
-
/**
|
|
93
|
-
* ID of the testcase that failed to be deleted
|
|
94
|
-
*/
|
|
95
|
-
id: string;
|
|
96
|
-
/**
|
|
97
|
-
* Error message explaining why the deletion failed
|
|
98
|
-
*/
|
|
99
|
-
message: string;
|
|
100
|
-
}
|
|
84
|
+
success: boolean;
|
|
101
85
|
}
|
|
102
86
|
export interface TestcaseCreateParams {
|
|
103
87
|
/**
|
|
@@ -118,20 +102,20 @@ export declare namespace TestcaseCreateParams {
|
|
|
118
102
|
/**
|
|
119
103
|
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
120
104
|
*/
|
|
121
|
-
|
|
105
|
+
jsonData: Record<string, unknown>;
|
|
122
106
|
}
|
|
123
107
|
}
|
|
124
108
|
export interface TestcaseUpdateParams {
|
|
125
109
|
/**
|
|
126
110
|
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
127
111
|
*/
|
|
128
|
-
|
|
112
|
+
jsonData: Record<string, unknown>;
|
|
129
113
|
}
|
|
130
114
|
export interface TestcaseListParams extends PaginatedResponseParams {
|
|
131
115
|
}
|
|
132
116
|
export interface TestcaseDeleteParams {
|
|
133
117
|
/**
|
|
134
|
-
* IDs of testcases to delete
|
|
118
|
+
* IDs of testcases to delete
|
|
135
119
|
*/
|
|
136
120
|
ids: Array<string>;
|
|
137
121
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;OAEG;IACH,MAAM,
|
|
1
|
+
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;OAEG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;;OAOG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testcases.d.ts
CHANGED
|
@@ -16,9 +16,9 @@ export declare class Testcases extends APIResource {
|
|
|
16
16
|
*/
|
|
17
17
|
list(testsetID: string, query?: TestcaseListParams | null | undefined, options?: RequestOptions): PagePromise<TestcasesPaginatedResponse, Testcase>;
|
|
18
18
|
/**
|
|
19
|
-
* Delete multiple testcases
|
|
19
|
+
* Delete multiple testcases by their IDs.
|
|
20
20
|
*/
|
|
21
|
-
delete(
|
|
21
|
+
delete(body: TestcaseDeleteParams, options?: RequestOptions): APIPromise<TestcaseDeleteResponse>;
|
|
22
22
|
/**
|
|
23
23
|
* Retrieve a specific testcase by ID.
|
|
24
24
|
*/
|
|
@@ -38,15 +38,15 @@ export interface Testcase {
|
|
|
38
38
|
* The ID of the testcase
|
|
39
39
|
*/
|
|
40
40
|
id: string;
|
|
41
|
-
/**
|
|
42
|
-
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
43
|
-
*/
|
|
44
|
-
data: Record<string, unknown>;
|
|
45
41
|
/**
|
|
46
42
|
* Derived from data based on the testset's fieldMapping. Contains all fields
|
|
47
43
|
* marked as inputs, including those with validation errors.
|
|
48
44
|
*/
|
|
49
45
|
inputs: Record<string, unknown>;
|
|
46
|
+
/**
|
|
47
|
+
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
48
|
+
*/
|
|
49
|
+
jsonData: Record<string, unknown>;
|
|
50
50
|
/**
|
|
51
51
|
* Derived from data based on the testset's fieldMapping. Contains all fields
|
|
52
52
|
* marked as labels, including those with validation errors.
|
|
@@ -79,25 +79,9 @@ export interface TestcaseCreateResponse {
|
|
|
79
79
|
}
|
|
80
80
|
export interface TestcaseDeleteResponse {
|
|
81
81
|
/**
|
|
82
|
-
*
|
|
83
|
-
*/
|
|
84
|
-
deletedCount: number;
|
|
85
|
-
/**
|
|
86
|
-
* List of errors encountered during deletion, if any
|
|
82
|
+
* Whether the deletion was successful
|
|
87
83
|
*/
|
|
88
|
-
|
|
89
|
-
}
|
|
90
|
-
export declare namespace TestcaseDeleteResponse {
|
|
91
|
-
interface Error {
|
|
92
|
-
/**
|
|
93
|
-
* ID of the testcase that failed to be deleted
|
|
94
|
-
*/
|
|
95
|
-
id: string;
|
|
96
|
-
/**
|
|
97
|
-
* Error message explaining why the deletion failed
|
|
98
|
-
*/
|
|
99
|
-
message: string;
|
|
100
|
-
}
|
|
84
|
+
success: boolean;
|
|
101
85
|
}
|
|
102
86
|
export interface TestcaseCreateParams {
|
|
103
87
|
/**
|
|
@@ -118,20 +102,20 @@ export declare namespace TestcaseCreateParams {
|
|
|
118
102
|
/**
|
|
119
103
|
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
120
104
|
*/
|
|
121
|
-
|
|
105
|
+
jsonData: Record<string, unknown>;
|
|
122
106
|
}
|
|
123
107
|
}
|
|
124
108
|
export interface TestcaseUpdateParams {
|
|
125
109
|
/**
|
|
126
110
|
* The JSON data of the testcase, which is validated against the testset's schema.
|
|
127
111
|
*/
|
|
128
|
-
|
|
112
|
+
jsonData: Record<string, unknown>;
|
|
129
113
|
}
|
|
130
114
|
export interface TestcaseListParams extends PaginatedResponseParams {
|
|
131
115
|
}
|
|
132
116
|
export interface TestcaseDeleteParams {
|
|
133
117
|
/**
|
|
134
|
-
* IDs of testcases to delete
|
|
118
|
+
* IDs of testcases to delete
|
|
135
119
|
*/
|
|
136
120
|
ids: Array<string>;
|
|
137
121
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;OAEG;IACH,MAAM,
|
|
1
|
+
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;OAEG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;OAEG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;;OAOG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testcases.js
CHANGED
|
@@ -28,10 +28,10 @@ class Testcases extends resource_1.APIResource {
|
|
|
28
28
|
});
|
|
29
29
|
}
|
|
30
30
|
/**
|
|
31
|
-
* Delete multiple testcases
|
|
31
|
+
* Delete multiple testcases by their IDs.
|
|
32
32
|
*/
|
|
33
|
-
delete(
|
|
34
|
-
return this._client.
|
|
33
|
+
delete(body, options) {
|
|
34
|
+
return this._client.post('/testcases/bulk-delete', { body, ...options });
|
|
35
35
|
}
|
|
36
36
|
/**
|
|
37
37
|
* Retrieve a specific testcase by ID.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.js","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,SAAU,SAAQ,sBAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAiB,EACjB,IAA0B,EAC1B,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB,EAAE,IAA0B,EAAE,OAAwB;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,cAAc,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAI,CACF,SAAiB,EACjB,QAA+C,EAAE,EACjD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,CAAA,8BAA2B,CAAA,EAAE;YAClG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,
|
|
1
|
+
{"version":3,"file":"testcases.js","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,SAAU,SAAQ,sBAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAiB,EACjB,IAA0B,EAC1B,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB,EAAE,IAA0B,EAAE,OAAwB;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,cAAc,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAI,CACF,SAAiB,EACjB,QAA+C,EAAE,EACjD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,CAAA,8BAA2B,CAAA,EAAE;YAClG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAAwB;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,UAAkB,EAAE,OAAwB;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,cAAc,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF;AA9CD,8BA8CC"}
|
package/resources/testcases.mjs
CHANGED
|
@@ -25,10 +25,10 @@ export class Testcases extends APIResource {
|
|
|
25
25
|
});
|
|
26
26
|
}
|
|
27
27
|
/**
|
|
28
|
-
* Delete multiple testcases
|
|
28
|
+
* Delete multiple testcases by their IDs.
|
|
29
29
|
*/
|
|
30
|
-
delete(
|
|
31
|
-
return this._client.
|
|
30
|
+
delete(body, options) {
|
|
31
|
+
return this._client.post('/testcases/bulk-delete', { body, ...options });
|
|
32
32
|
}
|
|
33
33
|
/**
|
|
34
34
|
* Retrieve a specific testcase by ID.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.mjs","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAiB,EACjB,IAA0B,EAC1B,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB,EAAE,IAA0B,EAAE,OAAwB;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,cAAc,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAI,CACF,SAAiB,EACjB,QAA+C,EAAE,EACjD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,YAAY,EAAE,CAAA,iBAA2B,CAAA,EAAE;YAClG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,
|
|
1
|
+
{"version":3,"file":"testcases.mjs","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,SAAU,SAAQ,WAAW;IACxC;;OAEG;IACH,MAAM,CACJ,SAAiB,EACjB,IAA0B,EAC1B,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,UAAkB,EAAE,IAA0B,EAAE,OAAwB;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,cAAc,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAI,CACF,SAAiB,EACjB,QAA+C,EAAE,EACjD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,YAAY,EAAE,CAAA,iBAA2B,CAAA,EAAE;YAClG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,IAA0B,EAAE,OAAwB;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,UAAkB,EAAE,OAAwB;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,cAAc,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF"}
|
package/resources/testsets.d.mts
CHANGED
|
@@ -76,11 +76,14 @@ export interface Testset {
|
|
|
76
76
|
* Unmapped fields are treated as metadata.
|
|
77
77
|
*/
|
|
78
78
|
fieldMapping: Testset.FieldMapping;
|
|
79
|
+
/**
|
|
80
|
+
* The JSON schema for each testcase in the testset
|
|
81
|
+
*/
|
|
82
|
+
jsonSchema: Record<string, unknown>;
|
|
79
83
|
/**
|
|
80
84
|
* The name of the testset
|
|
81
85
|
*/
|
|
82
86
|
name: string;
|
|
83
|
-
schema: Record<string, unknown>;
|
|
84
87
|
}
|
|
85
88
|
export declare namespace Testset {
|
|
86
89
|
/**
|
|
@@ -119,13 +122,13 @@ export interface TestsetCreateParams {
|
|
|
119
122
|
*/
|
|
120
123
|
fieldMapping: TestsetCreateParams.FieldMapping;
|
|
121
124
|
/**
|
|
122
|
-
* The
|
|
125
|
+
* The JSON schema for each testcase in the testset
|
|
123
126
|
*/
|
|
124
|
-
|
|
127
|
+
jsonSchema: Record<string, unknown>;
|
|
125
128
|
/**
|
|
126
|
-
* The
|
|
129
|
+
* The name of the testset
|
|
127
130
|
*/
|
|
128
|
-
|
|
131
|
+
name: string;
|
|
129
132
|
}
|
|
130
133
|
export declare namespace TestsetCreateParams {
|
|
131
134
|
/**
|
|
@@ -158,13 +161,13 @@ export interface TestsetUpdateParams {
|
|
|
158
161
|
*/
|
|
159
162
|
fieldMapping?: TestsetUpdateParams.FieldMapping;
|
|
160
163
|
/**
|
|
161
|
-
* The
|
|
164
|
+
* The JSON schema for each testcase in the testset
|
|
162
165
|
*/
|
|
163
|
-
|
|
166
|
+
jsonSchema?: Record<string, unknown>;
|
|
164
167
|
/**
|
|
165
|
-
* The
|
|
168
|
+
* The name of the testset
|
|
166
169
|
*/
|
|
167
|
-
|
|
170
|
+
name?: string;
|
|
168
171
|
}
|
|
169
172
|
export declare namespace TestsetUpdateParams {
|
|
170
173
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testsets.d.mts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,
|
|
1
|
+
{"version":3,"file":"testsets.d.mts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
|
package/resources/testsets.d.ts
CHANGED
|
@@ -76,11 +76,14 @@ export interface Testset {
|
|
|
76
76
|
* Unmapped fields are treated as metadata.
|
|
77
77
|
*/
|
|
78
78
|
fieldMapping: Testset.FieldMapping;
|
|
79
|
+
/**
|
|
80
|
+
* The JSON schema for each testcase in the testset
|
|
81
|
+
*/
|
|
82
|
+
jsonSchema: Record<string, unknown>;
|
|
79
83
|
/**
|
|
80
84
|
* The name of the testset
|
|
81
85
|
*/
|
|
82
86
|
name: string;
|
|
83
|
-
schema: Record<string, unknown>;
|
|
84
87
|
}
|
|
85
88
|
export declare namespace Testset {
|
|
86
89
|
/**
|
|
@@ -119,13 +122,13 @@ export interface TestsetCreateParams {
|
|
|
119
122
|
*/
|
|
120
123
|
fieldMapping: TestsetCreateParams.FieldMapping;
|
|
121
124
|
/**
|
|
122
|
-
* The
|
|
125
|
+
* The JSON schema for each testcase in the testset
|
|
123
126
|
*/
|
|
124
|
-
|
|
127
|
+
jsonSchema: Record<string, unknown>;
|
|
125
128
|
/**
|
|
126
|
-
* The
|
|
129
|
+
* The name of the testset
|
|
127
130
|
*/
|
|
128
|
-
|
|
131
|
+
name: string;
|
|
129
132
|
}
|
|
130
133
|
export declare namespace TestsetCreateParams {
|
|
131
134
|
/**
|
|
@@ -158,13 +161,13 @@ export interface TestsetUpdateParams {
|
|
|
158
161
|
*/
|
|
159
162
|
fieldMapping?: TestsetUpdateParams.FieldMapping;
|
|
160
163
|
/**
|
|
161
|
-
* The
|
|
164
|
+
* The JSON schema for each testcase in the testset
|
|
162
165
|
*/
|
|
163
|
-
|
|
166
|
+
jsonSchema?: Record<string, unknown>;
|
|
164
167
|
/**
|
|
165
|
-
* The
|
|
168
|
+
* The name of the testset
|
|
166
169
|
*/
|
|
167
|
-
|
|
170
|
+
name?: string;
|
|
168
171
|
}
|
|
169
172
|
export declare namespace TestsetUpdateParams {
|
|
170
173
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,
|
|
1
|
+
{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
|
package/src/client.ts
CHANGED
|
@@ -22,12 +22,35 @@ import { APIPromise } from './core/api-promise';
|
|
|
22
22
|
import { type Fetch } from './internal/builtin-types';
|
|
23
23
|
import { HeadersLike, NullableHeaders, buildHeaders } from './internal/headers';
|
|
24
24
|
import { FinalRequestOptions, RequestOptions } from './internal/request-options';
|
|
25
|
+
import {
|
|
26
|
+
ExecutionRecord,
|
|
27
|
+
ExecutionRecordCreateParams,
|
|
28
|
+
ExecutionRecords,
|
|
29
|
+
} from './resources/execution-records';
|
|
25
30
|
import {
|
|
26
31
|
ProjectListParams,
|
|
27
32
|
ProjectListResponse,
|
|
28
33
|
ProjectListResponsesPaginatedResponse,
|
|
29
34
|
Projects,
|
|
30
35
|
} from './resources/projects';
|
|
36
|
+
import { Run, RunCreateParams, RunUpdateParams, RunUpdateResponse, Runs } from './resources/runs';
|
|
37
|
+
import {
|
|
38
|
+
SystemConfig,
|
|
39
|
+
SystemConfigCreateParams,
|
|
40
|
+
SystemConfigGetParams,
|
|
41
|
+
SystemConfigListParams,
|
|
42
|
+
SystemConfigs,
|
|
43
|
+
SystemConfigsPaginatedResponse,
|
|
44
|
+
} from './resources/system-configs';
|
|
45
|
+
import {
|
|
46
|
+
System,
|
|
47
|
+
SystemCreateParams,
|
|
48
|
+
SystemDeleteResponse,
|
|
49
|
+
SystemListParams,
|
|
50
|
+
SystemUpdateParams,
|
|
51
|
+
Systems,
|
|
52
|
+
SystemsPaginatedResponse,
|
|
53
|
+
} from './resources/systems';
|
|
31
54
|
import {
|
|
32
55
|
Testcase,
|
|
33
56
|
TestcaseCreateParams,
|
|
@@ -626,17 +649,17 @@ export class Scorecard {
|
|
|
626
649
|
}
|
|
627
650
|
|
|
628
651
|
buildRequest(
|
|
629
|
-
|
|
652
|
+
inputOptions: FinalRequestOptions,
|
|
630
653
|
{ retryCount = 0 }: { retryCount?: number } = {},
|
|
631
654
|
): { req: FinalizedRequestInit; url: string; timeout: number } {
|
|
632
|
-
options = { ...
|
|
655
|
+
const options = { ...inputOptions };
|
|
633
656
|
const { method, path, query } = options;
|
|
634
657
|
|
|
635
658
|
const url = this.buildURL(path!, query as Record<string, unknown>);
|
|
636
659
|
if ('timeout' in options) validatePositiveInteger('timeout', options.timeout);
|
|
637
660
|
options.timeout = options.timeout ?? this.timeout;
|
|
638
661
|
const { bodyHeaders, body } = this.buildBody({ options });
|
|
639
|
-
const reqHeaders = this.buildHeaders({ options, method, bodyHeaders, retryCount });
|
|
662
|
+
const reqHeaders = this.buildHeaders({ options: inputOptions, method, bodyHeaders, retryCount });
|
|
640
663
|
|
|
641
664
|
const req: FinalizedRequestInit = {
|
|
642
665
|
method,
|
|
@@ -748,10 +771,18 @@ export class Scorecard {
|
|
|
748
771
|
projects: API.Projects = new API.Projects(this);
|
|
749
772
|
testsets: API.Testsets = new API.Testsets(this);
|
|
750
773
|
testcases: API.Testcases = new API.Testcases(this);
|
|
774
|
+
runs: API.Runs = new API.Runs(this);
|
|
775
|
+
executionRecords: API.ExecutionRecords = new API.ExecutionRecords(this);
|
|
776
|
+
systems: API.Systems = new API.Systems(this);
|
|
777
|
+
systemConfigs: API.SystemConfigs = new API.SystemConfigs(this);
|
|
751
778
|
}
|
|
752
779
|
Scorecard.Projects = Projects;
|
|
753
780
|
Scorecard.Testsets = Testsets;
|
|
754
781
|
Scorecard.Testcases = Testcases;
|
|
782
|
+
Scorecard.Runs = Runs;
|
|
783
|
+
Scorecard.ExecutionRecords = ExecutionRecords;
|
|
784
|
+
Scorecard.Systems = Systems;
|
|
785
|
+
Scorecard.SystemConfigs = SystemConfigs;
|
|
755
786
|
export declare namespace Scorecard {
|
|
756
787
|
export type RequestOptions = Opts.RequestOptions;
|
|
757
788
|
|
|
@@ -790,5 +821,38 @@ export declare namespace Scorecard {
|
|
|
790
821
|
type TestcaseDeleteParams as TestcaseDeleteParams,
|
|
791
822
|
};
|
|
792
823
|
|
|
824
|
+
export {
|
|
825
|
+
Runs as Runs,
|
|
826
|
+
type Run as Run,
|
|
827
|
+
type RunUpdateResponse as RunUpdateResponse,
|
|
828
|
+
type RunCreateParams as RunCreateParams,
|
|
829
|
+
type RunUpdateParams as RunUpdateParams,
|
|
830
|
+
};
|
|
831
|
+
|
|
832
|
+
export {
|
|
833
|
+
ExecutionRecords as ExecutionRecords,
|
|
834
|
+
type ExecutionRecord as ExecutionRecord,
|
|
835
|
+
type ExecutionRecordCreateParams as ExecutionRecordCreateParams,
|
|
836
|
+
};
|
|
837
|
+
|
|
838
|
+
export {
|
|
839
|
+
Systems as Systems,
|
|
840
|
+
type System as System,
|
|
841
|
+
type SystemDeleteResponse as SystemDeleteResponse,
|
|
842
|
+
type SystemsPaginatedResponse as SystemsPaginatedResponse,
|
|
843
|
+
type SystemCreateParams as SystemCreateParams,
|
|
844
|
+
type SystemUpdateParams as SystemUpdateParams,
|
|
845
|
+
type SystemListParams as SystemListParams,
|
|
846
|
+
};
|
|
847
|
+
|
|
848
|
+
export {
|
|
849
|
+
SystemConfigs as SystemConfigs,
|
|
850
|
+
type SystemConfig as SystemConfig,
|
|
851
|
+
type SystemConfigsPaginatedResponse as SystemConfigsPaginatedResponse,
|
|
852
|
+
type SystemConfigCreateParams as SystemConfigCreateParams,
|
|
853
|
+
type SystemConfigListParams as SystemConfigListParams,
|
|
854
|
+
type SystemConfigGetParams as SystemConfigGetParams,
|
|
855
|
+
};
|
|
856
|
+
|
|
793
857
|
export type APIError = API.APIError;
|
|
794
858
|
}
|
|
@@ -22,15 +22,17 @@ export const toBase64 = (data: string | Uint8Array | null | undefined): string =
|
|
|
22
22
|
|
|
23
23
|
export const fromBase64 = (str: string): Uint8Array => {
|
|
24
24
|
if (typeof (globalThis as any).Buffer !== 'undefined') {
|
|
25
|
-
|
|
25
|
+
const buf = (globalThis as any).Buffer.from(str, 'base64');
|
|
26
|
+
return new Uint8Array(buf.buffer, buf.byteOffset, buf.byteLength);
|
|
26
27
|
}
|
|
27
28
|
|
|
28
29
|
if (typeof atob !== 'undefined') {
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
30
|
+
const bstr = atob(str);
|
|
31
|
+
const buf = new Uint8Array(bstr.length);
|
|
32
|
+
for (let i = 0; i < bstr.length; i++) {
|
|
33
|
+
buf[i] = bstr.charCodeAt(i);
|
|
34
|
+
}
|
|
35
|
+
return buf;
|
|
34
36
|
}
|
|
35
37
|
|
|
36
38
|
throw new ScorecardError('Cannot decode base64 string; Expected `Buffer` or `atob` to be defined');
|