scorecard-ai 1.0.0-alpha.6 → 1.0.0-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +57 -0
- package/README.md +15 -5
- package/client.d.mts +11 -4
- package/client.d.mts.map +1 -1
- package/client.d.ts +11 -4
- package/client.d.ts.map +1 -1
- package/client.js +20 -0
- package/client.js.map +1 -1
- package/client.mjs +20 -0
- package/client.mjs.map +1 -1
- package/internal/headers.js +1 -1
- package/internal/headers.js.map +1 -1
- package/internal/headers.mjs +1 -1
- package/internal/headers.mjs.map +1 -1
- package/internal/to-file.d.mts +0 -1
- package/internal/to-file.d.mts.map +1 -1
- package/internal/to-file.d.ts +0 -1
- package/internal/to-file.d.ts.map +1 -1
- package/internal/to-file.js +3 -2
- package/internal/to-file.js.map +1 -1
- package/internal/to-file.mjs +3 -2
- package/internal/to-file.mjs.map +1 -1
- package/internal/uploads.d.mts +1 -1
- package/internal/uploads.d.mts.map +1 -1
- package/internal/uploads.d.ts +1 -1
- package/internal/uploads.d.ts.map +1 -1
- package/internal/uploads.js +14 -4
- package/internal/uploads.js.map +1 -1
- package/internal/uploads.mjs +12 -3
- package/internal/uploads.mjs.map +1 -1
- package/internal/utils/uuid.d.mts +1 -1
- package/internal/utils/uuid.d.mts.map +1 -1
- package/internal/utils/uuid.d.ts +1 -1
- package/internal/utils/uuid.d.ts.map +1 -1
- package/internal/utils/uuid.js +1 -2
- package/internal/utils/uuid.js.map +1 -1
- package/internal/utils/uuid.mjs +1 -2
- package/internal/utils/uuid.mjs.map +1 -1
- package/lib/runAndEvaluate.d.mts.map +1 -1
- package/lib/runAndEvaluate.d.ts.map +1 -1
- package/lib/runAndEvaluate.js +1 -5
- package/lib/runAndEvaluate.js.map +1 -1
- package/lib/runAndEvaluate.mjs +1 -5
- package/lib/runAndEvaluate.mjs.map +1 -1
- package/package.json +1 -5
- package/resources/index.d.mts +3 -2
- package/resources/index.d.mts.map +1 -1
- package/resources/index.d.ts +3 -2
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js +3 -1
- package/resources/index.js.map +1 -1
- package/resources/index.mjs +1 -0
- package/resources/index.mjs.map +1 -1
- package/resources/projects.d.mts +39 -4
- package/resources/projects.d.mts.map +1 -1
- package/resources/projects.d.ts +39 -4
- package/resources/projects.d.ts.map +1 -1
- package/resources/projects.js +23 -4
- package/resources/projects.js.map +1 -1
- package/resources/projects.mjs +23 -4
- package/resources/projects.mjs.map +1 -1
- package/resources/records.d.mts +20 -8
- package/resources/records.d.mts.map +1 -1
- package/resources/records.d.ts +20 -8
- package/resources/records.d.ts.map +1 -1
- package/resources/records.js +12 -0
- package/resources/records.js.map +1 -1
- package/resources/records.mjs +12 -0
- package/resources/records.mjs.map +1 -1
- package/resources/runs.d.mts +10 -21
- package/resources/runs.d.mts.map +1 -1
- package/resources/runs.d.ts +10 -21
- package/resources/runs.d.ts.map +1 -1
- package/resources/runs.js +9 -6
- package/resources/runs.js.map +1 -1
- package/resources/runs.mjs +9 -6
- package/resources/runs.mjs.map +1 -1
- package/resources/scores.d.mts +83 -0
- package/resources/scores.d.mts.map +1 -0
- package/resources/scores.d.ts +83 -0
- package/resources/scores.d.ts.map +1 -0
- package/resources/scores.js +35 -0
- package/resources/scores.js.map +1 -0
- package/resources/scores.mjs +31 -0
- package/resources/scores.mjs.map +1 -0
- package/resources/system-configs.d.mts +33 -0
- package/resources/system-configs.d.mts.map +1 -1
- package/resources/system-configs.d.ts +33 -0
- package/resources/system-configs.d.ts.map +1 -1
- package/resources/system-configs.js +33 -0
- package/resources/system-configs.js.map +1 -1
- package/resources/system-configs.mjs +33 -0
- package/resources/system-configs.mjs.map +1 -1
- package/resources/systems.d.mts +73 -0
- package/resources/systems.d.mts.map +1 -1
- package/resources/systems.d.ts +73 -0
- package/resources/systems.d.ts.map +1 -1
- package/resources/systems.js +73 -0
- package/resources/systems.js.map +1 -1
- package/resources/systems.mjs +73 -0
- package/resources/systems.mjs.map +1 -1
- package/resources/testcases.d.mts +72 -18
- package/resources/testcases.d.mts.map +1 -1
- package/resources/testcases.d.ts +72 -18
- package/resources/testcases.d.ts.map +1 -1
- package/resources/testcases.js +62 -0
- package/resources/testcases.js.map +1 -1
- package/resources/testcases.mjs +62 -0
- package/resources/testcases.mjs.map +1 -1
- package/resources/testsets.d.mts +78 -30
- package/resources/testsets.d.mts.map +1 -1
- package/resources/testsets.d.ts +78 -30
- package/resources/testsets.d.ts.map +1 -1
- package/resources/testsets.js +48 -0
- package/resources/testsets.js.map +1 -1
- package/resources/testsets.mjs +48 -0
- package/resources/testsets.mjs.map +1 -1
- package/src/client.ts +31 -12
- package/src/internal/headers.ts +1 -1
- package/src/internal/to-file.ts +4 -2
- package/src/internal/uploads.ts +16 -4
- package/src/internal/utils/uuid.ts +1 -3
- package/src/lib/runAndEvaluate.ts +1 -6
- package/src/resources/index.ts +5 -3
- package/src/resources/projects.ts +48 -9
- package/src/resources/records.ts +22 -10
- package/src/resources/runs.ts +10 -46
- package/src/resources/scores.ts +98 -0
- package/src/resources/system-configs.ts +33 -0
- package/src/resources/systems.ts +73 -0
- package/src/resources/testcases.ts +73 -19
- package/src/resources/testsets.ts +78 -30
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
- package/internal/shims/crypto.d.mts +0 -13
- package/internal/shims/crypto.d.mts.map +0 -1
- package/internal/shims/crypto.d.ts +0 -13
- package/internal/shims/crypto.d.ts.map +0 -1
- package/internal/shims/crypto.js +0 -13
- package/internal/shims/crypto.js.map +0 -1
- package/internal/shims/crypto.mjs +0 -9
- package/internal/shims/crypto.mjs.map +0 -1
- package/internal/shims/file.d.mts +0 -22
- package/internal/shims/file.d.mts.map +0 -1
- package/internal/shims/file.d.ts +0 -22
- package/internal/shims/file.d.ts.map +0 -1
- package/internal/shims/file.js +0 -16
- package/internal/shims/file.js.map +0 -1
- package/internal/shims/file.mjs +0 -12
- package/internal/shims/file.mjs.map +0 -1
- package/internal/shims/getBuiltinModule.d.mts +0 -11
- package/internal/shims/getBuiltinModule.d.mts.map +0 -1
- package/internal/shims/getBuiltinModule.d.ts +0 -11
- package/internal/shims/getBuiltinModule.d.ts.map +0 -1
- package/internal/shims/getBuiltinModule.js +0 -71
- package/internal/shims/getBuiltinModule.js.map +0 -1
- package/internal/shims/getBuiltinModule.mjs +0 -67
- package/internal/shims/getBuiltinModule.mjs.map +0 -1
- package/internal/shims/nullGetBuiltinModule.d.mts +0 -2
- package/internal/shims/nullGetBuiltinModule.d.mts.map +0 -1
- package/internal/shims/nullGetBuiltinModule.d.ts +0 -2
- package/internal/shims/nullGetBuiltinModule.d.ts.map +0 -1
- package/internal/shims/nullGetBuiltinModule.js +0 -5
- package/internal/shims/nullGetBuiltinModule.js.map +0 -1
- package/internal/shims/nullGetBuiltinModule.mjs +0 -2
- package/internal/shims/nullGetBuiltinModule.mjs.map +0 -1
- package/src/internal/shims/crypto.ts +0 -18
- package/src/internal/shims/file.ts +0 -32
- package/src/internal/shims/getBuiltinModule.ts +0 -66
- package/src/internal/shims/nullGetBuiltinModule.ts +0 -1
package/resources/systems.js
CHANGED
|
@@ -22,6 +22,45 @@ class Systems extends resource_1.APIResource {
|
|
|
22
22
|
*
|
|
23
23
|
* This separation lets you evaluate any system as a black box, focusing on its
|
|
24
24
|
* interface rather than implementation details.
|
|
25
|
+
*
|
|
26
|
+
* @example
|
|
27
|
+
* ```ts
|
|
28
|
+
* const system = await client.systems.create('314', {
|
|
29
|
+
* configSchema: {
|
|
30
|
+
* type: 'object',
|
|
31
|
+
* properties: {
|
|
32
|
+
* temperature: { type: 'number' },
|
|
33
|
+
* maxTokens: { type: 'integer' },
|
|
34
|
+
* model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
|
|
35
|
+
* },
|
|
36
|
+
* required: ['model'],
|
|
37
|
+
* },
|
|
38
|
+
* description: 'Production chatbot powered by GPT-4',
|
|
39
|
+
* inputSchema: {
|
|
40
|
+
* type: 'object',
|
|
41
|
+
* properties: {
|
|
42
|
+
* messages: {
|
|
43
|
+
* type: 'array',
|
|
44
|
+
* items: {
|
|
45
|
+
* type: 'object',
|
|
46
|
+
* properties: {
|
|
47
|
+
* role: { type: 'string', enum: ['system', 'user', 'assistant'] },
|
|
48
|
+
* content: { type: 'string' },
|
|
49
|
+
* },
|
|
50
|
+
* required: ['role', 'content'],
|
|
51
|
+
* },
|
|
52
|
+
* },
|
|
53
|
+
* },
|
|
54
|
+
* required: ['messages'],
|
|
55
|
+
* },
|
|
56
|
+
* name: 'GPT-4 Chatbot',
|
|
57
|
+
* outputSchema: {
|
|
58
|
+
* type: 'object',
|
|
59
|
+
* properties: { response: { type: 'string' } },
|
|
60
|
+
* required: ['response'],
|
|
61
|
+
* },
|
|
62
|
+
* });
|
|
63
|
+
* ```
|
|
25
64
|
*/
|
|
26
65
|
create(projectID, body, options) {
|
|
27
66
|
return this._client.post((0, path_1.path) `/projects/${projectID}/systems`, { body, ...options });
|
|
@@ -39,12 +78,32 @@ class Systems extends resource_1.APIResource {
|
|
|
39
78
|
* - Schema updates won't invalidate existing evaluations or configurations
|
|
40
79
|
* - For significant redesigns, creating a new system definition provides a cleaner
|
|
41
80
|
* separation
|
|
81
|
+
*
|
|
82
|
+
* @example
|
|
83
|
+
* ```ts
|
|
84
|
+
* const system = await client.systems.update(
|
|
85
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
86
|
+
* {
|
|
87
|
+
* description:
|
|
88
|
+
* 'Updated production chatbot powered by GPT-4 Turbo',
|
|
89
|
+
* name: 'GPT-4 Turbo Chatbot',
|
|
90
|
+
* },
|
|
91
|
+
* );
|
|
92
|
+
* ```
|
|
42
93
|
*/
|
|
43
94
|
update(systemID, body = {}, options) {
|
|
44
95
|
return this._client.patch((0, path_1.path) `/systems/${systemID}`, { body, ...options });
|
|
45
96
|
}
|
|
46
97
|
/**
|
|
47
98
|
* Retrieve a paginated list of all systems. Systems are ordered by creation date.
|
|
99
|
+
*
|
|
100
|
+
* @example
|
|
101
|
+
* ```ts
|
|
102
|
+
* // Automatically fetches more pages as needed.
|
|
103
|
+
* for await (const system of client.systems.list('314')) {
|
|
104
|
+
* // ...
|
|
105
|
+
* }
|
|
106
|
+
* ```
|
|
48
107
|
*/
|
|
49
108
|
list(projectID, query = {}, options) {
|
|
50
109
|
return this._client.getAPIList((0, path_1.path) `/projects/${projectID}/systems`, (pagination_1.PaginatedResponse), {
|
|
@@ -55,12 +114,26 @@ class Systems extends resource_1.APIResource {
|
|
|
55
114
|
/**
|
|
56
115
|
* Delete a system definition by ID. This will not delete associated system
|
|
57
116
|
* configurations.
|
|
117
|
+
*
|
|
118
|
+
* @example
|
|
119
|
+
* ```ts
|
|
120
|
+
* const system = await client.systems.delete(
|
|
121
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
122
|
+
* );
|
|
123
|
+
* ```
|
|
58
124
|
*/
|
|
59
125
|
delete(systemID, options) {
|
|
60
126
|
return this._client.delete((0, path_1.path) `/systems/${systemID}`, options);
|
|
61
127
|
}
|
|
62
128
|
/**
|
|
63
129
|
* Retrieve a specific system by ID.
|
|
130
|
+
*
|
|
131
|
+
* @example
|
|
132
|
+
* ```ts
|
|
133
|
+
* const system = await client.systems.get(
|
|
134
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
135
|
+
* );
|
|
136
|
+
* ```
|
|
64
137
|
*/
|
|
65
138
|
get(systemID, options) {
|
|
66
139
|
return this._client.get((0, path_1.path) `/systems/${systemID}`, options);
|
package/resources/systems.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"systems.js","sourceRoot":"","sources":["../src/resources/systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,OAAQ,SAAQ,sBAAW;IACtC
|
|
1
|
+
{"version":3,"file":"systems.js","sourceRoot":"","sources":["../src/resources/systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,OAAQ,SAAQ,sBAAW;IACtC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,CAAA,8BAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AAjJD,0BAiJC"}
|
package/resources/systems.mjs
CHANGED
|
@@ -19,6 +19,45 @@ export class Systems extends APIResource {
|
|
|
19
19
|
*
|
|
20
20
|
* This separation lets you evaluate any system as a black box, focusing on its
|
|
21
21
|
* interface rather than implementation details.
|
|
22
|
+
*
|
|
23
|
+
* @example
|
|
24
|
+
* ```ts
|
|
25
|
+
* const system = await client.systems.create('314', {
|
|
26
|
+
* configSchema: {
|
|
27
|
+
* type: 'object',
|
|
28
|
+
* properties: {
|
|
29
|
+
* temperature: { type: 'number' },
|
|
30
|
+
* maxTokens: { type: 'integer' },
|
|
31
|
+
* model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
|
|
32
|
+
* },
|
|
33
|
+
* required: ['model'],
|
|
34
|
+
* },
|
|
35
|
+
* description: 'Production chatbot powered by GPT-4',
|
|
36
|
+
* inputSchema: {
|
|
37
|
+
* type: 'object',
|
|
38
|
+
* properties: {
|
|
39
|
+
* messages: {
|
|
40
|
+
* type: 'array',
|
|
41
|
+
* items: {
|
|
42
|
+
* type: 'object',
|
|
43
|
+
* properties: {
|
|
44
|
+
* role: { type: 'string', enum: ['system', 'user', 'assistant'] },
|
|
45
|
+
* content: { type: 'string' },
|
|
46
|
+
* },
|
|
47
|
+
* required: ['role', 'content'],
|
|
48
|
+
* },
|
|
49
|
+
* },
|
|
50
|
+
* },
|
|
51
|
+
* required: ['messages'],
|
|
52
|
+
* },
|
|
53
|
+
* name: 'GPT-4 Chatbot',
|
|
54
|
+
* outputSchema: {
|
|
55
|
+
* type: 'object',
|
|
56
|
+
* properties: { response: { type: 'string' } },
|
|
57
|
+
* required: ['response'],
|
|
58
|
+
* },
|
|
59
|
+
* });
|
|
60
|
+
* ```
|
|
22
61
|
*/
|
|
23
62
|
create(projectID, body, options) {
|
|
24
63
|
return this._client.post(path `/projects/${projectID}/systems`, { body, ...options });
|
|
@@ -36,12 +75,32 @@ export class Systems extends APIResource {
|
|
|
36
75
|
* - Schema updates won't invalidate existing evaluations or configurations
|
|
37
76
|
* - For significant redesigns, creating a new system definition provides a cleaner
|
|
38
77
|
* separation
|
|
78
|
+
*
|
|
79
|
+
* @example
|
|
80
|
+
* ```ts
|
|
81
|
+
* const system = await client.systems.update(
|
|
82
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
83
|
+
* {
|
|
84
|
+
* description:
|
|
85
|
+
* 'Updated production chatbot powered by GPT-4 Turbo',
|
|
86
|
+
* name: 'GPT-4 Turbo Chatbot',
|
|
87
|
+
* },
|
|
88
|
+
* );
|
|
89
|
+
* ```
|
|
39
90
|
*/
|
|
40
91
|
update(systemID, body = {}, options) {
|
|
41
92
|
return this._client.patch(path `/systems/${systemID}`, { body, ...options });
|
|
42
93
|
}
|
|
43
94
|
/**
|
|
44
95
|
* Retrieve a paginated list of all systems. Systems are ordered by creation date.
|
|
96
|
+
*
|
|
97
|
+
* @example
|
|
98
|
+
* ```ts
|
|
99
|
+
* // Automatically fetches more pages as needed.
|
|
100
|
+
* for await (const system of client.systems.list('314')) {
|
|
101
|
+
* // ...
|
|
102
|
+
* }
|
|
103
|
+
* ```
|
|
45
104
|
*/
|
|
46
105
|
list(projectID, query = {}, options) {
|
|
47
106
|
return this._client.getAPIList(path `/projects/${projectID}/systems`, (PaginatedResponse), {
|
|
@@ -52,12 +111,26 @@ export class Systems extends APIResource {
|
|
|
52
111
|
/**
|
|
53
112
|
* Delete a system definition by ID. This will not delete associated system
|
|
54
113
|
* configurations.
|
|
114
|
+
*
|
|
115
|
+
* @example
|
|
116
|
+
* ```ts
|
|
117
|
+
* const system = await client.systems.delete(
|
|
118
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
119
|
+
* );
|
|
120
|
+
* ```
|
|
55
121
|
*/
|
|
56
122
|
delete(systemID, options) {
|
|
57
123
|
return this._client.delete(path `/systems/${systemID}`, options);
|
|
58
124
|
}
|
|
59
125
|
/**
|
|
60
126
|
* Retrieve a specific system by ID.
|
|
127
|
+
*
|
|
128
|
+
* @example
|
|
129
|
+
* ```ts
|
|
130
|
+
* const system = await client.systems.get(
|
|
131
|
+
* '12345678-0a8b-4f66-b6f3-2ddcfa097257',
|
|
132
|
+
* );
|
|
133
|
+
* ```
|
|
61
134
|
*/
|
|
62
135
|
get(systemID, options) {
|
|
63
136
|
return this._client.get(path `/systems/${systemID}`, options);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../src/resources/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IACtC
|
|
1
|
+
{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../src/resources/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IACtC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,CAAA,iBAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF"}
|
|
@@ -5,39 +5,106 @@ import { RequestOptions } from "../internal/request-options.mjs";
|
|
|
5
5
|
export declare class Testcases extends APIResource {
|
|
6
6
|
/**
|
|
7
7
|
* Create multiple Testcases in the specified Testset.
|
|
8
|
+
*
|
|
9
|
+
* @example
|
|
10
|
+
* ```ts
|
|
11
|
+
* const testcase = await client.testcases.create('246', {
|
|
12
|
+
* items: [
|
|
13
|
+
* {
|
|
14
|
+
* jsonData: {
|
|
15
|
+
* question: 'What is the capital of France?',
|
|
16
|
+
* idealAnswer: 'Paris',
|
|
17
|
+
* provenance: 'hand_curated',
|
|
18
|
+
* },
|
|
19
|
+
* },
|
|
20
|
+
* {
|
|
21
|
+
* jsonData: {
|
|
22
|
+
* question:
|
|
23
|
+
* 'What is the largest planet in our solar system?',
|
|
24
|
+
* idealAnswer: 'Jupiter',
|
|
25
|
+
* provenance: 'synthetic',
|
|
26
|
+
* },
|
|
27
|
+
* },
|
|
28
|
+
* {
|
|
29
|
+
* jsonData: {
|
|
30
|
+
* question:
|
|
31
|
+
* 'How many planets are in our solar system?',
|
|
32
|
+
* idealAnswer: 8,
|
|
33
|
+
* provenance: 'user_feedback',
|
|
34
|
+
* },
|
|
35
|
+
* },
|
|
36
|
+
* ],
|
|
37
|
+
* });
|
|
38
|
+
* ```
|
|
8
39
|
*/
|
|
9
40
|
create(testsetID: string, body: TestcaseCreateParams, options?: RequestOptions): APIPromise<TestcaseCreateResponse>;
|
|
10
41
|
/**
|
|
11
42
|
* Replace the data of an existing Testcase while keeping its ID.
|
|
43
|
+
*
|
|
44
|
+
* @example
|
|
45
|
+
* ```ts
|
|
46
|
+
* const testcase = await client.testcases.update('248', {
|
|
47
|
+
* jsonData: {
|
|
48
|
+
* question: 'What is the capital of France?',
|
|
49
|
+
* idealAnswer: 'Paris is the capital of France',
|
|
50
|
+
* provenance: 'hand_curated',
|
|
51
|
+
* },
|
|
52
|
+
* });
|
|
53
|
+
* ```
|
|
12
54
|
*/
|
|
13
55
|
update(testcaseID: string, body: TestcaseUpdateParams, options?: RequestOptions): APIPromise<Testcase>;
|
|
14
56
|
/**
|
|
15
57
|
* Retrieve a paginated list of Testcases belonging to a Testset.
|
|
58
|
+
*
|
|
59
|
+
* @example
|
|
60
|
+
* ```ts
|
|
61
|
+
* // Automatically fetches more pages as needed.
|
|
62
|
+
* for await (const testcase of client.testcases.list('246')) {
|
|
63
|
+
* // ...
|
|
64
|
+
* }
|
|
65
|
+
* ```
|
|
16
66
|
*/
|
|
17
67
|
list(testsetID: string, query?: TestcaseListParams | null | undefined, options?: RequestOptions): PagePromise<TestcasesPaginatedResponse, Testcase>;
|
|
18
68
|
/**
|
|
19
69
|
* Delete multiple Testcases by their IDs.
|
|
70
|
+
*
|
|
71
|
+
* @example
|
|
72
|
+
* ```ts
|
|
73
|
+
* const testcase = await client.testcases.delete({
|
|
74
|
+
* ids: ['123', '124', '125'],
|
|
75
|
+
* });
|
|
76
|
+
* ```
|
|
20
77
|
*/
|
|
21
78
|
delete(body: TestcaseDeleteParams, options?: RequestOptions): APIPromise<TestcaseDeleteResponse>;
|
|
22
79
|
/**
|
|
23
80
|
* Retrieve a specific Testcase by ID.
|
|
81
|
+
*
|
|
82
|
+
* @example
|
|
83
|
+
* ```ts
|
|
84
|
+
* const testcase = await client.testcases.get('248');
|
|
85
|
+
* ```
|
|
24
86
|
*/
|
|
25
87
|
get(testcaseID: string, options?: RequestOptions): APIPromise<Testcase>;
|
|
26
88
|
}
|
|
27
89
|
export type TestcasesPaginatedResponse = PaginatedResponse<Testcase>;
|
|
28
90
|
/**
|
|
29
91
|
* A test case in the Scorecard system. Contains JSON data that is validated
|
|
30
|
-
* against the schema defined by its Testset. The `inputs` and `
|
|
31
|
-
* derived from the `data` field based on the Testset's `fieldMapping`, and
|
|
32
|
-
* all mapped fields, including those with validation errors. Testcases are
|
|
33
|
-
* regardless of validation results, with any validation errors included in
|
|
34
|
-
* `validationErrors` field.
|
|
92
|
+
* against the schema defined by its Testset. The `inputs` and `expected` fields
|
|
93
|
+
* are derived from the `data` field based on the Testset's `fieldMapping`, and
|
|
94
|
+
* include all mapped fields, including those with validation errors. Testcases are
|
|
95
|
+
* stored regardless of validation results, with any validation errors included in
|
|
96
|
+
* the `validationErrors` field.
|
|
35
97
|
*/
|
|
36
98
|
export interface Testcase {
|
|
37
99
|
/**
|
|
38
100
|
* The ID of the Testcase.
|
|
39
101
|
*/
|
|
40
102
|
id: string;
|
|
103
|
+
/**
|
|
104
|
+
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
105
|
+
* marked as expected outputs, including those with validation errors.
|
|
106
|
+
*/
|
|
107
|
+
expected: Record<string, unknown>;
|
|
41
108
|
/**
|
|
42
109
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
43
110
|
* marked as inputs, including those with validation errors.
|
|
@@ -47,11 +114,6 @@ export interface Testcase {
|
|
|
47
114
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
48
115
|
*/
|
|
49
116
|
jsonData: Record<string, unknown>;
|
|
50
|
-
/**
|
|
51
|
-
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
52
|
-
* marked as labels, including those with validation errors.
|
|
53
|
-
*/
|
|
54
|
-
labels: Record<string, unknown>;
|
|
55
117
|
/**
|
|
56
118
|
* The ID of the Testset this Testcase belongs to.
|
|
57
119
|
*/
|
|
@@ -90,14 +152,6 @@ export interface TestcaseCreateParams {
|
|
|
90
152
|
items: Array<TestcaseCreateParams.Item>;
|
|
91
153
|
}
|
|
92
154
|
export declare namespace TestcaseCreateParams {
|
|
93
|
-
/**
|
|
94
|
-
* A test case in the Scorecard system. Contains JSON data that is validated
|
|
95
|
-
* against the schema defined by its Testset. The `inputs` and `labels` fields are
|
|
96
|
-
* derived from the `data` field based on the Testset's `fieldMapping`, and include
|
|
97
|
-
* all mapped fields, including those with validation errors. Testcases are stored
|
|
98
|
-
* regardless of validation results, with any validation errors included in the
|
|
99
|
-
* `validationErrors` field.
|
|
100
|
-
*/
|
|
101
155
|
interface Item {
|
|
102
156
|
/**
|
|
103
157
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC
|
|
1
|
+
{"version":3,"file":"testcases.d.mts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testcases.d.ts
CHANGED
|
@@ -5,39 +5,106 @@ import { RequestOptions } from "../internal/request-options.js";
|
|
|
5
5
|
export declare class Testcases extends APIResource {
|
|
6
6
|
/**
|
|
7
7
|
* Create multiple Testcases in the specified Testset.
|
|
8
|
+
*
|
|
9
|
+
* @example
|
|
10
|
+
* ```ts
|
|
11
|
+
* const testcase = await client.testcases.create('246', {
|
|
12
|
+
* items: [
|
|
13
|
+
* {
|
|
14
|
+
* jsonData: {
|
|
15
|
+
* question: 'What is the capital of France?',
|
|
16
|
+
* idealAnswer: 'Paris',
|
|
17
|
+
* provenance: 'hand_curated',
|
|
18
|
+
* },
|
|
19
|
+
* },
|
|
20
|
+
* {
|
|
21
|
+
* jsonData: {
|
|
22
|
+
* question:
|
|
23
|
+
* 'What is the largest planet in our solar system?',
|
|
24
|
+
* idealAnswer: 'Jupiter',
|
|
25
|
+
* provenance: 'synthetic',
|
|
26
|
+
* },
|
|
27
|
+
* },
|
|
28
|
+
* {
|
|
29
|
+
* jsonData: {
|
|
30
|
+
* question:
|
|
31
|
+
* 'How many planets are in our solar system?',
|
|
32
|
+
* idealAnswer: 8,
|
|
33
|
+
* provenance: 'user_feedback',
|
|
34
|
+
* },
|
|
35
|
+
* },
|
|
36
|
+
* ],
|
|
37
|
+
* });
|
|
38
|
+
* ```
|
|
8
39
|
*/
|
|
9
40
|
create(testsetID: string, body: TestcaseCreateParams, options?: RequestOptions): APIPromise<TestcaseCreateResponse>;
|
|
10
41
|
/**
|
|
11
42
|
* Replace the data of an existing Testcase while keeping its ID.
|
|
43
|
+
*
|
|
44
|
+
* @example
|
|
45
|
+
* ```ts
|
|
46
|
+
* const testcase = await client.testcases.update('248', {
|
|
47
|
+
* jsonData: {
|
|
48
|
+
* question: 'What is the capital of France?',
|
|
49
|
+
* idealAnswer: 'Paris is the capital of France',
|
|
50
|
+
* provenance: 'hand_curated',
|
|
51
|
+
* },
|
|
52
|
+
* });
|
|
53
|
+
* ```
|
|
12
54
|
*/
|
|
13
55
|
update(testcaseID: string, body: TestcaseUpdateParams, options?: RequestOptions): APIPromise<Testcase>;
|
|
14
56
|
/**
|
|
15
57
|
* Retrieve a paginated list of Testcases belonging to a Testset.
|
|
58
|
+
*
|
|
59
|
+
* @example
|
|
60
|
+
* ```ts
|
|
61
|
+
* // Automatically fetches more pages as needed.
|
|
62
|
+
* for await (const testcase of client.testcases.list('246')) {
|
|
63
|
+
* // ...
|
|
64
|
+
* }
|
|
65
|
+
* ```
|
|
16
66
|
*/
|
|
17
67
|
list(testsetID: string, query?: TestcaseListParams | null | undefined, options?: RequestOptions): PagePromise<TestcasesPaginatedResponse, Testcase>;
|
|
18
68
|
/**
|
|
19
69
|
* Delete multiple Testcases by their IDs.
|
|
70
|
+
*
|
|
71
|
+
* @example
|
|
72
|
+
* ```ts
|
|
73
|
+
* const testcase = await client.testcases.delete({
|
|
74
|
+
* ids: ['123', '124', '125'],
|
|
75
|
+
* });
|
|
76
|
+
* ```
|
|
20
77
|
*/
|
|
21
78
|
delete(body: TestcaseDeleteParams, options?: RequestOptions): APIPromise<TestcaseDeleteResponse>;
|
|
22
79
|
/**
|
|
23
80
|
* Retrieve a specific Testcase by ID.
|
|
81
|
+
*
|
|
82
|
+
* @example
|
|
83
|
+
* ```ts
|
|
84
|
+
* const testcase = await client.testcases.get('248');
|
|
85
|
+
* ```
|
|
24
86
|
*/
|
|
25
87
|
get(testcaseID: string, options?: RequestOptions): APIPromise<Testcase>;
|
|
26
88
|
}
|
|
27
89
|
export type TestcasesPaginatedResponse = PaginatedResponse<Testcase>;
|
|
28
90
|
/**
|
|
29
91
|
* A test case in the Scorecard system. Contains JSON data that is validated
|
|
30
|
-
* against the schema defined by its Testset. The `inputs` and `
|
|
31
|
-
* derived from the `data` field based on the Testset's `fieldMapping`, and
|
|
32
|
-
* all mapped fields, including those with validation errors. Testcases are
|
|
33
|
-
* regardless of validation results, with any validation errors included in
|
|
34
|
-
* `validationErrors` field.
|
|
92
|
+
* against the schema defined by its Testset. The `inputs` and `expected` fields
|
|
93
|
+
* are derived from the `data` field based on the Testset's `fieldMapping`, and
|
|
94
|
+
* include all mapped fields, including those with validation errors. Testcases are
|
|
95
|
+
* stored regardless of validation results, with any validation errors included in
|
|
96
|
+
* the `validationErrors` field.
|
|
35
97
|
*/
|
|
36
98
|
export interface Testcase {
|
|
37
99
|
/**
|
|
38
100
|
* The ID of the Testcase.
|
|
39
101
|
*/
|
|
40
102
|
id: string;
|
|
103
|
+
/**
|
|
104
|
+
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
105
|
+
* marked as expected outputs, including those with validation errors.
|
|
106
|
+
*/
|
|
107
|
+
expected: Record<string, unknown>;
|
|
41
108
|
/**
|
|
42
109
|
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
43
110
|
* marked as inputs, including those with validation errors.
|
|
@@ -47,11 +114,6 @@ export interface Testcase {
|
|
|
47
114
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
48
115
|
*/
|
|
49
116
|
jsonData: Record<string, unknown>;
|
|
50
|
-
/**
|
|
51
|
-
* Derived from data based on the Testset's fieldMapping. Contains all fields
|
|
52
|
-
* marked as labels, including those with validation errors.
|
|
53
|
-
*/
|
|
54
|
-
labels: Record<string, unknown>;
|
|
55
117
|
/**
|
|
56
118
|
* The ID of the Testset this Testcase belongs to.
|
|
57
119
|
*/
|
|
@@ -90,14 +152,6 @@ export interface TestcaseCreateParams {
|
|
|
90
152
|
items: Array<TestcaseCreateParams.Item>;
|
|
91
153
|
}
|
|
92
154
|
export declare namespace TestcaseCreateParams {
|
|
93
|
-
/**
|
|
94
|
-
* A test case in the Scorecard system. Contains JSON data that is validated
|
|
95
|
-
* against the schema defined by its Testset. The `inputs` and `labels` fields are
|
|
96
|
-
* derived from the `data` field based on the Testset's `fieldMapping`, and include
|
|
97
|
-
* all mapped fields, including those with validation errors. Testcases are stored
|
|
98
|
-
* regardless of validation results, with any validation errors included in the
|
|
99
|
-
* `validationErrors` field.
|
|
100
|
-
*/
|
|
101
155
|
interface Item {
|
|
102
156
|
/**
|
|
103
157
|
* The JSON data of the Testcase, which is validated against the Testset's schema.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC
|
|
1
|
+
{"version":3,"file":"testcases.d.ts","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,SAAU,SAAQ,WAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,oBAAoB,EAC1B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,sBAAsB,CAAC;IAIrC;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;IAItG;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,0BAA0B,EAAE,QAAQ,CAAC;IAOpD;;;;;;;;;OASG;IACH,MAAM,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,sBAAsB,CAAC;IAIhG;;;;;;;OAOG;IACH,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC;CAGxE;AAED,MAAM,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,MAAM,WAAW,QAAQ;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;CACpD;AAED,yBAAiB,QAAQ,CAAC;IACxB,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;CACzC;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,IAAI;QACnB;;WAEG;QACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,kBAAmB,SAAQ,uBAAuB;CAAG;AAEtE,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,MAAM,CAAC,OAAO,WAAW,SAAS,CAAC;IACjC,OAAO,EACL,KAAK,QAAQ,IAAI,QAAQ,EACzB,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
|
package/resources/testcases.js
CHANGED
|
@@ -8,18 +8,68 @@ const path_1 = require("../internal/utils/path.js");
|
|
|
8
8
|
class Testcases extends resource_1.APIResource {
|
|
9
9
|
/**
|
|
10
10
|
* Create multiple Testcases in the specified Testset.
|
|
11
|
+
*
|
|
12
|
+
* @example
|
|
13
|
+
* ```ts
|
|
14
|
+
* const testcase = await client.testcases.create('246', {
|
|
15
|
+
* items: [
|
|
16
|
+
* {
|
|
17
|
+
* jsonData: {
|
|
18
|
+
* question: 'What is the capital of France?',
|
|
19
|
+
* idealAnswer: 'Paris',
|
|
20
|
+
* provenance: 'hand_curated',
|
|
21
|
+
* },
|
|
22
|
+
* },
|
|
23
|
+
* {
|
|
24
|
+
* jsonData: {
|
|
25
|
+
* question:
|
|
26
|
+
* 'What is the largest planet in our solar system?',
|
|
27
|
+
* idealAnswer: 'Jupiter',
|
|
28
|
+
* provenance: 'synthetic',
|
|
29
|
+
* },
|
|
30
|
+
* },
|
|
31
|
+
* {
|
|
32
|
+
* jsonData: {
|
|
33
|
+
* question:
|
|
34
|
+
* 'How many planets are in our solar system?',
|
|
35
|
+
* idealAnswer: 8,
|
|
36
|
+
* provenance: 'user_feedback',
|
|
37
|
+
* },
|
|
38
|
+
* },
|
|
39
|
+
* ],
|
|
40
|
+
* });
|
|
41
|
+
* ```
|
|
11
42
|
*/
|
|
12
43
|
create(testsetID, body, options) {
|
|
13
44
|
return this._client.post((0, path_1.path) `/testsets/${testsetID}/testcases`, { body, ...options });
|
|
14
45
|
}
|
|
15
46
|
/**
|
|
16
47
|
* Replace the data of an existing Testcase while keeping its ID.
|
|
48
|
+
*
|
|
49
|
+
* @example
|
|
50
|
+
* ```ts
|
|
51
|
+
* const testcase = await client.testcases.update('248', {
|
|
52
|
+
* jsonData: {
|
|
53
|
+
* question: 'What is the capital of France?',
|
|
54
|
+
* idealAnswer: 'Paris is the capital of France',
|
|
55
|
+
* provenance: 'hand_curated',
|
|
56
|
+
* },
|
|
57
|
+
* });
|
|
58
|
+
* ```
|
|
17
59
|
*/
|
|
18
60
|
update(testcaseID, body, options) {
|
|
19
61
|
return this._client.put((0, path_1.path) `/testcases/${testcaseID}`, { body, ...options });
|
|
20
62
|
}
|
|
21
63
|
/**
|
|
22
64
|
* Retrieve a paginated list of Testcases belonging to a Testset.
|
|
65
|
+
*
|
|
66
|
+
* @example
|
|
67
|
+
* ```ts
|
|
68
|
+
* // Automatically fetches more pages as needed.
|
|
69
|
+
* for await (const testcase of client.testcases.list('246')) {
|
|
70
|
+
* // ...
|
|
71
|
+
* }
|
|
72
|
+
* ```
|
|
23
73
|
*/
|
|
24
74
|
list(testsetID, query = {}, options) {
|
|
25
75
|
return this._client.getAPIList((0, path_1.path) `/testsets/${testsetID}/testcases`, (pagination_1.PaginatedResponse), {
|
|
@@ -29,12 +79,24 @@ class Testcases extends resource_1.APIResource {
|
|
|
29
79
|
}
|
|
30
80
|
/**
|
|
31
81
|
* Delete multiple Testcases by their IDs.
|
|
82
|
+
*
|
|
83
|
+
* @example
|
|
84
|
+
* ```ts
|
|
85
|
+
* const testcase = await client.testcases.delete({
|
|
86
|
+
* ids: ['123', '124', '125'],
|
|
87
|
+
* });
|
|
88
|
+
* ```
|
|
32
89
|
*/
|
|
33
90
|
delete(body, options) {
|
|
34
91
|
return this._client.post('/testcases/bulk-delete', { body, ...options });
|
|
35
92
|
}
|
|
36
93
|
/**
|
|
37
94
|
* Retrieve a specific Testcase by ID.
|
|
95
|
+
*
|
|
96
|
+
* @example
|
|
97
|
+
* ```ts
|
|
98
|
+
* const testcase = await client.testcases.get('248');
|
|
99
|
+
* ```
|
|
38
100
|
*/
|
|
39
101
|
get(testcaseID, options) {
|
|
40
102
|
return this._client.get((0, path_1.path) `/testcases/${testcaseID}`, options);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testcases.js","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,SAAU,SAAQ,sBAAW;IACxC
|
|
1
|
+
{"version":3,"file":"testcases.js","sourceRoot":"","sources":["../src/resources/testcases.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAE/C,sDAAkG;AAElG,oDAA8C;AAE9C,MAAa,SAAU,SAAQ,sBAAW;IACxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CACJ,SAAiB,EACjB,IAA0B,EAC1B,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAkB,EAAE,IAA0B,EAAE,OAAwB;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,cAAc,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA+C,EAAE,EACjD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,YAAY,EAAE,CAAA,8BAA2B,CAAA,EAAE;YAClG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,MAAM,CAAC,IAA0B,EAAE,OAAwB;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED;;;;;;;OAOG;IACH,GAAG,CAAC,UAAkB,EAAE,OAAwB;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,cAAc,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF;AA5GD,8BA4GC"}
|