bem-ai-sdk 0.27.0 → 0.29.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +27 -0
- package/client.d.mts +10 -10
- package/client.d.mts.map +1 -1
- package/client.d.ts +10 -10
- package/client.d.ts.map +1 -1
- package/client.js.map +1 -1
- package/client.mjs.map +1 -1
- package/package.json +1 -1
- package/resources/buckets.d.mts +9 -113
- package/resources/buckets.d.mts.map +1 -1
- package/resources/buckets.d.ts +9 -113
- package/resources/buckets.d.ts.map +1 -1
- package/resources/buckets.js +3 -3
- package/resources/buckets.js.map +1 -1
- package/resources/buckets.mjs +3 -3
- package/resources/buckets.mjs.map +1 -1
- package/resources/entities/entities.d.mts +52 -93
- package/resources/entities/entities.d.mts.map +1 -1
- package/resources/entities/entities.d.ts +52 -93
- package/resources/entities/entities.d.ts.map +1 -1
- package/resources/entities/entities.js.map +1 -1
- package/resources/entities/entities.mjs.map +1 -1
- package/resources/entities/index.d.mts +1 -1
- package/resources/entities/index.d.mts.map +1 -1
- package/resources/entities/index.d.ts +1 -1
- package/resources/entities/index.d.ts.map +1 -1
- package/resources/entities/index.js.map +1 -1
- package/resources/entities/index.mjs.map +1 -1
- package/resources/entity-types/entity-types.d.mts +8 -124
- package/resources/entity-types/entity-types.d.mts.map +1 -1
- package/resources/entity-types/entity-types.d.ts +8 -124
- package/resources/entity-types/entity-types.d.ts.map +1 -1
- package/resources/entity-types/entity-types.js.map +1 -1
- package/resources/entity-types/entity-types.mjs.map +1 -1
- package/resources/entity-types/index.d.mts +2 -2
- package/resources/entity-types/index.d.mts.map +1 -1
- package/resources/entity-types/index.d.ts +2 -2
- package/resources/entity-types/index.d.ts.map +1 -1
- package/resources/entity-types/index.js.map +1 -1
- package/resources/entity-types/index.mjs.map +1 -1
- package/resources/entity-types/reviewers.d.mts +10 -39
- package/resources/entity-types/reviewers.d.mts.map +1 -1
- package/resources/entity-types/reviewers.d.ts +10 -39
- package/resources/entity-types/reviewers.d.ts.map +1 -1
- package/resources/entity-types/reviewers.js +1 -1
- package/resources/entity-types/reviewers.js.map +1 -1
- package/resources/entity-types/reviewers.mjs +1 -1
- package/resources/entity-types/reviewers.mjs.map +1 -1
- package/resources/errors.d.mts +9 -0
- package/resources/errors.d.mts.map +1 -1
- package/resources/errors.d.ts +9 -0
- package/resources/errors.d.ts.map +1 -1
- package/resources/eval/eval.d.mts +2 -2
- package/resources/eval/eval.d.mts.map +1 -1
- package/resources/eval/eval.d.ts +2 -2
- package/resources/eval/eval.d.ts.map +1 -1
- package/resources/eval/eval.js.map +1 -1
- package/resources/eval/eval.mjs.map +1 -1
- package/resources/eval/index.d.mts +1 -1
- package/resources/eval/index.d.mts.map +1 -1
- package/resources/eval/index.d.ts +1 -1
- package/resources/eval/index.d.ts.map +1 -1
- package/resources/eval/index.js.map +1 -1
- package/resources/eval/index.mjs.map +1 -1
- package/resources/eval/score.d.mts +60 -219
- package/resources/eval/score.d.mts.map +1 -1
- package/resources/eval/score.d.ts +60 -219
- package/resources/eval/score.d.ts.map +1 -1
- package/resources/eval/score.js +2 -2
- package/resources/eval/score.js.map +1 -1
- package/resources/eval/score.mjs +2 -2
- package/resources/eval/score.mjs.map +1 -1
- package/resources/functions/functions.d.mts +495 -896
- package/resources/functions/functions.d.mts.map +1 -1
- package/resources/functions/functions.d.ts +495 -896
- package/resources/functions/functions.d.ts.map +1 -1
- package/resources/functions/functions.js +2 -2
- package/resources/functions/functions.js.map +1 -1
- package/resources/functions/functions.mjs +2 -2
- package/resources/functions/functions.mjs.map +1 -1
- package/resources/functions/index.d.mts +1 -1
- package/resources/functions/index.d.mts.map +1 -1
- package/resources/functions/index.d.ts +1 -1
- package/resources/functions/index.d.ts.map +1 -1
- package/resources/functions/index.js.map +1 -1
- package/resources/functions/index.mjs.map +1 -1
- package/resources/functions/versions.d.mts +44 -18
- package/resources/functions/versions.d.mts.map +1 -1
- package/resources/functions/versions.d.ts +44 -18
- package/resources/functions/versions.d.ts.map +1 -1
- package/resources/index.d.mts +5 -5
- package/resources/index.d.mts.map +1 -1
- package/resources/index.d.ts +5 -5
- package/resources/index.d.ts.map +1 -1
- package/resources/index.js.map +1 -1
- package/resources/index.mjs.map +1 -1
- package/resources/knowledge-graph.d.mts +18 -0
- package/resources/knowledge-graph.d.mts.map +1 -1
- package/resources/knowledge-graph.d.ts +18 -0
- package/resources/knowledge-graph.d.ts.map +1 -1
- package/resources/outputs.d.mts +80 -2
- package/resources/outputs.d.mts.map +1 -1
- package/resources/outputs.d.ts +80 -2
- package/resources/outputs.d.ts.map +1 -1
- package/resources/views.d.mts +97 -745
- package/resources/views.d.mts.map +1 -1
- package/resources/views.d.ts +97 -745
- package/resources/views.d.ts.map +1 -1
- package/resources/workflows/workflows.d.mts +10 -19
- package/resources/workflows/workflows.d.mts.map +1 -1
- package/resources/workflows/workflows.d.ts +10 -19
- package/resources/workflows/workflows.d.ts.map +1 -1
- package/resources/workflows/workflows.js.map +1 -1
- package/resources/workflows/workflows.mjs.map +1 -1
- package/src/client.ts +38 -18
- package/src/resources/buckets.ts +9 -137
- package/src/resources/entities/entities.ts +61 -106
- package/src/resources/entities/index.ts +2 -0
- package/src/resources/entity-types/entity-types.ts +8 -151
- package/src/resources/entity-types/index.ts +2 -4
- package/src/resources/entity-types/reviewers.ts +11 -49
- package/src/resources/errors.ts +10 -0
- package/src/resources/eval/eval.ts +8 -4
- package/src/resources/eval/index.ts +4 -2
- package/src/resources/eval/score.ts +66 -263
- package/src/resources/functions/functions.ts +536 -987
- package/src/resources/functions/index.ts +8 -0
- package/src/resources/functions/versions.ts +54 -18
- package/src/resources/index.ts +19 -9
- package/src/resources/knowledge-graph.ts +21 -0
- package/src/resources/outputs.ts +102 -1
- package/src/resources/views.ts +118 -936
- package/src/resources/workflows/workflows.ts +11 -21
- package/src/version.ts +1 -1
- package/version.d.mts +1 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
- package/version.mjs +1 -1
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { APIResource } from "../../core/resource.js";
|
|
2
|
+
import * as ScoreAPI from "./score.js";
|
|
2
3
|
import * as OutputsAPI from "../outputs.js";
|
|
3
4
|
import { APIPromise } from "../../core/api-promise.js";
|
|
4
5
|
import { RequestOptions } from "../../internal/request-options.js";
|
|
@@ -92,12 +93,12 @@ export declare class Score extends APIResource {
|
|
|
92
93
|
*
|
|
93
94
|
* @example
|
|
94
95
|
* ```ts
|
|
95
|
-
* const
|
|
96
|
+
* const evalScoreRun = await client.eval.score.retrieve(
|
|
96
97
|
* 'scoreRunID',
|
|
97
98
|
* );
|
|
98
99
|
* ```
|
|
99
100
|
*/
|
|
100
|
-
retrieve(scoreRunID: string, options?: RequestOptions): APIPromise<
|
|
101
|
+
retrieve(scoreRunID: string, options?: RequestOptions): APIPromise<EvalScoreRun>;
|
|
101
102
|
/**
|
|
102
103
|
* **Cancel an in-flight score run.**
|
|
103
104
|
*
|
|
@@ -107,85 +108,72 @@ export declare class Score extends APIResource {
|
|
|
107
108
|
*
|
|
108
109
|
* @example
|
|
109
110
|
* ```ts
|
|
110
|
-
* const
|
|
111
|
+
* const evalScoreRun = await client.eval.score.cancel(
|
|
111
112
|
* 'scoreRunID',
|
|
112
113
|
* );
|
|
113
114
|
* ```
|
|
114
115
|
*/
|
|
115
|
-
cancel(scoreRunID: string, options?: RequestOptions): APIPromise<
|
|
116
|
+
cancel(scoreRunID: string, options?: RequestOptions): APIPromise<EvalScoreRun>;
|
|
116
117
|
}
|
|
117
118
|
/**
|
|
118
|
-
*
|
|
119
|
+
* Comparator configuration. All fields optional; conservative defaults.
|
|
119
120
|
*/
|
|
120
|
-
export interface
|
|
121
|
+
export interface EvalMatchConfig {
|
|
121
122
|
/**
|
|
122
|
-
*
|
|
123
|
+
* P0 supports only `by-index`.
|
|
123
124
|
*/
|
|
124
|
-
|
|
125
|
+
arrayMatch?: 'by-index';
|
|
125
126
|
/**
|
|
126
|
-
*
|
|
127
|
+
* Levenshtein-ratio threshold used when `stringMatch == "fuzzy"`. Range `[0, 1]`.
|
|
128
|
+
* Default `0.85`.
|
|
127
129
|
*/
|
|
128
|
-
|
|
130
|
+
fuzzyThreshold?: number;
|
|
131
|
+
/**
|
|
132
|
+
* JSON Pointer paths to skip during comparison. The asterisk character matches
|
|
133
|
+
* arbitrary object keys / array indices.
|
|
134
|
+
*
|
|
135
|
+
* Example values: /metadata, /lineItems with asterisk segment, etc.
|
|
136
|
+
*/
|
|
137
|
+
ignorePaths?: Array<string>;
|
|
138
|
+
/**
|
|
139
|
+
* Relative tolerance for numeric fields. `0` (default) means exact equality;
|
|
140
|
+
* `0.01` means ±1%.
|
|
141
|
+
*/
|
|
142
|
+
numericTolerance?: number;
|
|
143
|
+
/**
|
|
144
|
+
* `exact` (default) or `fuzzy`.
|
|
145
|
+
*/
|
|
146
|
+
stringMatch?: 'exact' | 'fuzzy';
|
|
129
147
|
}
|
|
130
148
|
/**
|
|
131
149
|
* Full status payload returned by `GET /v3/eval/score/{scoreRunID}`.
|
|
132
150
|
*/
|
|
133
|
-
export interface
|
|
151
|
+
export interface EvalScoreRun {
|
|
134
152
|
functionName: string;
|
|
135
153
|
functionVersionNum: number;
|
|
136
154
|
/**
|
|
137
155
|
* Comparator configuration. All fields optional; conservative defaults.
|
|
138
156
|
*/
|
|
139
|
-
matchConfig:
|
|
157
|
+
matchConfig: EvalMatchConfig;
|
|
140
158
|
/**
|
|
141
159
|
* Per-pair results. `fieldResults` appears once a pair has been compared.
|
|
142
160
|
*/
|
|
143
|
-
perPair: Array<
|
|
161
|
+
perPair: Array<EvalScoreRun.PerPair>;
|
|
144
162
|
/**
|
|
145
163
|
* Counts across all pairs.
|
|
146
164
|
*/
|
|
147
|
-
progress:
|
|
165
|
+
progress: EvalScoreRun.Progress;
|
|
148
166
|
scoreRunID: string;
|
|
149
167
|
/**
|
|
150
168
|
* Status values for an eval-score run.
|
|
151
169
|
*/
|
|
152
|
-
status:
|
|
170
|
+
status: EvalScoreRunStatus;
|
|
153
171
|
/**
|
|
154
172
|
* Aggregate accuracy metrics.
|
|
155
173
|
*/
|
|
156
|
-
aggregate?:
|
|
174
|
+
aggregate?: EvalScoreRun.Aggregate;
|
|
157
175
|
}
|
|
158
|
-
export declare namespace
|
|
159
|
-
/**
|
|
160
|
-
* Comparator configuration. All fields optional; conservative defaults.
|
|
161
|
-
*/
|
|
162
|
-
interface MatchConfig {
|
|
163
|
-
/**
|
|
164
|
-
* P0 supports only `by-index`.
|
|
165
|
-
*/
|
|
166
|
-
arrayMatch?: 'by-index';
|
|
167
|
-
/**
|
|
168
|
-
* Levenshtein-ratio threshold used when `stringMatch == "fuzzy"`. Range `[0, 1]`.
|
|
169
|
-
* Default `0.85`.
|
|
170
|
-
*/
|
|
171
|
-
fuzzyThreshold?: number;
|
|
172
|
-
/**
|
|
173
|
-
* JSON Pointer paths to skip during comparison. The asterisk character matches
|
|
174
|
-
* arbitrary object keys / array indices.
|
|
175
|
-
*
|
|
176
|
-
* Example values: /metadata, /lineItems with asterisk segment, etc.
|
|
177
|
-
*/
|
|
178
|
-
ignorePaths?: Array<string>;
|
|
179
|
-
/**
|
|
180
|
-
* Relative tolerance for numeric fields. `0` (default) means exact equality;
|
|
181
|
-
* `0.01` means ±1%.
|
|
182
|
-
*/
|
|
183
|
-
numericTolerance?: number;
|
|
184
|
-
/**
|
|
185
|
-
* `exact` (default) or `fuzzy`.
|
|
186
|
-
*/
|
|
187
|
-
stringMatch?: 'exact' | 'fuzzy';
|
|
188
|
-
}
|
|
176
|
+
export declare namespace EvalScoreRun {
|
|
189
177
|
/**
|
|
190
178
|
* Per-pair result.
|
|
191
179
|
*/
|
|
@@ -260,136 +248,39 @@ export declare namespace ScoreRetrieveResponse {
|
|
|
260
248
|
}
|
|
261
249
|
}
|
|
262
250
|
/**
|
|
263
|
-
*
|
|
251
|
+
* Status values for an eval-score run.
|
|
264
252
|
*/
|
|
265
|
-
export
|
|
266
|
-
|
|
267
|
-
|
|
253
|
+
export type EvalScoreRunStatus = 'pending' | 'initializing' | 'running' | 'completed' | 'error' | 'cancelled';
|
|
254
|
+
/**
|
|
255
|
+
* A single file input with base64-encoded content.
|
|
256
|
+
*
|
|
257
|
+
* When using the Bem CLI, use `@path/to/file` in the `inputContent` field to
|
|
258
|
+
* automatically read and base64-encode the file:
|
|
259
|
+
* `--input.single-file '{"inputContent": "@file.pdf", "inputType": "pdf"}' --wait`
|
|
260
|
+
*/
|
|
261
|
+
export interface FileInput {
|
|
268
262
|
/**
|
|
269
|
-
*
|
|
263
|
+
* Base64-encoded file content. In the Bem CLI, use `@path/to/file` to embed file
|
|
264
|
+
* contents automatically.
|
|
270
265
|
*/
|
|
271
|
-
|
|
266
|
+
inputContent: string;
|
|
272
267
|
/**
|
|
273
|
-
*
|
|
268
|
+
* The input type of the content you're sending for transformation.
|
|
274
269
|
*/
|
|
275
|
-
|
|
270
|
+
inputType: OutputsAPI.InputType;
|
|
271
|
+
}
|
|
272
|
+
/**
|
|
273
|
+
* Returned by `POST /v3/eval/score`.
|
|
274
|
+
*/
|
|
275
|
+
export interface ScoreCreateResponse {
|
|
276
276
|
/**
|
|
277
|
-
*
|
|
277
|
+
* Run identifier. Use with `GET /v3/eval/score/{scoreRunID}`.
|
|
278
278
|
*/
|
|
279
|
-
progress: ScoreCancelResponse.Progress;
|
|
280
279
|
scoreRunID: string;
|
|
281
280
|
/**
|
|
282
281
|
* Status values for an eval-score run.
|
|
283
282
|
*/
|
|
284
|
-
status:
|
|
285
|
-
/**
|
|
286
|
-
* Aggregate accuracy metrics.
|
|
287
|
-
*/
|
|
288
|
-
aggregate?: ScoreCancelResponse.Aggregate;
|
|
289
|
-
}
|
|
290
|
-
export declare namespace ScoreCancelResponse {
|
|
291
|
-
/**
|
|
292
|
-
* Comparator configuration. All fields optional; conservative defaults.
|
|
293
|
-
*/
|
|
294
|
-
interface MatchConfig {
|
|
295
|
-
/**
|
|
296
|
-
* P0 supports only `by-index`.
|
|
297
|
-
*/
|
|
298
|
-
arrayMatch?: 'by-index';
|
|
299
|
-
/**
|
|
300
|
-
* Levenshtein-ratio threshold used when `stringMatch == "fuzzy"`. Range `[0, 1]`.
|
|
301
|
-
* Default `0.85`.
|
|
302
|
-
*/
|
|
303
|
-
fuzzyThreshold?: number;
|
|
304
|
-
/**
|
|
305
|
-
* JSON Pointer paths to skip during comparison. The asterisk character matches
|
|
306
|
-
* arbitrary object keys / array indices.
|
|
307
|
-
*
|
|
308
|
-
* Example values: /metadata, /lineItems with asterisk segment, etc.
|
|
309
|
-
*/
|
|
310
|
-
ignorePaths?: Array<string>;
|
|
311
|
-
/**
|
|
312
|
-
* Relative tolerance for numeric fields. `0` (default) means exact equality;
|
|
313
|
-
* `0.01` means ±1%.
|
|
314
|
-
*/
|
|
315
|
-
numericTolerance?: number;
|
|
316
|
-
/**
|
|
317
|
-
* `exact` (default) or `fuzzy`.
|
|
318
|
-
*/
|
|
319
|
-
stringMatch?: 'exact' | 'fuzzy';
|
|
320
|
-
}
|
|
321
|
-
/**
|
|
322
|
-
* Per-pair result.
|
|
323
|
-
*/
|
|
324
|
-
interface PerPair {
|
|
325
|
-
pairIndex: number;
|
|
326
|
-
/**
|
|
327
|
-
* Per-pair status.
|
|
328
|
-
*/
|
|
329
|
-
status: 'pending' | 'running' | 'completed' | 'failed';
|
|
330
|
-
/**
|
|
331
|
-
* The function call that produced the actual output, if any.
|
|
332
|
-
*/
|
|
333
|
-
callID?: string;
|
|
334
|
-
/**
|
|
335
|
-
* Error message if the underlying function call failed.
|
|
336
|
-
*/
|
|
337
|
-
errorMessage?: string;
|
|
338
|
-
/**
|
|
339
|
-
* Per-leaf comparator output. Present only after the pair has been compared.
|
|
340
|
-
*/
|
|
341
|
-
fieldResults?: Array<PerPair.FieldResult>;
|
|
342
|
-
}
|
|
343
|
-
namespace PerPair {
|
|
344
|
-
/**
|
|
345
|
-
* One leaf in `expected ∪ actual`.
|
|
346
|
-
*/
|
|
347
|
-
interface FieldResult {
|
|
348
|
-
/**
|
|
349
|
-
* Classification:
|
|
350
|
-
*
|
|
351
|
-
* - `exact`: both present and deep-equal
|
|
352
|
-
* - `within_tolerance`: both numbers, within configured tolerance
|
|
353
|
-
* - `fuzzy_match`: both strings, Levenshtein ratio above threshold
|
|
354
|
-
* - `miss`: expected present, actual absent or different
|
|
355
|
-
* - `extra`: actual present, expected absent
|
|
356
|
-
*/
|
|
357
|
-
match: 'exact' | 'within_tolerance' | 'fuzzy_match' | 'miss' | 'extra';
|
|
358
|
-
/**
|
|
359
|
-
* JSON Pointer to the leaf.
|
|
360
|
-
*/
|
|
361
|
-
path: string;
|
|
362
|
-
actual?: unknown;
|
|
363
|
-
/**
|
|
364
|
-
* Populated for numeric comparisons; `actual - expected`.
|
|
365
|
-
*/
|
|
366
|
-
delta?: number;
|
|
367
|
-
expected?: unknown;
|
|
368
|
-
}
|
|
369
|
-
}
|
|
370
|
-
/**
|
|
371
|
-
* Counts across all pairs.
|
|
372
|
-
*/
|
|
373
|
-
interface Progress {
|
|
374
|
-
completed: number;
|
|
375
|
-
failed: number;
|
|
376
|
-
total: number;
|
|
377
|
-
}
|
|
378
|
-
/**
|
|
379
|
-
* Aggregate accuracy metrics.
|
|
380
|
-
*/
|
|
381
|
-
interface Aggregate {
|
|
382
|
-
exactMatches: number;
|
|
383
|
-
extras: number;
|
|
384
|
-
f1: number;
|
|
385
|
-
fuzzyMatches: number;
|
|
386
|
-
misses: number;
|
|
387
|
-
precision: number;
|
|
388
|
-
recall: number;
|
|
389
|
-
totalFieldsActual: number;
|
|
390
|
-
totalFieldsExpected: number;
|
|
391
|
-
withinTolerance: number;
|
|
392
|
-
}
|
|
283
|
+
status: EvalScoreRunStatus;
|
|
393
284
|
}
|
|
394
285
|
export interface ScoreCreateParams {
|
|
395
286
|
/**
|
|
@@ -408,7 +299,7 @@ export interface ScoreCreateParams {
|
|
|
408
299
|
/**
|
|
409
300
|
* Comparator configuration. All fields optional; conservative defaults.
|
|
410
301
|
*/
|
|
411
|
-
matchConfig?:
|
|
302
|
+
matchConfig?: EvalMatchConfig;
|
|
412
303
|
}
|
|
413
304
|
export declare namespace ScoreCreateParams {
|
|
414
305
|
/**
|
|
@@ -427,60 +318,10 @@ export declare namespace ScoreCreateParams {
|
|
|
427
318
|
* automatically read and base64-encode the file:
|
|
428
319
|
* `--input.single-file '{"inputContent": "@file.pdf", "inputType": "pdf"}' --wait`
|
|
429
320
|
*/
|
|
430
|
-
input:
|
|
431
|
-
}
|
|
432
|
-
namespace Pair {
|
|
433
|
-
/**
|
|
434
|
-
* A single file input with base64-encoded content.
|
|
435
|
-
*
|
|
436
|
-
* When using the Bem CLI, use `@path/to/file` in the `inputContent` field to
|
|
437
|
-
* automatically read and base64-encode the file:
|
|
438
|
-
* `--input.single-file '{"inputContent": "@file.pdf", "inputType": "pdf"}' --wait`
|
|
439
|
-
*/
|
|
440
|
-
interface Input {
|
|
441
|
-
/**
|
|
442
|
-
* Base64-encoded file content. In the Bem CLI, use `@path/to/file` to embed file
|
|
443
|
-
* contents automatically.
|
|
444
|
-
*/
|
|
445
|
-
inputContent: string;
|
|
446
|
-
/**
|
|
447
|
-
* The input type of the content you're sending for transformation.
|
|
448
|
-
*/
|
|
449
|
-
inputType: OutputsAPI.InputType;
|
|
450
|
-
}
|
|
451
|
-
}
|
|
452
|
-
/**
|
|
453
|
-
* Comparator configuration. All fields optional; conservative defaults.
|
|
454
|
-
*/
|
|
455
|
-
interface MatchConfig {
|
|
456
|
-
/**
|
|
457
|
-
* P0 supports only `by-index`.
|
|
458
|
-
*/
|
|
459
|
-
arrayMatch?: 'by-index';
|
|
460
|
-
/**
|
|
461
|
-
* Levenshtein-ratio threshold used when `stringMatch == "fuzzy"`. Range `[0, 1]`.
|
|
462
|
-
* Default `0.85`.
|
|
463
|
-
*/
|
|
464
|
-
fuzzyThreshold?: number;
|
|
465
|
-
/**
|
|
466
|
-
* JSON Pointer paths to skip during comparison. The asterisk character matches
|
|
467
|
-
* arbitrary object keys / array indices.
|
|
468
|
-
*
|
|
469
|
-
* Example values: /metadata, /lineItems with asterisk segment, etc.
|
|
470
|
-
*/
|
|
471
|
-
ignorePaths?: Array<string>;
|
|
472
|
-
/**
|
|
473
|
-
* Relative tolerance for numeric fields. `0` (default) means exact equality;
|
|
474
|
-
* `0.01` means ±1%.
|
|
475
|
-
*/
|
|
476
|
-
numericTolerance?: number;
|
|
477
|
-
/**
|
|
478
|
-
* `exact` (default) or `fuzzy`.
|
|
479
|
-
*/
|
|
480
|
-
stringMatch?: 'exact' | 'fuzzy';
|
|
321
|
+
input: ScoreAPI.FileInput;
|
|
481
322
|
}
|
|
482
323
|
}
|
|
483
324
|
export declare namespace Score {
|
|
484
|
-
export { type
|
|
325
|
+
export { type EvalMatchConfig as EvalMatchConfig, type EvalScoreRun as EvalScoreRun, type EvalScoreRunStatus as EvalScoreRunStatus, type FileInput as FileInput, type ScoreCreateResponse as ScoreCreateResponse, type ScoreCreateParams as ScoreCreateParams, };
|
|
485
326
|
}
|
|
486
327
|
//# sourceMappingURL=score.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,+BAA4B;AAClD,OAAO,KAAK,UAAU,sBAAmB;AACzC,OAAO,EAAE,UAAU,EAAE,kCAA+B;AACpD,OAAO,EAAE,cAAc,EAAE,0CAAuC;AAGhE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,KAAM,SAAQ,WAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,mBAAmB,CAAC;IAI1F;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,
|
|
1
|
+
{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,+BAA4B;AAClD,OAAO,KAAK,QAAQ,mBAAgB;AACpC,OAAO,KAAK,UAAU,sBAAmB;AACzC,OAAO,EAAE,UAAU,EAAE,kCAA+B;AACpD,OAAO,EAAE,cAAc,EAAE,0CAAuC;AAGhE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,qBAAa,KAAM,SAAQ,WAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,mBAAmB,CAAC;IAI1F;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,YAAY,CAAC;IAIhF;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,YAAY,CAAC;CAG/E;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAE5B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IAErB,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,WAAW,EAAE,eAAe,CAAC;IAE7B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC;IAEhC,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,MAAM,EAAE,kBAAkB,CAAC;IAE3B;;OAEG;IACH,SAAS,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC;CACpC;AAED,yBAAiB,YAAY,CAAC;IAC5B;;OAEG;IACH,UAAiB,OAAO;QACtB,SAAS,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QAEvD;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;KAC3C;IAED,UAAiB,OAAO,CAAC;QACvB;;WAEG;QACH,UAAiB,WAAW;YAC1B;;;;;;;;eAQG;YACH,KAAK,EAAE,OAAO,GAAG,kBAAkB,GAAG,aAAa,GAAG,MAAM,GAAG,OAAO,CAAC;YAEvE;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb,MAAM,CAAC,EAAE,OAAO,CAAC;YAEjB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;YAEf,QAAQ,CAAC,EAAE,OAAO,CAAC;SACpB;KACF;IAED;;OAEG;IACH,UAAiB,QAAQ;QACvB,SAAS,EAAE,MAAM,CAAC;QAElB,MAAM,EAAE,MAAM,CAAC;QAEf,KAAK,EAAE,MAAM,CAAC;KACf;IAED;;OAEG;IACH,UAAiB,SAAS;QACxB,YAAY,EAAE,MAAM,CAAC;QAErB,MAAM,EAAE,MAAM,CAAC;QAEf,EAAE,EAAE,MAAM,CAAC;QAEX,YAAY,EAAE,MAAM,CAAC;QAErB,MAAM,EAAE,MAAM,CAAC;QAEf,SAAS,EAAE,MAAM,CAAC;QAElB,MAAM,EAAE,MAAM,CAAC;QAEf,iBAAiB,EAAE,MAAM,CAAC;QAE1B,mBAAmB,EAAE,MAAM,CAAC;QAE5B,eAAe,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,WAAW,CAAC;AAE9G;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACxB;;;OAGG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,MAAM,EAAE,kBAAkB,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAErC;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B;;OAEG;IACH,WAAW,CAAC,EAAE,eAAe,CAAC;CAC/B;AAED,yBAAiB,iBAAiB,CAAC;IACjC;;OAEG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,QAAQ,EAAE,OAAO,CAAC;QAElB;;;;;;WAMG;QACH,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC;KAC3B;CACF;AAED,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
|
package/resources/eval/score.js
CHANGED
|
@@ -96,7 +96,7 @@ class Score extends resource_1.APIResource {
|
|
|
96
96
|
*
|
|
97
97
|
* @example
|
|
98
98
|
* ```ts
|
|
99
|
-
* const
|
|
99
|
+
* const evalScoreRun = await client.eval.score.retrieve(
|
|
100
100
|
* 'scoreRunID',
|
|
101
101
|
* );
|
|
102
102
|
* ```
|
|
@@ -113,7 +113,7 @@ class Score extends resource_1.APIResource {
|
|
|
113
113
|
*
|
|
114
114
|
* @example
|
|
115
115
|
* ```ts
|
|
116
|
-
* const
|
|
116
|
+
* const evalScoreRun = await client.eval.score.cancel(
|
|
117
117
|
* 'scoreRunID',
|
|
118
118
|
* );
|
|
119
119
|
* ```
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;
|
|
1
|
+
{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAKlD,uDAAiD;AAEjD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,MAAa,KAAM,SAAQ,sBAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CAAC,IAAuB,EAAE,OAAwB;QACtD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,UAAkB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACvE,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAkB,EAAE,OAAwB;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,kBAAkB,UAAU,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF;AA1ED,sBA0EC"}
|
package/resources/eval/score.mjs
CHANGED
|
@@ -93,7 +93,7 @@ export class Score extends APIResource {
|
|
|
93
93
|
*
|
|
94
94
|
* @example
|
|
95
95
|
* ```ts
|
|
96
|
-
* const
|
|
96
|
+
* const evalScoreRun = await client.eval.score.retrieve(
|
|
97
97
|
* 'scoreRunID',
|
|
98
98
|
* );
|
|
99
99
|
* ```
|
|
@@ -110,7 +110,7 @@ export class Score extends APIResource {
|
|
|
110
110
|
*
|
|
111
111
|
* @example
|
|
112
112
|
* ```ts
|
|
113
|
-
* const
|
|
113
|
+
* const evalScoreRun = await client.eval.score.cancel(
|
|
114
114
|
* 'scoreRunID',
|
|
115
115
|
* );
|
|
116
116
|
* ```
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"score.mjs","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAEtF,OAAO,EAAE,WAAW,EAAE,gCAA4B;
|
|
1
|
+
{"version":3,"file":"score.mjs","sourceRoot":"","sources":["../../src/resources/eval/score.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAEtF,OAAO,EAAE,WAAW,EAAE,gCAA4B;AAKlD,OAAO,EAAE,IAAI,EAAE,sCAAkC;AAEjD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,MAAM,OAAO,KAAM,SAAQ,WAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACH,MAAM,CAAC,IAAuB,EAAE,OAAwB;QACtD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,UAAkB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,kBAAkB,UAAU,EAAE,EAAE,OAAO,CAAC,CAAC;IACvE,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,UAAkB,EAAE,OAAwB;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,kBAAkB,UAAU,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF"}
|