vieval 0.0.10 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -31
- package/dist/bin/vieval.mjs +1 -1
- package/dist/bin/vieval.mjs.map +1 -1
- package/dist/cli/index.d.mts +1 -1
- package/dist/cli/index.mjs +1 -1
- package/dist/{cli-DTDgaqeI.mjs → cli-uzS81IPd.mjs} +1483 -1483
- package/dist/cli-uzS81IPd.mjs.map +1 -0
- package/dist/config.d.mts +1 -1
- package/dist/config.mjs +1 -1
- package/dist/config.mjs.map +1 -1
- package/dist/core/assertions/index.d.mts +156 -156
- package/dist/core/assertions/index.mjs +82 -82
- package/dist/core/assertions/index.mjs.map +1 -1
- package/dist/core/inference-executors/index.d.mts +37 -37
- package/dist/core/inference-executors/index.mjs +54 -53
- package/dist/core/inference-executors/index.mjs.map +1 -1
- package/dist/core/processors/results/index.d.mts +18 -18
- package/dist/core/processors/results/index.mjs.map +1 -1
- package/dist/core/runner/index.d.mts +2 -2
- package/dist/core/runner/index.mjs +259 -259
- package/dist/core/runner/index.mjs.map +1 -1
- package/dist/core/scheduler/index.d.mts +1 -1
- package/dist/core/scheduler/index.mjs +65 -65
- package/dist/core/scheduler/index.mjs.map +1 -1
- package/dist/{env-DfWZy_n4.d.mts → env-Br6jaWGL.d.mts} +9 -9
- package/dist/{env-nV5rVErX.mjs → env-egxaJtNn.mjs} +8 -8
- package/dist/env-egxaJtNn.mjs.map +1 -0
- package/dist/{expect-extensions-DCSqlneN.mjs → expect-extensions-BKdEPt3h.mjs} +46 -46
- package/dist/expect-extensions-BKdEPt3h.mjs.map +1 -0
- package/dist/expect.d.mts +1 -3
- package/dist/expect.mjs +1 -1
- package/dist/expect.mjs.map +1 -1
- package/dist/{index-D_aMeWqO.d.mts → index-BLIlhiWT.d.mts} +565 -565
- package/dist/{index-Bg0atWBF.d.mts → index-CIaJClcC.d.mts} +48 -48
- package/dist/index.d.mts +208 -197
- package/dist/index.mjs +148 -148
- package/dist/index.mjs.map +1 -1
- package/dist/{models-pBSRUZhY.mjs → models-CaCOUPZw.mjs} +1 -1
- package/dist/{models-pBSRUZhY.mjs.map → models-CaCOUPZw.mjs.map} +1 -1
- package/dist/plugins/chat-models/index.d.mts +279 -279
- package/dist/plugins/chat-models/index.mjs +360 -360
- package/dist/plugins/chat-models/index.mjs.map +1 -1
- package/dist/{queue-DsZQkZO_.mjs → queue-BL86z2W_.mjs} +1 -1
- package/dist/{queue-DsZQkZO_.mjs.map → queue-BL86z2W_.mjs.map} +1 -1
- package/dist/{registry-DMnwE_mY.mjs → registry-BK7k6X81.mjs} +294 -294
- package/dist/registry-BK7k6X81.mjs.map +1 -0
- package/dist/testing/expect-extensions.d.mts +27 -27
- package/dist/testing/expect-extensions.mjs +1 -1
- package/package.json +12 -12
- package/dist/cli-DTDgaqeI.mjs.map +0 -1
- package/dist/env-nV5rVErX.mjs.map +0 -1
- package/dist/expect-extensions-DCSqlneN.mjs.map +0 -1
- package/dist/registry-DMnwE_mY.mjs.map +0 -1
|
@@ -1,42 +1,39 @@
|
|
|
1
1
|
//#region src/core/scheduler/types.d.ts
|
|
2
2
|
/**
|
|
3
|
-
*
|
|
3
|
+
* Options accepted by {@link createSchedulerRuntime}.
|
|
4
4
|
*
|
|
5
5
|
* Use when:
|
|
6
|
-
* -
|
|
7
|
-
* - ordering middleware acquisition and release hooks
|
|
6
|
+
* - constructing a scheduler runtime with queue limits or middleware
|
|
8
7
|
*
|
|
9
8
|
* Expects:
|
|
10
|
-
* -
|
|
11
|
-
* `workspace -> project -> task -> attempt -> case`
|
|
9
|
+
* - omitted configuration falls back to unbounded execution for that concern
|
|
12
10
|
*
|
|
13
11
|
* Returns:
|
|
14
|
-
* -
|
|
12
|
+
* - queue and middleware configuration for the runtime
|
|
15
13
|
*/
|
|
16
|
-
|
|
14
|
+
interface CreateSchedulerRuntimeOptions {
|
|
15
|
+
concurrency?: SchedulerConcurrencyConfig;
|
|
16
|
+
middleware?: SchedulerMiddleware[];
|
|
17
|
+
}
|
|
17
18
|
/**
|
|
18
|
-
*
|
|
19
|
+
* Per-scope concurrency limits used by the scheduler runtime.
|
|
19
20
|
*
|
|
20
21
|
* Use when:
|
|
21
|
-
* -
|
|
22
|
-
* -
|
|
22
|
+
* - bounding parallel work for a specific scope
|
|
23
|
+
* - disabling a scope cap by omitting its entry
|
|
23
24
|
*
|
|
24
25
|
* Expects:
|
|
25
|
-
* -
|
|
26
|
-
* - `experimentId` is metadata for middleware and logging, not queue partitioning
|
|
27
|
-
* - narrower ids are only provided when the selected scope requires them
|
|
26
|
+
* - values are positive integers when provided
|
|
28
27
|
*
|
|
29
28
|
* Returns:
|
|
30
|
-
* - a
|
|
29
|
+
* - a partial map of scheduler scope to concurrency cap
|
|
31
30
|
*/
|
|
32
|
-
interface
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
attemptIndex?: number;
|
|
39
|
-
caseId?: string;
|
|
31
|
+
interface SchedulerConcurrencyConfig {
|
|
32
|
+
attempt?: number;
|
|
33
|
+
case?: number;
|
|
34
|
+
project?: number;
|
|
35
|
+
task?: number;
|
|
36
|
+
workspace?: number;
|
|
40
37
|
}
|
|
41
38
|
/**
|
|
42
39
|
* Middleware hooks wrapped around scheduler execution.
|
|
@@ -56,55 +53,58 @@ interface SchedulerMiddleware {
|
|
|
56
53
|
onRelease?: (context: SchedulerScopeContext, next: () => Promise<void>) => Promise<void> | void;
|
|
57
54
|
}
|
|
58
55
|
/**
|
|
59
|
-
*
|
|
56
|
+
* Runtime API used to execute case-level work through scheduler policies.
|
|
60
57
|
*
|
|
61
58
|
* Use when:
|
|
62
|
-
* -
|
|
63
|
-
* - disabling a scope cap by omitting its entry
|
|
59
|
+
* - the runner needs to enqueue case execution under middleware and queue caps
|
|
64
60
|
*
|
|
65
61
|
* Expects:
|
|
66
|
-
* -
|
|
62
|
+
* - `runCase` receives a case context and a callback that performs the work
|
|
67
63
|
*
|
|
68
64
|
* Returns:
|
|
69
|
-
* - a
|
|
65
|
+
* - a promise that resolves with the callback result once all guards release
|
|
70
66
|
*/
|
|
71
|
-
interface
|
|
72
|
-
|
|
73
|
-
project?: number;
|
|
74
|
-
task?: number;
|
|
75
|
-
attempt?: number;
|
|
76
|
-
case?: number;
|
|
67
|
+
interface SchedulerRuntime {
|
|
68
|
+
runCase: <T>(context: SchedulerScopeContext, execute: () => Promise<T>) => Promise<T>;
|
|
77
69
|
}
|
|
78
70
|
/**
|
|
79
|
-
*
|
|
71
|
+
* Hierarchical scheduler scopes used by the queue runtime.
|
|
80
72
|
*
|
|
81
73
|
* Use when:
|
|
82
|
-
* -
|
|
74
|
+
* - selecting which concurrency cap applies to a unit of work
|
|
75
|
+
* - ordering middleware acquisition and release hooks
|
|
83
76
|
*
|
|
84
77
|
* Expects:
|
|
85
|
-
* -
|
|
78
|
+
* - values move from broad to narrow scope in this order:
|
|
79
|
+
* `workspace -> project -> task -> attempt -> case`
|
|
86
80
|
*
|
|
87
81
|
* Returns:
|
|
88
|
-
* -
|
|
82
|
+
* - a string literal scope identifier
|
|
89
83
|
*/
|
|
90
|
-
|
|
91
|
-
concurrency?: SchedulerConcurrencyConfig;
|
|
92
|
-
middleware?: SchedulerMiddleware[];
|
|
93
|
-
}
|
|
84
|
+
type SchedulerScope = 'attempt' | 'case' | 'project' | 'task' | 'workspace';
|
|
94
85
|
/**
|
|
95
|
-
*
|
|
86
|
+
* Context carried through queue acquisition, execution, and release.
|
|
96
87
|
*
|
|
97
88
|
* Use when:
|
|
98
|
-
* -
|
|
89
|
+
* - middleware needs stable identifiers for logging or instrumentation
|
|
90
|
+
* - runtime helpers need to know which hierarchical scope is being executed
|
|
99
91
|
*
|
|
100
92
|
* Expects:
|
|
101
|
-
* - `
|
|
93
|
+
* - `workspaceId` is always present
|
|
94
|
+
* - `experimentId` is metadata for middleware and logging, not queue partitioning
|
|
95
|
+
* - narrower ids are only provided when the selected scope requires them
|
|
102
96
|
*
|
|
103
97
|
* Returns:
|
|
104
|
-
* - a
|
|
98
|
+
* - a serializable scope context object
|
|
105
99
|
*/
|
|
106
|
-
interface
|
|
107
|
-
|
|
100
|
+
interface SchedulerScopeContext {
|
|
101
|
+
attemptIndex?: number;
|
|
102
|
+
caseId?: string;
|
|
103
|
+
experimentId: string;
|
|
104
|
+
projectName?: string;
|
|
105
|
+
scope: SchedulerScope;
|
|
106
|
+
taskId?: string;
|
|
107
|
+
workspaceId: string;
|
|
108
108
|
}
|
|
109
109
|
//#endregion
|
|
110
110
|
//#region src/core/scheduler/runtime.d.ts
|
|
@@ -145,4 +145,4 @@ declare function createSchedulerRuntime(options?: CreateSchedulerRuntimeOptions)
|
|
|
145
145
|
declare function getActiveScopes(context: SchedulerScopeContext): SchedulerScope[];
|
|
146
146
|
//#endregion
|
|
147
147
|
export { SchedulerMiddleware as a, SchedulerScopeContext as c, SchedulerConcurrencyConfig as i, getActiveScopes as n, SchedulerRuntime as o, CreateSchedulerRuntimeOptions as r, SchedulerScope as s, createSchedulerRuntime as t };
|
|
148
|
-
//# sourceMappingURL=index-
|
|
148
|
+
//# sourceMappingURL=index-CIaJClcC.d.mts.map
|