vieval 0.0.10 → 0.0.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/README.md +31 -31
  2. package/dist/bin/vieval.mjs +1 -1
  3. package/dist/bin/vieval.mjs.map +1 -1
  4. package/dist/cli/index.d.mts +1 -1
  5. package/dist/cli/index.mjs +1 -1
  6. package/dist/{cli-DTDgaqeI.mjs → cli-uzS81IPd.mjs} +1483 -1483
  7. package/dist/cli-uzS81IPd.mjs.map +1 -0
  8. package/dist/config.d.mts +1 -1
  9. package/dist/config.mjs +1 -1
  10. package/dist/config.mjs.map +1 -1
  11. package/dist/core/assertions/index.d.mts +156 -156
  12. package/dist/core/assertions/index.mjs +82 -82
  13. package/dist/core/assertions/index.mjs.map +1 -1
  14. package/dist/core/inference-executors/index.d.mts +37 -37
  15. package/dist/core/inference-executors/index.mjs +54 -53
  16. package/dist/core/inference-executors/index.mjs.map +1 -1
  17. package/dist/core/processors/results/index.d.mts +18 -18
  18. package/dist/core/processors/results/index.mjs.map +1 -1
  19. package/dist/core/runner/index.d.mts +2 -2
  20. package/dist/core/runner/index.mjs +259 -259
  21. package/dist/core/runner/index.mjs.map +1 -1
  22. package/dist/core/scheduler/index.d.mts +1 -1
  23. package/dist/core/scheduler/index.mjs +65 -65
  24. package/dist/core/scheduler/index.mjs.map +1 -1
  25. package/dist/{env-DfWZy_n4.d.mts → env-Br6jaWGL.d.mts} +9 -9
  26. package/dist/{env-nV5rVErX.mjs → env-egxaJtNn.mjs} +8 -8
  27. package/dist/env-egxaJtNn.mjs.map +1 -0
  28. package/dist/{expect-extensions-DCSqlneN.mjs → expect-extensions-BKdEPt3h.mjs} +46 -46
  29. package/dist/expect-extensions-BKdEPt3h.mjs.map +1 -0
  30. package/dist/expect.d.mts +1 -3
  31. package/dist/expect.mjs +1 -1
  32. package/dist/expect.mjs.map +1 -1
  33. package/dist/{index-D_aMeWqO.d.mts → index-BLIlhiWT.d.mts} +565 -565
  34. package/dist/{index-Bg0atWBF.d.mts → index-CIaJClcC.d.mts} +48 -48
  35. package/dist/index.d.mts +208 -197
  36. package/dist/index.mjs +148 -148
  37. package/dist/index.mjs.map +1 -1
  38. package/dist/{models-pBSRUZhY.mjs → models-CaCOUPZw.mjs} +1 -1
  39. package/dist/{models-pBSRUZhY.mjs.map → models-CaCOUPZw.mjs.map} +1 -1
  40. package/dist/plugins/chat-models/index.d.mts +279 -279
  41. package/dist/plugins/chat-models/index.mjs +360 -360
  42. package/dist/plugins/chat-models/index.mjs.map +1 -1
  43. package/dist/{queue-DsZQkZO_.mjs → queue-BL86z2W_.mjs} +1 -1
  44. package/dist/{queue-DsZQkZO_.mjs.map → queue-BL86z2W_.mjs.map} +1 -1
  45. package/dist/{registry-DMnwE_mY.mjs → registry-BK7k6X81.mjs} +294 -294
  46. package/dist/registry-BK7k6X81.mjs.map +1 -0
  47. package/dist/testing/expect-extensions.d.mts +27 -27
  48. package/dist/testing/expect-extensions.mjs +1 -1
  49. package/package.json +12 -12
  50. package/dist/cli-DTDgaqeI.mjs.map +0 -1
  51. package/dist/env-nV5rVErX.mjs.map +0 -1
  52. package/dist/expect-extensions-DCSqlneN.mjs.map +0 -1
  53. package/dist/registry-DMnwE_mY.mjs.map +0 -1
@@ -1,42 +1,39 @@
1
1
  //#region src/core/scheduler/types.d.ts
2
2
  /**
3
- * Hierarchical scheduler scopes used by the queue runtime.
3
+ * Options accepted by {@link createSchedulerRuntime}.
4
4
  *
5
5
  * Use when:
6
- * - selecting which concurrency cap applies to a unit of work
7
- * - ordering middleware acquisition and release hooks
6
+ * - constructing a scheduler runtime with queue limits or middleware
8
7
  *
9
8
  * Expects:
10
- * - values move from broad to narrow scope in this order:
11
- * `workspace -> project -> task -> attempt -> case`
9
+ * - omitted configuration falls back to unbounded execution for that concern
12
10
  *
13
11
  * Returns:
14
- * - a string literal scope identifier
12
+ * - queue and middleware configuration for the runtime
15
13
  */
16
- type SchedulerScope = 'workspace' | 'project' | 'task' | 'attempt' | 'case';
14
+ interface CreateSchedulerRuntimeOptions {
15
+ concurrency?: SchedulerConcurrencyConfig;
16
+ middleware?: SchedulerMiddleware[];
17
+ }
17
18
  /**
18
- * Context carried through queue acquisition, execution, and release.
19
+ * Per-scope concurrency limits used by the scheduler runtime.
19
20
  *
20
21
  * Use when:
21
- * - middleware needs stable identifiers for logging or instrumentation
22
- * - runtime helpers need to know which hierarchical scope is being executed
22
+ * - bounding parallel work for a specific scope
23
+ * - disabling a scope cap by omitting its entry
23
24
  *
24
25
  * Expects:
25
- * - `workspaceId` is always present
26
- * - `experimentId` is metadata for middleware and logging, not queue partitioning
27
- * - narrower ids are only provided when the selected scope requires them
26
+ * - values are positive integers when provided
28
27
  *
29
28
  * Returns:
30
- * - a serializable scope context object
29
+ * - a partial map of scheduler scope to concurrency cap
31
30
  */
32
- interface SchedulerScopeContext {
33
- scope: SchedulerScope;
34
- workspaceId: string;
35
- experimentId: string;
36
- projectName?: string;
37
- taskId?: string;
38
- attemptIndex?: number;
39
- caseId?: string;
31
+ interface SchedulerConcurrencyConfig {
32
+ attempt?: number;
33
+ case?: number;
34
+ project?: number;
35
+ task?: number;
36
+ workspace?: number;
40
37
  }
41
38
  /**
42
39
  * Middleware hooks wrapped around scheduler execution.
@@ -56,55 +53,58 @@ interface SchedulerMiddleware {
56
53
  onRelease?: (context: SchedulerScopeContext, next: () => Promise<void>) => Promise<void> | void;
57
54
  }
58
55
  /**
59
- * Per-scope concurrency limits used by the scheduler runtime.
56
+ * Runtime API used to execute case-level work through scheduler policies.
60
57
  *
61
58
  * Use when:
62
- * - bounding parallel work for a specific scope
63
- * - disabling a scope cap by omitting its entry
59
+ * - the runner needs to enqueue case execution under middleware and queue caps
64
60
  *
65
61
  * Expects:
66
- * - values are positive integers when provided
62
+ * - `runCase` receives a case context and a callback that performs the work
67
63
  *
68
64
  * Returns:
69
- * - a partial map of scheduler scope to concurrency cap
65
+ * - a promise that resolves with the callback result once all guards release
70
66
  */
71
- interface SchedulerConcurrencyConfig {
72
- workspace?: number;
73
- project?: number;
74
- task?: number;
75
- attempt?: number;
76
- case?: number;
67
+ interface SchedulerRuntime {
68
+ runCase: <T>(context: SchedulerScopeContext, execute: () => Promise<T>) => Promise<T>;
77
69
  }
78
70
  /**
79
- * Options accepted by {@link createSchedulerRuntime}.
71
+ * Hierarchical scheduler scopes used by the queue runtime.
80
72
  *
81
73
  * Use when:
82
- * - constructing a scheduler runtime with queue limits or middleware
74
+ * - selecting which concurrency cap applies to a unit of work
75
+ * - ordering middleware acquisition and release hooks
83
76
  *
84
77
  * Expects:
85
- * - omitted configuration falls back to unbounded execution for that concern
78
+ * - values move from broad to narrow scope in this order:
79
+ * `workspace -> project -> task -> attempt -> case`
86
80
  *
87
81
  * Returns:
88
- * - queue and middleware configuration for the runtime
82
+ * - a string literal scope identifier
89
83
  */
90
- interface CreateSchedulerRuntimeOptions {
91
- concurrency?: SchedulerConcurrencyConfig;
92
- middleware?: SchedulerMiddleware[];
93
- }
84
+ type SchedulerScope = 'attempt' | 'case' | 'project' | 'task' | 'workspace';
94
85
  /**
95
- * Runtime API used to execute case-level work through scheduler policies.
86
+ * Context carried through queue acquisition, execution, and release.
96
87
  *
97
88
  * Use when:
98
- * - the runner needs to enqueue case execution under middleware and queue caps
89
+ * - middleware needs stable identifiers for logging or instrumentation
90
+ * - runtime helpers need to know which hierarchical scope is being executed
99
91
  *
100
92
  * Expects:
101
- * - `runCase` receives a case context and a callback that performs the work
93
+ * - `workspaceId` is always present
94
+ * - `experimentId` is metadata for middleware and logging, not queue partitioning
95
+ * - narrower ids are only provided when the selected scope requires them
102
96
  *
103
97
  * Returns:
104
- * - a promise that resolves with the callback result once all guards release
98
+ * - a serializable scope context object
105
99
  */
106
- interface SchedulerRuntime {
107
- runCase: <T>(context: SchedulerScopeContext, execute: () => Promise<T>) => Promise<T>;
100
+ interface SchedulerScopeContext {
101
+ attemptIndex?: number;
102
+ caseId?: string;
103
+ experimentId: string;
104
+ projectName?: string;
105
+ scope: SchedulerScope;
106
+ taskId?: string;
107
+ workspaceId: string;
108
108
  }
109
109
  //#endregion
110
110
  //#region src/core/scheduler/runtime.d.ts
@@ -145,4 +145,4 @@ declare function createSchedulerRuntime(options?: CreateSchedulerRuntimeOptions)
145
145
  declare function getActiveScopes(context: SchedulerScopeContext): SchedulerScope[];
146
146
  //#endregion
147
147
  export { SchedulerMiddleware as a, SchedulerScopeContext as c, SchedulerConcurrencyConfig as i, getActiveScopes as n, SchedulerRuntime as o, CreateSchedulerRuntimeOptions as r, SchedulerScope as s, createSchedulerRuntime as t };
148
- //# sourceMappingURL=index-Bg0atWBF.d.mts.map
148
+ //# sourceMappingURL=index-CIaJClcC.d.mts.map