@wix/evalforge-types 0.94.0 → 0.96.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +15 -2
- package/build/index.js.map +2 -2
- package/build/index.mjs +15 -2
- package/build/index.mjs.map +2 -2
- package/build/types/agent/adapter.d.ts +7 -6
- package/build/types/evaluation/eval-result.d.ts +13 -0
- package/build/types/evaluation/eval-run.d.ts +13 -0
- package/build/types/scenario/site-setup.d.ts +8 -0
- package/package.json +2 -2
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { SkillWithLatestVersion } from '../target/skill.js';
|
|
2
2
|
import type { TestScenario, TriggerPromptImage } from '../scenario/test-scenario.js';
|
|
3
|
+
import type { LiveTraceEvent } from '../evaluation/live-trace.js';
|
|
3
4
|
import type { LLMTrace } from '../evaluation/metrics.js';
|
|
4
5
|
import type { ConversationMessage } from '../evaluation/conversation.js';
|
|
5
6
|
import type { MCPEntity } from '../common/mcp.js';
|
|
@@ -21,12 +22,12 @@ export interface TraceContext {
|
|
|
21
22
|
targetId: string;
|
|
22
23
|
/** The target name for display */
|
|
23
24
|
targetName: string;
|
|
24
|
-
/**
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
25
|
+
/**
|
|
26
|
+
* Optional fire-and-forget callback that pushes the event to the backend
|
|
27
|
+
* (remote job execution, where stdout is not accessible). Absent for local
|
|
28
|
+
* runs, where trace events are only written to stdout. Must not throw.
|
|
29
|
+
*/
|
|
30
|
+
pushEvent?: (event: LiveTraceEvent) => void;
|
|
30
31
|
}
|
|
31
32
|
/**
|
|
32
33
|
* Agent-agnostic execution context.
|
|
@@ -225,6 +225,19 @@ export declare const EvalRunResultSchema: z.ZodObject<{
|
|
|
225
225
|
timestamp: z.ZodString;
|
|
226
226
|
}, z.core.$strip>>>;
|
|
227
227
|
iterationIndex: z.ZodOptional<z.ZodNumber>;
|
|
228
|
+
provisionedSite: z.ZodOptional<z.ZodObject<{
|
|
229
|
+
id: z.ZodString;
|
|
230
|
+
url: z.ZodOptional<z.ZodString>;
|
|
231
|
+
editorUrl: z.ZodOptional<z.ZodString>;
|
|
232
|
+
bootstrapResult: z.ZodOptional<z.ZodObject<{
|
|
233
|
+
steps: z.ZodArray<z.ZodObject<{
|
|
234
|
+
label: z.ZodOptional<z.ZodString>;
|
|
235
|
+
statusCode: z.ZodNumber;
|
|
236
|
+
ok: z.ZodBoolean;
|
|
237
|
+
error: z.ZodOptional<z.ZodString>;
|
|
238
|
+
}, z.core.$strip>>;
|
|
239
|
+
}, z.core.$strip>>;
|
|
240
|
+
}, z.core.$strip>>;
|
|
228
241
|
}, z.core.$strip>;
|
|
229
242
|
export type EvalRunResult = z.infer<typeof EvalRunResultSchema>;
|
|
230
243
|
/**
|
|
@@ -389,6 +389,19 @@ export declare const EvalRunSchema: z.ZodObject<{
|
|
|
389
389
|
timestamp: z.ZodString;
|
|
390
390
|
}, z.core.$strip>>>;
|
|
391
391
|
iterationIndex: z.ZodOptional<z.ZodNumber>;
|
|
392
|
+
provisionedSite: z.ZodOptional<z.ZodObject<{
|
|
393
|
+
id: z.ZodString;
|
|
394
|
+
url: z.ZodOptional<z.ZodString>;
|
|
395
|
+
editorUrl: z.ZodOptional<z.ZodString>;
|
|
396
|
+
bootstrapResult: z.ZodOptional<z.ZodObject<{
|
|
397
|
+
steps: z.ZodArray<z.ZodObject<{
|
|
398
|
+
label: z.ZodOptional<z.ZodString>;
|
|
399
|
+
statusCode: z.ZodNumber;
|
|
400
|
+
ok: z.ZodBoolean;
|
|
401
|
+
error: z.ZodOptional<z.ZodString>;
|
|
402
|
+
}, z.core.$strip>>;
|
|
403
|
+
}, z.core.$strip>>;
|
|
404
|
+
}, z.core.$strip>>;
|
|
392
405
|
}, z.core.$strip>>>;
|
|
393
406
|
aggregateMetrics: z.ZodObject<{
|
|
394
407
|
totalAssertions: z.ZodNumber;
|
|
@@ -128,5 +128,13 @@ export declare const ProvisionedSiteSchema: z.ZodObject<{
|
|
|
128
128
|
id: z.ZodString;
|
|
129
129
|
url: z.ZodOptional<z.ZodString>;
|
|
130
130
|
editorUrl: z.ZodOptional<z.ZodString>;
|
|
131
|
+
bootstrapResult: z.ZodOptional<z.ZodObject<{
|
|
132
|
+
steps: z.ZodArray<z.ZodObject<{
|
|
133
|
+
label: z.ZodOptional<z.ZodString>;
|
|
134
|
+
statusCode: z.ZodNumber;
|
|
135
|
+
ok: z.ZodBoolean;
|
|
136
|
+
error: z.ZodOptional<z.ZodString>;
|
|
137
|
+
}, z.core.$strip>>;
|
|
138
|
+
}, z.core.$strip>>;
|
|
131
139
|
}, z.core.$strip>;
|
|
132
140
|
export type ProvisionedSite = z.infer<typeof ProvisionedSiteSchema>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-types",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.96.0",
|
|
4
4
|
"description": "Unified types for EvalForge agent evaluation system",
|
|
5
5
|
"files": [
|
|
6
6
|
"build"
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"artifactId": "evalforge-types"
|
|
47
47
|
}
|
|
48
48
|
},
|
|
49
|
-
"falconPackageHash": "
|
|
49
|
+
"falconPackageHash": "899624911252059dbaf7fca086f46ebed6eda19bc385004dae6eace5"
|
|
50
50
|
}
|