@wix/evalforge-types 0.57.0 → 0.58.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +6 -2
- package/build/index.js.map +2 -2
- package/build/index.mjs +6 -2
- package/build/index.mjs.map +2 -2
- package/build/types/agent/adapter.d.ts +10 -0
- package/build/types/evaluation/eval-result.d.ts +2 -0
- package/build/types/evaluation/eval-run.d.ts +7 -0
- package/package.json +2 -2
|
@@ -141,6 +141,16 @@ export interface AgentAdapter {
|
|
|
141
141
|
readonly name: string;
|
|
142
142
|
/** CLI commands this adapter handles (e.g., ['claude']). Can be empty for SDK-only adapters. */
|
|
143
143
|
readonly supportedCommands: readonly AgentRunCommand[];
|
|
144
|
+
/**
|
|
145
|
+
* Prepare infrastructure files (skills, MCPs, sub-agents, rules, settings)
|
|
146
|
+
* in the working directory before the baseline snapshot is taken.
|
|
147
|
+
*
|
|
148
|
+
* Called by the orchestrator so that infra files don't appear as "new" in diffs.
|
|
149
|
+
* Adapters that write to the filesystem should implement this; others can omit it.
|
|
150
|
+
*
|
|
151
|
+
* @param context - The execution context containing skill, scenario, and configuration
|
|
152
|
+
*/
|
|
153
|
+
prepareEnvironment?(context: AgentExecutionContext): Promise<void>;
|
|
144
154
|
/**
|
|
145
155
|
* Execute a skill against a test scenario using this agent.
|
|
146
156
|
*
|
|
@@ -135,6 +135,7 @@ export declare const EvalRunResultSchema: z.ZodObject<{
|
|
|
135
135
|
lineNumber: z.ZodNumber;
|
|
136
136
|
}, z.core.$strip>>;
|
|
137
137
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
138
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
138
139
|
}, z.core.$strip>>>;
|
|
139
140
|
templateFiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
140
141
|
path: z.ZodString;
|
|
@@ -144,6 +145,7 @@ export declare const EvalRunResultSchema: z.ZodObject<{
|
|
|
144
145
|
modified: "modified";
|
|
145
146
|
new: "new";
|
|
146
147
|
}>;
|
|
148
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
147
149
|
}, z.core.$strip>>>;
|
|
148
150
|
startedAt: z.ZodOptional<z.ZodString>;
|
|
149
151
|
completedAt: z.ZodOptional<z.ZodString>;
|
|
@@ -90,6 +90,7 @@ export declare const DiffContentSchema: z.ZodObject<{
|
|
|
90
90
|
lineNumber: z.ZodNumber;
|
|
91
91
|
}, z.core.$strip>>;
|
|
92
92
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
93
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
93
94
|
}, z.core.$strip>;
|
|
94
95
|
export type DiffContent = z.infer<typeof DiffContentSchema>;
|
|
95
96
|
/**
|
|
@@ -133,6 +134,7 @@ export declare const TemplateFileSchema: z.ZodObject<{
|
|
|
133
134
|
modified: "modified";
|
|
134
135
|
new: "new";
|
|
135
136
|
}>;
|
|
137
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
136
138
|
}, z.core.$strip>;
|
|
137
139
|
export type TemplateFile = z.infer<typeof TemplateFileSchema>;
|
|
138
140
|
/**
|
|
@@ -198,6 +200,7 @@ export declare const FailureAnalysisSchema: z.ZodObject<{
|
|
|
198
200
|
lineNumber: z.ZodNumber;
|
|
199
201
|
}, z.core.$strip>>;
|
|
200
202
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
203
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
201
204
|
}, z.core.$strip>>;
|
|
202
205
|
executionTrace: z.ZodOptional<z.ZodObject<{
|
|
203
206
|
commands: z.ZodArray<z.ZodObject<{
|
|
@@ -326,6 +329,7 @@ export declare const EvalRunSchema: z.ZodObject<{
|
|
|
326
329
|
lineNumber: z.ZodNumber;
|
|
327
330
|
}, z.core.$strip>>;
|
|
328
331
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
332
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
329
333
|
}, z.core.$strip>>>;
|
|
330
334
|
templateFiles: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
331
335
|
path: z.ZodString;
|
|
@@ -335,6 +339,7 @@ export declare const EvalRunSchema: z.ZodObject<{
|
|
|
335
339
|
modified: "modified";
|
|
336
340
|
new: "new";
|
|
337
341
|
}>;
|
|
342
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
338
343
|
}, z.core.$strip>>>;
|
|
339
344
|
startedAt: z.ZodOptional<z.ZodString>;
|
|
340
345
|
completedAt: z.ZodOptional<z.ZodString>;
|
|
@@ -448,6 +453,7 @@ export declare const EvalRunSchema: z.ZodObject<{
|
|
|
448
453
|
lineNumber: z.ZodNumber;
|
|
449
454
|
}, z.core.$strip>>;
|
|
450
455
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
456
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
451
457
|
}, z.core.$strip>>;
|
|
452
458
|
executionTrace: z.ZodOptional<z.ZodObject<{
|
|
453
459
|
commands: z.ZodArray<z.ZodObject<{
|
|
@@ -579,6 +585,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
|
|
|
579
585
|
lineNumber: z.ZodNumber;
|
|
580
586
|
}, z.core.$strip>>;
|
|
581
587
|
renamedFrom: z.ZodOptional<z.ZodString>;
|
|
588
|
+
isInfrastructure: z.ZodOptional<z.ZodBoolean>;
|
|
582
589
|
}, z.core.$strip>>;
|
|
583
590
|
executionTrace: z.ZodOptional<z.ZodObject<{
|
|
584
591
|
commands: z.ZodArray<z.ZodObject<{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-types",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.58.0",
|
|
4
4
|
"description": "Unified types for EvalForge agent evaluation system",
|
|
5
5
|
"files": [
|
|
6
6
|
"build"
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"artifactId": "evalforge-types"
|
|
47
47
|
}
|
|
48
48
|
},
|
|
49
|
-
"falconPackageHash": "
|
|
49
|
+
"falconPackageHash": "d841ec26ec5d969c31f9e4a9ceec1ca536da8afe333ae529a1922ce5"
|
|
50
50
|
}
|