@wix/evalforge-types 0.82.0 → 0.84.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +29 -1
- package/build/index.js.map +2 -2
- package/build/index.mjs +28 -1
- package/build/index.mjs.map +2 -2
- package/build/types/assertion/assertion.d.ts +0 -26
- package/build/types/target/capability.d.ts +79 -1
- package/package.json +2 -2
|
@@ -70,7 +70,6 @@ export type SkillWasCalledConfig = z.infer<typeof SkillWasCalledConfigSchema>;
|
|
|
70
70
|
* Uses strictObject to reject objects with unknown keys (prevents matching other configs).
|
|
71
71
|
*/
|
|
72
72
|
export declare const CostConfigSchema: z.ZodObject<{
|
|
73
|
-
/** Maximum allowed cost in USD */
|
|
74
73
|
maxCostUsd: z.ZodNumber;
|
|
75
74
|
}, z.core.$strict>;
|
|
76
75
|
export type CostConfig = z.infer<typeof CostConfigSchema>;
|
|
@@ -79,11 +78,8 @@ export type CostConfig = z.infer<typeof CostConfigSchema>;
|
|
|
79
78
|
* When expectedParams is omitted, the assertion checks only that the tool was called (or not, if negated).
|
|
80
79
|
*/
|
|
81
80
|
export declare const ToolCalledWithParamConfigSchema: z.ZodObject<{
|
|
82
|
-
/** Name of the tool that must have been called */
|
|
83
81
|
toolName: z.ZodString;
|
|
84
|
-
/** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
|
|
85
82
|
expectedParams: z.ZodOptional<z.ZodString>;
|
|
86
|
-
/** If true, the matching tool call must also have succeeded (step.success === true) */
|
|
87
83
|
requireSuccess: z.ZodOptional<z.ZodBoolean>;
|
|
88
84
|
}, z.core.$strict>;
|
|
89
85
|
/**
|
|
@@ -91,14 +87,12 @@ export declare const ToolCalledWithParamConfigSchema: z.ZodObject<{
|
|
|
91
87
|
* Uses strictObject to reject objects with unknown keys (prevents matching LlmJudge configs).
|
|
92
88
|
*/
|
|
93
89
|
export declare const BuildPassedConfigSchema: z.ZodObject<{
|
|
94
|
-
/** Allowlisted command only (default at runtime: "yarn build") */
|
|
95
90
|
command: z.ZodOptional<z.ZodEnum<{
|
|
96
91
|
"npm run build": "npm run build";
|
|
97
92
|
"yarn build": "yarn build";
|
|
98
93
|
"pnpm run build": "pnpm run build";
|
|
99
94
|
"pnpm build": "pnpm build";
|
|
100
95
|
}>>;
|
|
101
|
-
/** Expected exit code (default: 0) */
|
|
102
96
|
expectedExitCode: z.ZodOptional<z.ZodNumber>;
|
|
103
97
|
}, z.core.$strict>;
|
|
104
98
|
export type BuildPassedConfig = z.infer<typeof BuildPassedConfigSchema>;
|
|
@@ -107,7 +101,6 @@ export type BuildPassedConfig = z.infer<typeof BuildPassedConfigSchema>;
|
|
|
107
101
|
* Uses strictObject to reject objects with unknown keys.
|
|
108
102
|
*/
|
|
109
103
|
export declare const TimeConfigSchema: z.ZodObject<{
|
|
110
|
-
/** Maximum allowed duration in milliseconds */
|
|
111
104
|
maxDurationMs: z.ZodNumber;
|
|
112
105
|
}, z.core.$strict>;
|
|
113
106
|
export type TimeConfig = z.infer<typeof TimeConfigSchema>;
|
|
@@ -141,20 +134,14 @@ export type LlmJudgeConfig = z.infer<typeof LlmJudgeConfigSchema>;
|
|
|
141
134
|
* Uses strictObject to reject objects with unknown keys.
|
|
142
135
|
*/
|
|
143
136
|
export declare const ApiCallConfigSchema: z.ZodObject<{
|
|
144
|
-
/** URL to call */
|
|
145
137
|
url: z.ZodString;
|
|
146
|
-
/** HTTP method (default GET) */
|
|
147
138
|
method: z.ZodOptional<z.ZodEnum<{
|
|
148
139
|
GET: "GET";
|
|
149
140
|
POST: "POST";
|
|
150
141
|
}>>;
|
|
151
|
-
/** Request body (JSON string, for POST requests) */
|
|
152
142
|
requestBody: z.ZodOptional<z.ZodString>;
|
|
153
|
-
/** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
|
|
154
143
|
expectedResponse: z.ZodString;
|
|
155
|
-
/** Request headers as JSON string of key-value pairs */
|
|
156
144
|
requestHeaders: z.ZodOptional<z.ZodString>;
|
|
157
|
-
/** Request timeout in milliseconds (default 30000) */
|
|
158
145
|
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
159
146
|
}, z.core.$strict>;
|
|
160
147
|
export type ApiCallConfig = z.infer<typeof ApiCallConfigSchema>;
|
|
@@ -325,43 +312,30 @@ export declare const AssertionConfigSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
325
312
|
}, z.core.$strip>, z.ZodObject<{
|
|
326
313
|
skillNames: z.ZodArray<z.ZodString>;
|
|
327
314
|
}, z.core.$strip>, z.ZodObject<{
|
|
328
|
-
/** Name of the tool that must have been called */
|
|
329
315
|
toolName: z.ZodString;
|
|
330
|
-
/** JSON string of key-value pairs for expected parameters (substring match). Optional — when omitted, only checks tool presence. */
|
|
331
316
|
expectedParams: z.ZodOptional<z.ZodString>;
|
|
332
|
-
/** If true, the matching tool call must also have succeeded (step.success === true) */
|
|
333
317
|
requireSuccess: z.ZodOptional<z.ZodBoolean>;
|
|
334
318
|
}, z.core.$strict>, z.ZodObject<{
|
|
335
|
-
/** URL to call */
|
|
336
319
|
url: z.ZodString;
|
|
337
|
-
/** HTTP method (default GET) */
|
|
338
320
|
method: z.ZodOptional<z.ZodEnum<{
|
|
339
321
|
GET: "GET";
|
|
340
322
|
POST: "POST";
|
|
341
323
|
}>>;
|
|
342
|
-
/** Request body (JSON string, for POST requests) */
|
|
343
324
|
requestBody: z.ZodOptional<z.ZodString>;
|
|
344
|
-
/** Expected JSON response to validate against (subset match — extra fields in actual are OK) */
|
|
345
325
|
expectedResponse: z.ZodString;
|
|
346
|
-
/** Request headers as JSON string of key-value pairs */
|
|
347
326
|
requestHeaders: z.ZodOptional<z.ZodString>;
|
|
348
|
-
/** Request timeout in milliseconds (default 30000) */
|
|
349
327
|
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
350
328
|
}, z.core.$strict>, z.ZodObject<{
|
|
351
|
-
/** Maximum allowed duration in milliseconds */
|
|
352
329
|
maxDurationMs: z.ZodNumber;
|
|
353
330
|
}, z.core.$strict>, z.ZodObject<{
|
|
354
|
-
/** Maximum allowed cost in USD */
|
|
355
331
|
maxCostUsd: z.ZodNumber;
|
|
356
332
|
}, z.core.$strict>, z.ZodObject<{
|
|
357
|
-
/** Allowlisted command only (default at runtime: "yarn build") */
|
|
358
333
|
command: z.ZodOptional<z.ZodEnum<{
|
|
359
334
|
"npm run build": "npm run build";
|
|
360
335
|
"yarn build": "yarn build";
|
|
361
336
|
"pnpm run build": "pnpm run build";
|
|
362
337
|
"pnpm build": "pnpm build";
|
|
363
338
|
}>>;
|
|
364
|
-
/** Expected exit code (default: 0) */
|
|
365
339
|
expectedExitCode: z.ZodOptional<z.ZodNumber>;
|
|
366
340
|
}, z.core.$strict>, z.ZodObject<{}, z.core.$strip>]>;
|
|
367
341
|
export type AssertionConfig = z.infer<typeof AssertionConfigSchema>;
|
|
@@ -13,6 +13,7 @@ export declare const CapabilityTypeSchema: z.ZodEnum<{
|
|
|
13
13
|
SUB_AGENT: "SUB_AGENT";
|
|
14
14
|
RULE: "RULE";
|
|
15
15
|
MCP: "MCP";
|
|
16
|
+
PLUGIN: "PLUGIN";
|
|
16
17
|
}>;
|
|
17
18
|
export type CapabilityType = z.infer<typeof CapabilityTypeSchema>;
|
|
18
19
|
/**
|
|
@@ -41,8 +42,82 @@ export interface RuleContent {
|
|
|
41
42
|
export interface McpContent {
|
|
42
43
|
config: Record<string, unknown>;
|
|
43
44
|
}
|
|
45
|
+
/** A skill discovered inside a plugin directory */
|
|
46
|
+
export interface CachedSkill {
|
|
47
|
+
virtualId: string;
|
|
48
|
+
name: string;
|
|
49
|
+
description: string;
|
|
50
|
+
path: string;
|
|
51
|
+
files: Array<{
|
|
52
|
+
path: string;
|
|
53
|
+
content: string;
|
|
54
|
+
}>;
|
|
55
|
+
}
|
|
56
|
+
/** A sub-agent discovered inside a plugin directory */
|
|
57
|
+
export interface CachedSubAgent {
|
|
58
|
+
virtualId: string;
|
|
59
|
+
name: string;
|
|
60
|
+
description: string;
|
|
61
|
+
subAgentMd: string;
|
|
62
|
+
path: string;
|
|
63
|
+
}
|
|
64
|
+
/** A rule file discovered inside a plugin directory */
|
|
65
|
+
export interface CachedRule {
|
|
66
|
+
virtualId: string;
|
|
67
|
+
name: string;
|
|
68
|
+
content: string;
|
|
69
|
+
path: string;
|
|
70
|
+
ruleType: 'claude-md' | 'agents-md' | 'cursor-rule';
|
|
71
|
+
}
|
|
72
|
+
/** An MCP server discovered inside a plugin's .mcp.json */
|
|
73
|
+
export interface CachedMcp {
|
|
74
|
+
virtualId: string;
|
|
75
|
+
name: string;
|
|
76
|
+
description: string;
|
|
77
|
+
config: Record<string, unknown>;
|
|
78
|
+
path: string;
|
|
79
|
+
}
|
|
80
|
+
/** Plugin version content: bundle of all discovered components */
|
|
81
|
+
export interface PluginContent {
|
|
82
|
+
skills: CachedSkill[];
|
|
83
|
+
subAgents: CachedSubAgent[];
|
|
84
|
+
rules: CachedRule[];
|
|
85
|
+
mcps: CachedMcp[];
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Claude Code plugin manifest (.claude-plugin/plugin.json).
|
|
89
|
+
* All fields optional except when documented.
|
|
90
|
+
* See: https://code.claude.com/docs/en/plugins-reference
|
|
91
|
+
*/
|
|
92
|
+
export interface PluginManifest {
|
|
93
|
+
name?: string;
|
|
94
|
+
version?: string;
|
|
95
|
+
description?: string;
|
|
96
|
+
author?: string | {
|
|
97
|
+
name?: string;
|
|
98
|
+
email?: string;
|
|
99
|
+
url?: string;
|
|
100
|
+
};
|
|
101
|
+
homepage?: string;
|
|
102
|
+
repository?: string;
|
|
103
|
+
license?: string;
|
|
104
|
+
keywords?: string[];
|
|
105
|
+
/** String = directory of command .md files; array = explicit .md file paths */
|
|
106
|
+
commands?: string | string[];
|
|
107
|
+
/** String = directory of agent .md files; array = explicit .md file paths */
|
|
108
|
+
agents?: string | string[];
|
|
109
|
+
/** String = directory containing skill subdirs; array = explicit skill dir paths */
|
|
110
|
+
skills?: string | string[];
|
|
111
|
+
/** Path to a JSON file with an mcpServers object */
|
|
112
|
+
mcpServers?: string;
|
|
113
|
+
/** Out of scope — acknowledged but not evaluated */
|
|
114
|
+
hooks?: string;
|
|
115
|
+
lspServers?: string;
|
|
116
|
+
outputStyles?: string;
|
|
117
|
+
}
|
|
118
|
+
export declare const PluginManifestSchema: z.ZodType<PluginManifest>;
|
|
44
119
|
/** Union of all version content shapes */
|
|
45
|
-
export type CapabilityContent = SkillContent | SubAgentContent | RuleContent | McpContent;
|
|
120
|
+
export type CapabilityContent = SkillContent | SubAgentContent | RuleContent | McpContent | PluginContent;
|
|
46
121
|
/**
|
|
47
122
|
* Zod schema for content — accepts any JSON object.
|
|
48
123
|
* Type safety is enforced by the parent's capabilityType, not by parsing.
|
|
@@ -74,6 +149,7 @@ export declare const CapabilitySchema: z.ZodObject<{
|
|
|
74
149
|
SUB_AGENT: "SUB_AGENT";
|
|
75
150
|
RULE: "RULE";
|
|
76
151
|
MCP: "MCP";
|
|
152
|
+
PLUGIN: "PLUGIN";
|
|
77
153
|
}>;
|
|
78
154
|
source: z.ZodOptional<z.ZodObject<{
|
|
79
155
|
owner: z.ZodString;
|
|
@@ -127,6 +203,7 @@ export declare const CapabilityWithLatestVersionSchema: z.ZodObject<{
|
|
|
127
203
|
SUB_AGENT: "SUB_AGENT";
|
|
128
204
|
RULE: "RULE";
|
|
129
205
|
MCP: "MCP";
|
|
206
|
+
PLUGIN: "PLUGIN";
|
|
130
207
|
}>;
|
|
131
208
|
source: z.ZodOptional<z.ZodObject<{
|
|
132
209
|
owner: z.ZodString;
|
|
@@ -189,6 +266,7 @@ export declare const CreateCapabilityInputSchema: z.ZodObject<{
|
|
|
189
266
|
SUB_AGENT: "SUB_AGENT";
|
|
190
267
|
RULE: "RULE";
|
|
191
268
|
MCP: "MCP";
|
|
269
|
+
PLUGIN: "PLUGIN";
|
|
192
270
|
}>;
|
|
193
271
|
description: z.ZodOptional<z.ZodString>;
|
|
194
272
|
source: z.ZodOptional<z.ZodObject<{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-types",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.84.0",
|
|
4
4
|
"description": "Unified types for EvalForge agent evaluation system",
|
|
5
5
|
"files": [
|
|
6
6
|
"build"
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"artifactId": "evalforge-types"
|
|
47
47
|
}
|
|
48
48
|
},
|
|
49
|
-
"falconPackageHash": "
|
|
49
|
+
"falconPackageHash": "ea10fac43e953fc150ef93e4d1d051e67ab5f43ba8a4dff6b9e43afc"
|
|
50
50
|
}
|