@wix/evalforge-types 0.81.0 → 0.83.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +34 -2
- package/build/index.js.map +2 -2
- package/build/index.mjs +33 -2
- package/build/index.mjs.map +2 -2
- package/build/types/evaluation/eval-run.d.ts +2 -0
- package/build/types/schedule/eval-schedule.d.ts +3 -0
- package/build/types/target/capability.d.ts +79 -1
- package/package.json +2 -2
|
@@ -460,6 +460,7 @@ export declare const EvalRunSchema: z.ZodObject<{
|
|
|
460
460
|
capabilityVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
461
461
|
tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
462
462
|
runsPerScenario: z.ZodOptional<z.ZodNumber>;
|
|
463
|
+
variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
463
464
|
agentSnapshot: z.ZodOptional<z.ZodObject<{
|
|
464
465
|
name: z.ZodOptional<z.ZodString>;
|
|
465
466
|
agentType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -578,6 +579,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
|
|
|
578
579
|
jobError: z.ZodOptional<z.ZodString>;
|
|
579
580
|
jobStatusCheckedAt: z.ZodOptional<z.ZodString>;
|
|
580
581
|
runsPerScenario: z.ZodOptional<z.ZodNumber>;
|
|
582
|
+
variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
581
583
|
comparisonGroupId: z.ZodOptional<z.ZodString>;
|
|
582
584
|
comparisonLabel: z.ZodOptional<z.ZodString>;
|
|
583
585
|
runAnalysis: z.ZodOptional<z.ZodObject<{
|
|
@@ -36,6 +36,7 @@ export declare const EvalScheduleSchema: z.ZodObject<{
|
|
|
36
36
|
lastRunStatus: z.ZodOptional<z.ZodString>;
|
|
37
37
|
lastRunAt: z.ZodOptional<z.ZodString>;
|
|
38
38
|
nextRunAt: z.ZodOptional<z.ZodString>;
|
|
39
|
+
variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodString>>>;
|
|
39
40
|
}, z.core.$strip>;
|
|
40
41
|
export type EvalSchedule = z.infer<typeof EvalScheduleSchema>;
|
|
41
42
|
/**
|
|
@@ -47,6 +48,7 @@ export declare const CreateEvalScheduleInputSchema: z.ZodObject<{
|
|
|
47
48
|
name: z.ZodString;
|
|
48
49
|
description: z.ZodString;
|
|
49
50
|
presetId: z.ZodString;
|
|
51
|
+
variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodString>>>;
|
|
50
52
|
suiteId: z.ZodString;
|
|
51
53
|
enabled: z.ZodBoolean;
|
|
52
54
|
frequencyType: z.ZodEnum<typeof FrequencyType>;
|
|
@@ -65,6 +67,7 @@ export declare const UpdateEvalScheduleInputSchema: z.ZodObject<{
|
|
|
65
67
|
name: z.ZodOptional<z.ZodString>;
|
|
66
68
|
description: z.ZodOptional<z.ZodString>;
|
|
67
69
|
presetId: z.ZodOptional<z.ZodString>;
|
|
70
|
+
variables: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodString>>>>;
|
|
68
71
|
suiteId: z.ZodOptional<z.ZodString>;
|
|
69
72
|
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
70
73
|
frequencyType: z.ZodOptional<z.ZodEnum<typeof FrequencyType>>;
|
|
@@ -13,6 +13,7 @@ export declare const CapabilityTypeSchema: z.ZodEnum<{
|
|
|
13
13
|
SUB_AGENT: "SUB_AGENT";
|
|
14
14
|
RULE: "RULE";
|
|
15
15
|
MCP: "MCP";
|
|
16
|
+
PLUGIN: "PLUGIN";
|
|
16
17
|
}>;
|
|
17
18
|
export type CapabilityType = z.infer<typeof CapabilityTypeSchema>;
|
|
18
19
|
/**
|
|
@@ -41,8 +42,82 @@ export interface RuleContent {
|
|
|
41
42
|
export interface McpContent {
|
|
42
43
|
config: Record<string, unknown>;
|
|
43
44
|
}
|
|
45
|
+
/** A skill discovered inside a plugin directory */
|
|
46
|
+
export interface CachedSkill {
|
|
47
|
+
virtualId: string;
|
|
48
|
+
name: string;
|
|
49
|
+
description: string;
|
|
50
|
+
path: string;
|
|
51
|
+
files: Array<{
|
|
52
|
+
path: string;
|
|
53
|
+
content: string;
|
|
54
|
+
}>;
|
|
55
|
+
}
|
|
56
|
+
/** A sub-agent discovered inside a plugin directory */
|
|
57
|
+
export interface CachedSubAgent {
|
|
58
|
+
virtualId: string;
|
|
59
|
+
name: string;
|
|
60
|
+
description: string;
|
|
61
|
+
subAgentMd: string;
|
|
62
|
+
path: string;
|
|
63
|
+
}
|
|
64
|
+
/** A rule file discovered inside a plugin directory */
|
|
65
|
+
export interface CachedRule {
|
|
66
|
+
virtualId: string;
|
|
67
|
+
name: string;
|
|
68
|
+
content: string;
|
|
69
|
+
path: string;
|
|
70
|
+
ruleType: 'claude-md' | 'agents-md' | 'cursor-rule';
|
|
71
|
+
}
|
|
72
|
+
/** An MCP server discovered inside a plugin's .mcp.json */
|
|
73
|
+
export interface CachedMcp {
|
|
74
|
+
virtualId: string;
|
|
75
|
+
name: string;
|
|
76
|
+
description: string;
|
|
77
|
+
config: Record<string, unknown>;
|
|
78
|
+
path: string;
|
|
79
|
+
}
|
|
80
|
+
/** Plugin version content: bundle of all discovered components */
|
|
81
|
+
export interface PluginContent {
|
|
82
|
+
skills: CachedSkill[];
|
|
83
|
+
subAgents: CachedSubAgent[];
|
|
84
|
+
rules: CachedRule[];
|
|
85
|
+
mcps: CachedMcp[];
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Claude Code plugin manifest (.claude-plugin/plugin.json).
|
|
89
|
+
* All fields optional except when documented.
|
|
90
|
+
* See: https://code.claude.com/docs/en/plugins-reference
|
|
91
|
+
*/
|
|
92
|
+
export interface PluginManifest {
|
|
93
|
+
name?: string;
|
|
94
|
+
version?: string;
|
|
95
|
+
description?: string;
|
|
96
|
+
author?: string | {
|
|
97
|
+
name?: string;
|
|
98
|
+
email?: string;
|
|
99
|
+
url?: string;
|
|
100
|
+
};
|
|
101
|
+
homepage?: string;
|
|
102
|
+
repository?: string;
|
|
103
|
+
license?: string;
|
|
104
|
+
keywords?: string[];
|
|
105
|
+
/** String = directory of command .md files; array = explicit .md file paths */
|
|
106
|
+
commands?: string | string[];
|
|
107
|
+
/** String = directory of agent .md files; array = explicit .md file paths */
|
|
108
|
+
agents?: string | string[];
|
|
109
|
+
/** String = directory containing skill subdirs; array = explicit skill dir paths */
|
|
110
|
+
skills?: string | string[];
|
|
111
|
+
/** Path to a JSON file with an mcpServers object */
|
|
112
|
+
mcpServers?: string;
|
|
113
|
+
/** Out of scope — acknowledged but not evaluated */
|
|
114
|
+
hooks?: string;
|
|
115
|
+
lspServers?: string;
|
|
116
|
+
outputStyles?: string;
|
|
117
|
+
}
|
|
118
|
+
export declare const PluginManifestSchema: z.ZodType<PluginManifest>;
|
|
44
119
|
/** Union of all version content shapes */
|
|
45
|
-
export type CapabilityContent = SkillContent | SubAgentContent | RuleContent | McpContent;
|
|
120
|
+
export type CapabilityContent = SkillContent | SubAgentContent | RuleContent | McpContent | PluginContent;
|
|
46
121
|
/**
|
|
47
122
|
* Zod schema for content — accepts any JSON object.
|
|
48
123
|
* Type safety is enforced by the parent's capabilityType, not by parsing.
|
|
@@ -74,6 +149,7 @@ export declare const CapabilitySchema: z.ZodObject<{
|
|
|
74
149
|
SUB_AGENT: "SUB_AGENT";
|
|
75
150
|
RULE: "RULE";
|
|
76
151
|
MCP: "MCP";
|
|
152
|
+
PLUGIN: "PLUGIN";
|
|
77
153
|
}>;
|
|
78
154
|
source: z.ZodOptional<z.ZodObject<{
|
|
79
155
|
owner: z.ZodString;
|
|
@@ -127,6 +203,7 @@ export declare const CapabilityWithLatestVersionSchema: z.ZodObject<{
|
|
|
127
203
|
SUB_AGENT: "SUB_AGENT";
|
|
128
204
|
RULE: "RULE";
|
|
129
205
|
MCP: "MCP";
|
|
206
|
+
PLUGIN: "PLUGIN";
|
|
130
207
|
}>;
|
|
131
208
|
source: z.ZodOptional<z.ZodObject<{
|
|
132
209
|
owner: z.ZodString;
|
|
@@ -189,6 +266,7 @@ export declare const CreateCapabilityInputSchema: z.ZodObject<{
|
|
|
189
266
|
SUB_AGENT: "SUB_AGENT";
|
|
190
267
|
RULE: "RULE";
|
|
191
268
|
MCP: "MCP";
|
|
269
|
+
PLUGIN: "PLUGIN";
|
|
192
270
|
}>;
|
|
193
271
|
description: z.ZodOptional<z.ZodString>;
|
|
194
272
|
source: z.ZodOptional<z.ZodObject<{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-types",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.83.0",
|
|
4
4
|
"description": "Unified types for EvalForge agent evaluation system",
|
|
5
5
|
"files": [
|
|
6
6
|
"build"
|
|
@@ -46,5 +46,5 @@
|
|
|
46
46
|
"artifactId": "evalforge-types"
|
|
47
47
|
}
|
|
48
48
|
},
|
|
49
|
-
"falconPackageHash": "
|
|
49
|
+
"falconPackageHash": "89aff2133ef6884e52319a24b06ca238871219d373414b461641cfaf"
|
|
50
50
|
}
|