@elizaos/cli 1.6.0-alpha.4 → 1.6.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/dist/commands/agent/utils/validation.d.ts +31 -3
  2. package/dist/commands/agent/utils/validation.d.ts.map +1 -1
  3. package/dist/commands/create/types.d.ts +8 -7
  4. package/dist/commands/create/types.d.ts.map +1 -1
  5. package/dist/commands/create/utils/validation.d.ts +2 -2
  6. package/dist/commands/create/utils/validation.d.ts.map +1 -1
  7. package/dist/commands/report/src/report-schema.d.ts +167 -11
  8. package/dist/commands/report/src/report-schema.d.ts.map +1 -1
  9. package/dist/commands/scenario/src/MockEngine.d.ts +11 -11
  10. package/dist/commands/scenario/src/matrix-schema.d.ts +70 -5
  11. package/dist/commands/scenario/src/matrix-schema.d.ts.map +1 -1
  12. package/dist/commands/scenario/src/schema.d.ts +2007 -175
  13. package/dist/commands/scenario/src/schema.d.ts.map +1 -1
  14. package/dist/index.js +15087 -23793
  15. package/dist/index.js.map +5 -73
  16. package/dist/templates/plugin-quick-starter/package.json +4 -4
  17. package/dist/templates/plugin-starter/package.json +4 -4
  18. package/dist/templates/project-starter/package.json +7 -7
  19. package/dist/templates/project-tee-starter/package.json +5 -5
  20. package/dist/utils/get-config.d.ts +194 -27
  21. package/dist/utils/get-config.d.ts.map +1 -1
  22. package/dist/version.d.ts +2 -2
  23. package/dist/version.d.ts.map +1 -1
  24. package/dist/version.js +2 -2
  25. package/package.json +8 -9
  26. package/templates/plugin-quick-starter/package.json +4 -4
  27. package/templates/plugin-starter/package.json +4 -4
  28. package/templates/project-starter/package.json +7 -7
  29. package/templates/project-tee-starter/package.json +5 -5
package/dist/commands/agent/utils/validation.d.ts CHANGED
@@ -5,14 +5,42 @@ export declare const AgentBasicSchema: z.ZodObject<{
5
5
  id: z.ZodString;
6
6
  name: z.ZodString;
7
7
  status: z.ZodOptional<z.ZodString>;
8
- }, z.core.$loose>;
8
+ }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
9
+ id: z.ZodString;
10
+ name: z.ZodString;
11
+ status: z.ZodOptional<z.ZodString>;
12
+ }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
13
+ id: z.ZodString;
14
+ name: z.ZodString;
15
+ status: z.ZodOptional<z.ZodString>;
16
+ }, z.ZodTypeAny, "passthrough">>;
9
17
  export declare const AgentsListResponseSchema: z.ZodObject<{
10
18
  agents: z.ZodArray<z.ZodObject<{
11
19
  id: z.ZodString;
12
20
  name: z.ZodString;
13
21
  status: z.ZodOptional<z.ZodString>;
14
- }, z.core.$loose>>;
15
- }, z.core.$strip>;
22
+ }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
23
+ id: z.ZodString;
24
+ name: z.ZodString;
25
+ status: z.ZodOptional<z.ZodString>;
26
+ }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
27
+ id: z.ZodString;
28
+ name: z.ZodString;
29
+ status: z.ZodOptional<z.ZodString>;
30
+ }, z.ZodTypeAny, "passthrough">>, "many">;
31
+ }, "strip", z.ZodTypeAny, {
32
+ agents: z.objectOutputType<{
33
+ id: z.ZodString;
34
+ name: z.ZodString;
35
+ status: z.ZodOptional<z.ZodString>;
36
+ }, z.ZodTypeAny, "passthrough">[];
37
+ }, {
38
+ agents: z.objectInputType<{
39
+ id: z.ZodString;
40
+ name: z.ZodString;
41
+ status: z.ZodOptional<z.ZodString>;
42
+ }, z.ZodTypeAny, "passthrough">[];
43
+ }>;
16
44
  /**
17
45
  * Asynchronously fetches a list of basic agent information from the server.
18
46
  */
package/dist/commands/agent/utils/validation.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/commands/agent/utils/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAK/C,eAAO,MAAM,gBAAgB;;;;iBAMb,CAAC;AAEjB,eAAO,MAAM,wBAAwB;;;;;;iBAEnC,CAAC;AAEH;;GAEG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAQzE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA8BjG"}
1
+ {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/commands/agent/utils/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAK/C,eAAO,MAAM,gBAAgB;;;;;;;;;;;;gCAMb,CAAC;AAEjB,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;EAEnC,CAAC;AAEH;;GAEG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAQzE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA8BjG"}
package/dist/commands/create/types.d.ts CHANGED
@@ -4,13 +4,14 @@ import { z } from 'zod';
4
4
  */
5
5
  export declare const initOptionsSchema: z.ZodObject<{
6
6
  yes: z.ZodDefault<z.ZodBoolean>;
7
- type: z.ZodDefault<z.ZodEnum<{
8
- plugin: "plugin";
9
- project: "project";
10
- agent: "agent";
11
- tee: "tee";
12
- }>>;
13
- }, z.core.$strip>;
7
+ type: z.ZodDefault<z.ZodEnum<["project", "plugin", "agent", "tee"]>>;
8
+ }, "strip", z.ZodTypeAny, {
9
+ type: "plugin" | "project" | "agent" | "tee";
10
+ yes: boolean;
11
+ }, {
12
+ type?: "plugin" | "project" | "agent" | "tee" | undefined;
13
+ yes?: boolean | undefined;
14
+ }>;
14
15
  export type CreateOptions = z.infer<typeof initOptionsSchema>;
15
16
  /**
16
17
  * Available AI model configuration
package/dist/commands/create/types.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/create/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;iBAG5B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/create/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;EAG5B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB"}
package/dist/commands/create/utils/validation.d.ts CHANGED
@@ -3,11 +3,11 @@ import type { CreateOptions } from '../types';
3
3
  /**
4
4
  * Project name validation schema
5
5
  */
6
- export declare const ProjectNameSchema: z.ZodString;
6
+ export declare const ProjectNameSchema: z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
7
7
  /**
8
8
  * Plugin name validation schema
9
9
  */
10
- export declare const PluginNameSchema: z.ZodString;
10
+ export declare const PluginNameSchema: z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
11
11
  /**
12
12
  * Validates create command options using Zod schema
13
13
  */
package/dist/commands/create/utils/validation.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/commands/create/utils/validation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C;;GAEG;AACH,eAAO,MAAM,iBAAiB,aAc3B,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,gBAAgB,aAc1B,CAAC;AAEJ;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,GAAG,GAAG,aAAa,CAkBjE;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAetF;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG;IAC/C,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAuBA;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAqB/C"}
1
+ {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../src/commands/create/utils/validation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C;;GAEG;AACH,eAAO,MAAM,iBAAiB,yEAc3B,CAAC;AAEJ;;GAEG;AACH,eAAO,MAAM,gBAAgB,yEAc1B,CAAC;AAEJ;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,GAAG,GAAG,aAAa,CAkBjE;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAetF;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG;IAC/C,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAuBA;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAqB/C"}
package/dist/commands/report/src/report-schema.d.ts CHANGED
@@ -86,21 +86,61 @@ export declare const ReportSummaryStatsSchema: z.ZodObject<{
86
86
  average_total_tokens: z.ZodNumber;
87
87
  capability_success_rates: z.ZodRecord<z.ZodString, z.ZodNumber>;
88
88
  overall_success_rate: z.ZodNumber;
89
- }, z.core.$strip>;
89
+ }, "strip", z.ZodTypeAny, {
90
+ total_runs: number;
91
+ total_failed_runs: number;
92
+ average_execution_time: number;
93
+ median_execution_time: number;
94
+ average_llm_calls: number;
95
+ average_total_tokens: number;
96
+ capability_success_rates: Record<string, number>;
97
+ overall_success_rate: number;
98
+ }, {
99
+ total_runs: number;
100
+ total_failed_runs: number;
101
+ average_execution_time: number;
102
+ median_execution_time: number;
103
+ average_llm_calls: number;
104
+ average_total_tokens: number;
105
+ capability_success_rates: Record<string, number>;
106
+ overall_success_rate: number;
107
+ }>;
90
108
  export declare const CommonTrajectorySchema: z.ZodObject<{
91
- sequence: z.ZodArray<z.ZodString>;
109
+ sequence: z.ZodArray<z.ZodString, "many">;
92
110
  count: z.ZodNumber;
93
111
  average_duration: z.ZodNumber;
94
112
  percentage: z.ZodNumber;
95
- }, z.core.$strip>;
113
+ }, "strip", z.ZodTypeAny, {
114
+ count: number;
115
+ sequence: string[];
116
+ average_duration: number;
117
+ percentage: number;
118
+ }, {
119
+ count: number;
120
+ sequence: string[];
121
+ average_duration: number;
122
+ percentage: number;
123
+ }>;
96
124
  export declare const ReportDataSchema: z.ZodObject<{
97
125
  metadata: z.ZodObject<{
98
- report_generated_at: z.ZodString;
126
+ report_generated_at: z.ZodEffects<z.ZodString, string, string>;
99
127
  matrix_config: z.ZodAny;
100
128
  input_directory: z.ZodString;
101
129
  processed_files: z.ZodNumber;
102
130
  skipped_files: z.ZodNumber;
103
- }, z.core.$strip>;
131
+ }, "strip", z.ZodTypeAny, {
132
+ report_generated_at: string;
133
+ input_directory: string;
134
+ processed_files: number;
135
+ skipped_files: number;
136
+ matrix_config?: any;
137
+ }, {
138
+ report_generated_at: string;
139
+ input_directory: string;
140
+ processed_files: number;
141
+ skipped_files: number;
142
+ matrix_config?: any;
143
+ }>;
104
144
  summary_stats: z.ZodObject<{
105
145
  total_runs: z.ZodNumber;
106
146
  total_failed_runs: z.ZodNumber;
@@ -110,7 +150,25 @@ export declare const ReportDataSchema: z.ZodObject<{
110
150
  average_total_tokens: z.ZodNumber;
111
151
  capability_success_rates: z.ZodRecord<z.ZodString, z.ZodNumber>;
112
152
  overall_success_rate: z.ZodNumber;
113
- }, z.core.$strip>;
153
+ }, "strip", z.ZodTypeAny, {
154
+ total_runs: number;
155
+ total_failed_runs: number;
156
+ average_execution_time: number;
157
+ median_execution_time: number;
158
+ average_llm_calls: number;
159
+ average_total_tokens: number;
160
+ capability_success_rates: Record<string, number>;
161
+ overall_success_rate: number;
162
+ }, {
163
+ total_runs: number;
164
+ total_failed_runs: number;
165
+ average_execution_time: number;
166
+ median_execution_time: number;
167
+ average_llm_calls: number;
168
+ average_total_tokens: number;
169
+ capability_success_rates: Record<string, number>;
170
+ overall_success_rate: number;
171
+ }>;
114
172
  results_by_parameter: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodObject<{
115
173
  total_runs: z.ZodNumber;
116
174
  total_failed_runs: z.ZodNumber;
@@ -120,13 +178,111 @@ export declare const ReportDataSchema: z.ZodObject<{
120
178
  average_total_tokens: z.ZodNumber;
121
179
  capability_success_rates: z.ZodRecord<z.ZodString, z.ZodNumber>;
122
180
  overall_success_rate: z.ZodNumber;
123
- }, z.core.$strip>>>;
181
+ }, "strip", z.ZodTypeAny, {
182
+ total_runs: number;
183
+ total_failed_runs: number;
184
+ average_execution_time: number;
185
+ median_execution_time: number;
186
+ average_llm_calls: number;
187
+ average_total_tokens: number;
188
+ capability_success_rates: Record<string, number>;
189
+ overall_success_rate: number;
190
+ }, {
191
+ total_runs: number;
192
+ total_failed_runs: number;
193
+ average_execution_time: number;
194
+ median_execution_time: number;
195
+ average_llm_calls: number;
196
+ average_total_tokens: number;
197
+ capability_success_rates: Record<string, number>;
198
+ overall_success_rate: number;
199
+ }>>>;
124
200
  common_trajectories: z.ZodArray<z.ZodObject<{
125
- sequence: z.ZodArray<z.ZodString>;
201
+ sequence: z.ZodArray<z.ZodString, "many">;
126
202
  count: z.ZodNumber;
127
203
  average_duration: z.ZodNumber;
128
204
  percentage: z.ZodNumber;
129
- }, z.core.$strip>>;
130
- raw_results: z.ZodArray<z.ZodAny>;
131
- }, z.core.$strip>;
205
+ }, "strip", z.ZodTypeAny, {
206
+ count: number;
207
+ sequence: string[];
208
+ average_duration: number;
209
+ percentage: number;
210
+ }, {
211
+ count: number;
212
+ sequence: string[];
213
+ average_duration: number;
214
+ percentage: number;
215
+ }>, "many">;
216
+ raw_results: z.ZodArray<z.ZodAny, "many">;
217
+ }, "strip", z.ZodTypeAny, {
218
+ metadata: {
219
+ report_generated_at: string;
220
+ input_directory: string;
221
+ processed_files: number;
222
+ skipped_files: number;
223
+ matrix_config?: any;
224
+ };
225
+ summary_stats: {
226
+ total_runs: number;
227
+ total_failed_runs: number;
228
+ average_execution_time: number;
229
+ median_execution_time: number;
230
+ average_llm_calls: number;
231
+ average_total_tokens: number;
232
+ capability_success_rates: Record<string, number>;
233
+ overall_success_rate: number;
234
+ };
235
+ results_by_parameter: Record<string, Record<string, {
236
+ total_runs: number;
237
+ total_failed_runs: number;
238
+ average_execution_time: number;
239
+ median_execution_time: number;
240
+ average_llm_calls: number;
241
+ average_total_tokens: number;
242
+ capability_success_rates: Record<string, number>;
243
+ overall_success_rate: number;
244
+ }>>;
245
+ common_trajectories: {
246
+ count: number;
247
+ sequence: string[];
248
+ average_duration: number;
249
+ percentage: number;
250
+ }[];
251
+ raw_results: any[];
252
+ }, {
253
+ metadata: {
254
+ report_generated_at: string;
255
+ input_directory: string;
256
+ processed_files: number;
257
+ skipped_files: number;
258
+ matrix_config?: any;
259
+ };
260
+ summary_stats: {
261
+ total_runs: number;
262
+ total_failed_runs: number;
263
+ average_execution_time: number;
264
+ median_execution_time: number;
265
+ average_llm_calls: number;
266
+ average_total_tokens: number;
267
+ capability_success_rates: Record<string, number>;
268
+ overall_success_rate: number;
269
+ };
270
+ results_by_parameter: Record<string, Record<string, {
271
+ total_runs: number;
272
+ total_failed_runs: number;
273
+ average_execution_time: number;
274
+ median_execution_time: number;
275
+ average_llm_calls: number;
276
+ average_total_tokens: number;
277
+ capability_success_rates: Record<string, number>;
278
+ overall_success_rate: number;
279
+ }>>;
280
+ common_trajectories: {
281
+ count: number;
282
+ sequence: string[];
283
+ average_duration: number;
284
+ percentage: number;
285
+ }[];
286
+ raw_results: any[];
287
+ }>;
132
288
  //# sourceMappingURL=report-schema.d.ts.map
package/dist/commands/report/src/report-schema.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"report-schema.d.ts","sourceRoot":"","sources":["../../../../src/commands/report/src/report-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,6CAA6C;IAC7C,iBAAiB,EAAE,MAAM,CAAC;IAE1B,0DAA0D;IAC1D,sBAAsB,EAAE,MAAM,CAAC;IAE/B,yDAAyD;IACzD,qBAAqB,EAAE,MAAM,CAAC;IAE9B,0CAA0C;IAC1C,iBAAiB,EAAE,MAAM,CAAC;IAE1B,wCAAwC;IACxC,oBAAoB,EAAE,MAAM,CAAC;IAE7B,wDAAwD;IACxD,wBAAwB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjD,6EAA6E;IAC7E,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,wCAAwC;IACxC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAEnB,mDAAmD;IACnD,KAAK,EAAE,MAAM,CAAC;IAEd,0DAA0D;IAC1D,gBAAgB,EAAE,MAAM,CAAC;IAEzB,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,0CAA0C;IAC1C,QAAQ,EAAE;QACR,qCAAqC;QACrC,mBAAmB,EAAE,MAAM,CAAC;QAE5B,0DAA0D;QAC1D,aAAa,EAAE,YAAY,CAAC;QAE5B,yCAAyC;QACzC,eAAe,EAAE,MAAM,CAAC;QAExB,2DAA2D;QAC3D,eAAe,EAAE,MAAM,CAAC;QAExB,sDAAsD;QACtD,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IAEF,oDAAoD;IACpD,aAAa,EAAE,kBAAkB,CAAC;IAElC,kDAAkD;IAClD,oBAAoB,EAAE;QACpB,CAAC,cAAc,EAAE,MAAM,GAAG;YACxB,CAAC,eAAe,EAAE,MAAM,GAAG,kBAAkB,CAAC;SAC/C,CAAC;KACH,CAAC;IAEF,4CAA4C;IAC5C,mBAAmB,EAAE,gBAAgB,EAAE,CAAC;IAExC,qDAAqD;IACrD,WAAW,EAAE,iBAAiB,EAAE,CAAC;CAClC;AAED;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;iBASnC,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;iBAKjC,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAc3B,CAAC"}
1
+ {"version":3,"file":"report-schema.d.ts","sourceRoot":"","sources":["../../../../src/commands/report/src/report-schema.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IAEnB,6CAA6C;IAC7C,iBAAiB,EAAE,MAAM,CAAC;IAE1B,0DAA0D;IAC1D,sBAAsB,EAAE,MAAM,CAAC;IAE/B,yDAAyD;IACzD,qBAAqB,EAAE,MAAM,CAAC;IAE9B,0CAA0C;IAC1C,iBAAiB,EAAE,MAAM,CAAC;IAE1B,wCAAwC;IACxC,oBAAoB,EAAE,MAAM,CAAC;IAE7B,wDAAwD;IACxD,wBAAwB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjD,6EAA6E;IAC7E,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,wCAAwC;IACxC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAEnB,mDAAmD;IACnD,KAAK,EAAE,MAAM,CAAC;IAEd,0DAA0D;IAC1D,gBAAgB,EAAE,MAAM,CAAC;IAEzB,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,0CAA0C;IAC1C,QAAQ,EAAE;QACR,qCAAqC;QACrC,mBAAmB,EAAE,MAAM,CAAC;QAE5B,0DAA0D;QAC1D,aAAa,EAAE,YAAY,CAAC;QAE5B,yCAAyC;QACzC,eAAe,EAAE,MAAM,CAAC;QAExB,2DAA2D;QAC3D,eAAe,EAAE,MAAM,CAAC;QAExB,sDAAsD;QACtD,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IAEF,oDAAoD;IACpD,aAAa,EAAE,kBAAkB,CAAC;IAElC,kDAAkD;IAClD,oBAAoB,EAAE;QACpB,CAAC,cAAc,EAAE,MAAM,GAAG;YACxB,CAAC,eAAe,EAAE,MAAM,GAAG,kBAAkB,CAAC;SAC/C,CAAC;KACH,CAAC;IAEF,4CAA4C;IAC5C,mBAAmB,EAAE,gBAAgB,EAAE,CAAC;IAExC,qDAAqD;IACrD,WAAW,EAAE,iBAAiB,EAAE,CAAC;CAClC;AAED;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;EASnC,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;EAKjC,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAc3B,CAAC"}
package/dist/commands/scenario/src/MockEngine.d.ts CHANGED
@@ -20,25 +20,25 @@ export declare class MockEngine {
20
20
  revertMocks(): void;
21
21
  getMockRegistry(): Map<string, {
22
22
  method: string;
23
- response: any;
24
- service?: string | undefined;
25
- when?: {
26
- args?: any[] | undefined;
27
- input?: Record<string, any> | undefined;
28
- context?: Record<string, any> | undefined;
29
- matcher?: string | undefined;
30
- partialArgs?: any[] | undefined;
31
- } | undefined;
32
- responseFn?: string | undefined;
33
23
  error?: {
34
- code: string;
35
24
  message: string;
25
+ code: string;
36
26
  status?: number | undefined;
37
27
  } | undefined;
38
28
  metadata?: {
39
29
  delay?: number | undefined;
40
30
  probability?: number | undefined;
41
31
  } | undefined;
32
+ service?: string | undefined;
33
+ when?: {
34
+ context?: Record<string, any> | undefined;
35
+ args?: any[] | undefined;
36
+ input?: Record<string, any> | undefined;
37
+ matcher?: string | undefined;
38
+ partialArgs?: any[] | undefined;
39
+ } | undefined;
40
+ response?: any;
41
+ responseFn?: string | undefined;
42
42
  }[]>;
43
43
  /**
44
44
  * Find the best matching mock using enhanced matching strategies
package/dist/commands/scenario/src/matrix-schema.d.ts CHANGED
@@ -4,23 +4,88 @@ import { z } from 'zod';
4
4
  * Each axis specifies a parameter path and the values to test for that parameter.
5
5
  */
6
6
  declare const MatrixAxisSchema: z.ZodObject<{
7
+ /**
8
+ * The target field in the base scenario to override, specified using dot-notation.
9
+ * Examples: "character.llm.model", "run[0].input", "setup.mocks[0].response.success"
10
+ */
7
11
  parameter: z.ZodString;
8
- values: z.ZodArray<z.ZodAny>;
9
- }, z.core.$strip>;
12
+ /**
13
+ * A list of values to be substituted for the specified parameter.
14
+ * Values can be of any type (string, number, boolean, object, array, null).
15
+ */
16
+ values: z.ZodArray<z.ZodAny, "many">;
17
+ }, "strip", z.ZodTypeAny, {
18
+ values: any[];
19
+ parameter: string;
20
+ }, {
21
+ values: any[];
22
+ parameter: string;
23
+ }>;
10
24
  /**
11
25
  * Schema for the complete scenario matrix configuration.
12
26
  * This defines how to run a base scenario across multiple parameter combinations.
13
27
  */
14
28
  export declare const MatrixConfigSchema: z.ZodObject<{
29
+ /**
30
+ * A human-readable name for the test matrix.
31
+ * Example: "GitHub Issue Prompt Robustness"
32
+ */
15
33
  name: z.ZodString;
34
+ /**
35
+ * A longer description of the test's goals (optional).
36
+ */
16
37
  description: z.ZodOptional<z.ZodString>;
38
+ /**
39
+ * The file path (relative to the project root) to the base .scenario.yaml file
40
+ * to be used in each run.
41
+ */
17
42
  base_scenario: z.ZodString;
43
+ /**
44
+ * The number of times to execute each unique combination of parameters
45
+ * to check for consistency. Defaults to 1.
46
+ */
18
47
  runs_per_combination: z.ZodDefault<z.ZodNumber>;
48
+ /**
49
+ * An array of objects defining the axes of variation.
50
+ * Each axis specifies a parameter to vary and the values to test.
51
+ */
19
52
  matrix: z.ZodArray<z.ZodObject<{
53
+ /**
54
+ * The target field in the base scenario to override, specified using dot-notation.
55
+ * Examples: "character.llm.model", "run[0].input", "setup.mocks[0].response.success"
56
+ */
20
57
  parameter: z.ZodString;
21
- values: z.ZodArray<z.ZodAny>;
22
- }, z.core.$strip>>;
23
- }, z.core.$strip>;
58
+ /**
59
+ * A list of values to be substituted for the specified parameter.
60
+ * Values can be of any type (string, number, boolean, object, array, null).
61
+ */
62
+ values: z.ZodArray<z.ZodAny, "many">;
63
+ }, "strip", z.ZodTypeAny, {
64
+ values: any[];
65
+ parameter: string;
66
+ }, {
67
+ values: any[];
68
+ parameter: string;
69
+ }>, "many">;
70
+ }, "strip", z.ZodTypeAny, {
71
+ name: string;
72
+ base_scenario: string;
73
+ runs_per_combination: number;
74
+ matrix: {
75
+ values: any[];
76
+ parameter: string;
77
+ }[];
78
+ description?: string | undefined;
79
+ }, {
80
+ name: string;
81
+ base_scenario: string;
82
+ matrix: {
83
+ values: any[];
84
+ parameter: string;
85
+ }[];
86
+ description?: string | undefined;
87
+ runs_per_combination?: number | undefined;
88
+ }>;
24
89
  /**
25
90
  * TypeScript interface for a matrix axis, inferred from the Zod schema.
26
91
  */
package/dist/commands/scenario/src/matrix-schema.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"matrix-schema.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/matrix-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;;iBAYpB,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;iBAiC7B,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D;;GAEG;AACH,UAAU,iBAAiB;IACzB,OAAO,EAAE,IAAI,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;CACpB;AAED;;GAEG;AACH,UAAU,eAAe;IACvB,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,CActE;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAEvE;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAE/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAsBzF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAkBnE"}
1
+ {"version":3,"file":"matrix-schema.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/matrix-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;GAGG;AACH,QAAA,MAAM,gBAAgB;IACpB;;;OAGG;;IAGH;;;OAGG;;;;;;;;EAEH,CAAC;AAEH;;;GAGG;AACH,eAAO,MAAM,kBAAkB;IAC7B;;;OAGG;;IAGH;;OAEG;;IAGH;;;OAGG;;IAGH;;;OAGG;;IAOH;;;OAGG;;QAhDH;;;WAGG;;QAGH;;;WAGG;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyCH,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D;;GAEG;AACH,UAAU,iBAAiB;IACzB,OAAO,EAAE,IAAI,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;CACpB;AAED;;GAEG;AACH,UAAU,eAAe;IACvB,OAAO,EAAE,KAAK,CAAC;IACf,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,CActE;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAEvE;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAE/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAsBzF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,oBAAoB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAkBnE"}