@databricks/appkit 0.74.0 → 0.75.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLAUDE.md +3 -0
- package/dist/appkit/package.js +1 -1
- package/dist/beta.d.ts +4 -4
- package/dist/beta.js +3 -3
- package/dist/cli/commands/agent/eval.js +84 -9
- package/dist/cli/commands/agent/eval.js.map +1 -1
- package/dist/cli/commands/registry/add.js +78 -7
- package/dist/cli/commands/registry/add.js.map +1 -1
- package/dist/cli/commands/registry/config-writer.js +1 -1
- package/dist/cli/index.js +4 -1
- package/dist/cli/index.js.map +1 -1
- package/dist/evals/discover.d.ts +8 -1
- package/dist/evals/discover.d.ts.map +1 -1
- package/dist/evals/discover.js +33 -17
- package/dist/evals/discover.js.map +1 -1
- package/dist/evals/index.d.ts +3 -3
- package/dist/evals/index.js +2 -2
- package/dist/evals/run-evals.d.ts +9 -2
- package/dist/evals/run-evals.d.ts.map +1 -1
- package/dist/evals/run-evals.js +13 -2
- package/dist/evals/run-evals.js.map +1 -1
- package/dist/evals/types.d.ts +40 -2
- package/dist/evals/types.d.ts.map +1 -1
- package/dist/shared/src/schemas/manifest.d.ts +87 -87
- package/docs/api/appkit/Function.findRootEvalConfig.md +18 -0
- package/docs/api/appkit/Function.loadRootEvalConfig.md +18 -0
- package/docs/api/appkit/Interface.EvalWebServer.md +47 -0
- package/docs/api/appkit.md +3 -0
- package/docs/plugins/agents.md +255 -4
- package/llms.txt +3 -0
- package/package.json +1 -1
- package/sbom.cdx.json +1 -1
package/dist/evals/types.d.ts
CHANGED
|
@@ -168,12 +168,50 @@ interface EvalDefinition {
|
|
|
168
168
|
/** The eval body: drive the agent and assert on its behavior. */
|
|
169
169
|
test(t: TestContext): Promise<void> | void;
|
|
170
170
|
}
|
|
171
|
-
/**
|
|
171
|
+
/**
|
|
172
|
+
* Auto-start config for the app under test, à la Playwright's `webServer`. When
|
|
173
|
+
* set in a root `evals.config.ts`, the CLI boots the app before running evals
|
|
174
|
+
* and tears it down after — so you don't have to start the server by hand.
|
|
175
|
+
*/
|
|
176
|
+
interface EvalWebServer {
|
|
177
|
+
/** Shell command that starts the app, e.g. `"npm run dev"`. */
|
|
178
|
+
command: string;
|
|
179
|
+
/**
|
|
180
|
+
* URL polled until it answers before evals start. Defaults to the run's
|
|
181
|
+
* `baseUrl` (`--url`). Readiness = any HTTP response (a 404 still proves the
|
|
182
|
+
* server is up).
|
|
183
|
+
*/
|
|
184
|
+
url?: string;
|
|
185
|
+
/** How long to wait for `url` to answer before giving up. Defaults to 60s. */
|
|
186
|
+
timeoutMs?: number;
|
|
187
|
+
/**
|
|
188
|
+
* When `true` (default), reuse a server already answering at `url` instead of
|
|
189
|
+
* spawning one — so a running `dev` server is used as-is. Set `false` to
|
|
190
|
+
* always spawn a fresh server.
|
|
191
|
+
*/
|
|
192
|
+
reuseExisting?: boolean;
|
|
193
|
+
}
|
|
194
|
+
/**
|
|
195
|
+
* Eval config from `evals.config.ts` (via {@link defineEvalConfig}).
|
|
196
|
+
*
|
|
197
|
+
* Two scopes share this shape: a **root** `evals.config.ts` (project root) may
|
|
198
|
+
* set run-wide settings — `baseUrl` and `webServer` — plus `maxConcurrency`/
|
|
199
|
+
* `timeoutMs`; a **per-agent** `server/agents/<id>/evals/evals.config.ts` may set
|
|
200
|
+
* that agent's `maxConcurrency`/`timeoutMs` (`baseUrl`/`webServer` there are
|
|
201
|
+
* ignored — server lifecycle is run-wide). Precedence for the shared numeric
|
|
202
|
+
* fields is CLI flag > root config > per-agent config > built-in default, so a
|
|
203
|
+
* per-agent value takes effect only when neither the flag nor the root config
|
|
204
|
+
* sets that field.
|
|
205
|
+
*/
|
|
172
206
|
interface EvalConfig {
|
|
173
207
|
/** Max evals to run concurrently. */
|
|
174
208
|
maxConcurrency?: number;
|
|
175
209
|
/** Default per-eval timeout. */
|
|
176
210
|
timeoutMs?: number;
|
|
211
|
+
/** Base URL of the app to drive (root config only). Overridden by `--url`. */
|
|
212
|
+
baseUrl?: string;
|
|
213
|
+
/** Auto-start the app under test (root config only). */
|
|
214
|
+
webServer?: EvalWebServer;
|
|
177
215
|
}
|
|
178
216
|
/** The outcome of running one eval. */
|
|
179
217
|
interface EvalResult {
|
|
@@ -197,5 +235,5 @@ interface EvalResult {
|
|
|
197
235
|
traceId?: string;
|
|
198
236
|
}
|
|
199
237
|
//#endregion
|
|
200
|
-
export { AssertionHandle, AssertionResult, CustomJudgeSpec, DriveResult, EvalConfig, EvalDefinition, EvalDriver, EvalResult, MatchResult, Matcher, Severity, TestContext };
|
|
238
|
+
export { AssertionHandle, AssertionResult, CustomJudgeSpec, DriveResult, EvalConfig, EvalDefinition, EvalDriver, EvalResult, EvalWebServer, MatchResult, Matcher, Severity, TestContext };
|
|
201
239
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","names":[],"sources":["../../src/evals/types.ts"],"mappings":";;AAWA;;;;;;;;;UAAiB,WAAA;EACf,IAAA;;EAEA,KAAA;EAMkD;EAJlD,MAAA;AAAA;;KAIU,OAAA,IAAW,KAAA,aAAkB,WAAA;;KAG7B,QAAA;;UAGK,eAAA;EACf,KAAA;EACA,QAAA,EAAU,QAAA;EACV,IAAA;EACA,KAAA;EACA,MAAA;AAAA;;;;AAQF;;UAAiB,eAAA;EAEP;EAAR,IAAA,IAAQ,eAAA;EAQoB;EAN5B,IAAA,IAAQ,eAAA;EAMmC;;;;;EAA3C,OAAA,CAAQ,SAAA,WAAoB,eAAA;AAAA;;UAIb,WAAA;EAJ4B;EAM3C,KAAA;EAF0B;EAI1B,SAAA;EAEsB;EAAtB,eAAA,EAAiB,KAAA;IAAQ,IAAA;IAAc,IAAA,EAAM,MAAA;EAAA;EAApB;EAEzB,SAAA;EAF6C;EAI7C,SAAA;EAAA;EAEA,OAAA;AAAA;;AAOF;;;UAAiB,UAAA;EASJ;;;;;EAHX,IAAA,CACE,OAAA,UACA,OAAA;IAAY,MAAA,GAAS,WAAA;EAAA,IACpB,OAAA,CAAQ,WAAA;EADT;;;;EAMF,KAAA;AAAA;AAIF;AAAA,UAAiB,WAAA;;EAEf,IAAA,CAAK,OAAA,WAAkB,OAAA;EAiBP;;;;;EAXhB,KAAA;EAgC8B;EAAA,SA9BrB,KAAA;EAwC+B;EAAA,SAtC/B,SAAA;EAwC6B;EAAA,SAtC7B,SAAA;EAwCM;;;;EAAA,SAnCN,KAAA,EAAO,MAAA;EAjBhB;;;;EAAA,SAsBS,QAAA,EAAU,MAAA;EAZV;EAcT,SAAA,IAAa,eAAA;EAPJ;EAST,UAAA,CAAW,IAAA,WAAe,eAAA;EAJjB;;;;;;EAWT,cAAA,CACE,IAAA,UACA,QAAA,EAAU,MAAA,oBACT,eAAA;EAHH;EAKA,KAAA,CAAM,KAAA,UAAe,OAAA,EAAS,OAAA,GAAU,eAAA;EAH5B;;;;;;;EAWZ,KAAA;IAAA,mEAEE,UAAA,CAAW,QAAA,WAAmB,OAAA,CAAQ,eAAA,GAA3B;IAEX,QAAA,CAAS,QAAA,WAAmB,OAAA,CAAQ,eAAA,GAFE;IAItC,MAAA,CAAO,IAAA,EAAM,eAAA,GAAkB,OAAA,CAAQ,eAAA;EAAA;EAFX;EAK9B,IAAA,CAAK,MAAA;AAAA;;UAIU,eAAA;EACf,IAAA;EACA,cAAA;EACA,YAAA,EAAc,MAAA;AAAA;;UAIC,cAAA;EAPA;EASf,WAAA;;EAEA,KAAA;EAVA;EAYA,IAAA;EAVA;;;;EAeA,SAAA;EAX6B;;;;;;EAkB7B,OAAA;IAAY,KAAA;IAAe,KAAA;EAAA;EAE3B;EAAA,IAAA,CAAK,CAAA,EAAG,WAAA,GAAc,OAAA;AAAA;;
|
|
1
|
+
{"version":3,"file":"types.d.ts","names":[],"sources":["../../src/evals/types.ts"],"mappings":";;AAWA;;;;;;;;;UAAiB,WAAA;EACf,IAAA;;EAEA,KAAA;EAMkD;EAJlD,MAAA;AAAA;;KAIU,OAAA,IAAW,KAAA,aAAkB,WAAA;;KAG7B,QAAA;;UAGK,eAAA;EACf,KAAA;EACA,QAAA,EAAU,QAAA;EACV,IAAA;EACA,KAAA;EACA,MAAA;AAAA;;;;AAQF;;UAAiB,eAAA;EAEP;EAAR,IAAA,IAAQ,eAAA;EAQoB;EAN5B,IAAA,IAAQ,eAAA;EAMmC;;;;;EAA3C,OAAA,CAAQ,SAAA,WAAoB,eAAA;AAAA;;UAIb,WAAA;EAJ4B;EAM3C,KAAA;EAF0B;EAI1B,SAAA;EAEsB;EAAtB,eAAA,EAAiB,KAAA;IAAQ,IAAA;IAAc,IAAA,EAAM,MAAA;EAAA;EAApB;EAEzB,SAAA;EAF6C;EAI7C,SAAA;EAAA;EAEA,OAAA;AAAA;;AAOF;;;UAAiB,UAAA;EASJ;;;;;EAHX,IAAA,CACE,OAAA,UACA,OAAA;IAAY,MAAA,GAAS,WAAA;EAAA,IACpB,OAAA,CAAQ,WAAA;EADT;;;;EAMF,KAAA;AAAA;AAIF;AAAA,UAAiB,WAAA;;EAEf,IAAA,CAAK,OAAA,WAAkB,OAAA;EAiBP;;;;;EAXhB,KAAA;EAgC8B;EAAA,SA9BrB,KAAA;EAwC+B;EAAA,SAtC/B,SAAA;EAwC6B;EAAA,SAtC7B,SAAA;EAwCM;;;;EAAA,SAnCN,KAAA,EAAO,MAAA;EAjBhB;;;;EAAA,SAsBS,QAAA,EAAU,MAAA;EAZV;EAcT,SAAA,IAAa,eAAA;EAPJ;EAST,UAAA,CAAW,IAAA,WAAe,eAAA;EAJjB;;;;;;EAWT,cAAA,CACE,IAAA,UACA,QAAA,EAAU,MAAA,oBACT,eAAA;EAHH;EAKA,KAAA,CAAM,KAAA,UAAe,OAAA,EAAS,OAAA,GAAU,eAAA;EAH5B;;;;;;;EAWZ,KAAA;IAAA,mEAEE,UAAA,CAAW,QAAA,WAAmB,OAAA,CAAQ,eAAA,GAA3B;IAEX,QAAA,CAAS,QAAA,WAAmB,OAAA,CAAQ,eAAA,GAFE;IAItC,MAAA,CAAO,IAAA,EAAM,eAAA,GAAkB,OAAA,CAAQ,eAAA;EAAA;EAFX;EAK9B,IAAA,CAAK,MAAA;AAAA;;UAIU,eAAA;EACf,IAAA;EACA,cAAA;EACA,YAAA,EAAc,MAAA;AAAA;;UAIC,cAAA;EAPA;EASf,WAAA;;EAEA,KAAA;EAVA;EAYA,IAAA;EAVA;;;;EAeA,SAAA;EAX6B;;;;;;EAkB7B,OAAA;IAAY,KAAA;IAAe,KAAA;EAAA;EAE3B;EAAA,IAAA,CAAK,CAAA,EAAG,WAAA,GAAc,OAAA;AAAA;;;;AAQxB;;UAAiB,aAAA;EAAa;EAE5B,OAAA;EAMA;;;;;EAAA,GAAA;EAuByB;EArBzB,SAAA;EA6ByB;;;;;EAvBzB,aAAA;AAAA;;AA2BF;;;;;;;;;;;UAZiB,UAAA;EA0Bf;EAxBA,cAAA;EA0BO;EAxBP,SAAA;;EAEA,OAAA;;EAEA,SAAA,GAAY,aAAA;AAAA;;UAIG,UAAA;EACf,EAAA;EACA,WAAA;;EAEA,OAAA;IAAY,MAAA;EAAA;EACZ,UAAA,EAAY,eAAA;;EAEZ,MAAA;;EAEA,KAAA;;;;;EAKA,YAAA;;EAEA,OAAA;AAAA"}
|
|
@@ -12,12 +12,12 @@ declare const resourceFieldEntrySchema: z.ZodObject<{
|
|
|
12
12
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
13
13
|
type: z.ZodLiteral<"kind">;
|
|
14
14
|
resourceKind: z.ZodEnum<{
|
|
15
|
+
volume: "volume";
|
|
16
|
+
warehouse: "warehouse";
|
|
17
|
+
genie_space: "genie_space";
|
|
15
18
|
postgres_project: "postgres_project";
|
|
16
19
|
postgres_branch: "postgres_branch";
|
|
17
20
|
postgres_database: "postgres_database";
|
|
18
|
-
volume: "volume";
|
|
19
|
-
genie_space: "genie_space";
|
|
20
|
-
warehouse: "warehouse";
|
|
21
21
|
}>;
|
|
22
22
|
select: z.ZodOptional<z.ZodString>;
|
|
23
23
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -58,12 +58,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
58
58
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
59
59
|
type: z.ZodLiteral<"kind">;
|
|
60
60
|
resourceKind: z.ZodEnum<{
|
|
61
|
+
volume: "volume";
|
|
62
|
+
warehouse: "warehouse";
|
|
63
|
+
genie_space: "genie_space";
|
|
61
64
|
postgres_project: "postgres_project";
|
|
62
65
|
postgres_branch: "postgres_branch";
|
|
63
66
|
postgres_database: "postgres_database";
|
|
64
|
-
volume: "volume";
|
|
65
|
-
genie_space: "genie_space";
|
|
66
|
-
warehouse: "warehouse";
|
|
67
67
|
}>;
|
|
68
68
|
select: z.ZodOptional<z.ZodString>;
|
|
69
69
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -99,12 +99,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
99
99
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
100
100
|
type: z.ZodLiteral<"kind">;
|
|
101
101
|
resourceKind: z.ZodEnum<{
|
|
102
|
+
volume: "volume";
|
|
103
|
+
warehouse: "warehouse";
|
|
104
|
+
genie_space: "genie_space";
|
|
102
105
|
postgres_project: "postgres_project";
|
|
103
106
|
postgres_branch: "postgres_branch";
|
|
104
107
|
postgres_database: "postgres_database";
|
|
105
|
-
volume: "volume";
|
|
106
|
-
genie_space: "genie_space";
|
|
107
|
-
warehouse: "warehouse";
|
|
108
108
|
}>;
|
|
109
109
|
select: z.ZodOptional<z.ZodString>;
|
|
110
110
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -139,12 +139,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
139
139
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
140
140
|
type: z.ZodLiteral<"kind">;
|
|
141
141
|
resourceKind: z.ZodEnum<{
|
|
142
|
+
volume: "volume";
|
|
143
|
+
warehouse: "warehouse";
|
|
144
|
+
genie_space: "genie_space";
|
|
142
145
|
postgres_project: "postgres_project";
|
|
143
146
|
postgres_branch: "postgres_branch";
|
|
144
147
|
postgres_database: "postgres_database";
|
|
145
|
-
volume: "volume";
|
|
146
|
-
genie_space: "genie_space";
|
|
147
|
-
warehouse: "warehouse";
|
|
148
148
|
}>;
|
|
149
149
|
select: z.ZodOptional<z.ZodString>;
|
|
150
150
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -162,9 +162,9 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
162
162
|
type: z.ZodLiteral<"sql_warehouse">;
|
|
163
163
|
}, z.core.$strict>, z.ZodObject<{
|
|
164
164
|
permission: z.ZodEnum<{
|
|
165
|
+
CAN_QUERY: "CAN_QUERY";
|
|
165
166
|
CAN_VIEW: "CAN_VIEW";
|
|
166
167
|
CAN_MANAGE: "CAN_MANAGE";
|
|
167
|
-
CAN_QUERY: "CAN_QUERY";
|
|
168
168
|
}>;
|
|
169
169
|
alias: z.ZodString;
|
|
170
170
|
resourceKey: z.ZodString;
|
|
@@ -180,12 +180,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
180
180
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
181
181
|
type: z.ZodLiteral<"kind">;
|
|
182
182
|
resourceKind: z.ZodEnum<{
|
|
183
|
+
volume: "volume";
|
|
184
|
+
warehouse: "warehouse";
|
|
185
|
+
genie_space: "genie_space";
|
|
183
186
|
postgres_project: "postgres_project";
|
|
184
187
|
postgres_branch: "postgres_branch";
|
|
185
188
|
postgres_database: "postgres_database";
|
|
186
|
-
volume: "volume";
|
|
187
|
-
genie_space: "genie_space";
|
|
188
|
-
warehouse: "warehouse";
|
|
189
189
|
}>;
|
|
190
190
|
select: z.ZodOptional<z.ZodString>;
|
|
191
191
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -220,12 +220,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
220
220
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
221
221
|
type: z.ZodLiteral<"kind">;
|
|
222
222
|
resourceKind: z.ZodEnum<{
|
|
223
|
+
volume: "volume";
|
|
224
|
+
warehouse: "warehouse";
|
|
225
|
+
genie_space: "genie_space";
|
|
223
226
|
postgres_project: "postgres_project";
|
|
224
227
|
postgres_branch: "postgres_branch";
|
|
225
228
|
postgres_database: "postgres_database";
|
|
226
|
-
volume: "volume";
|
|
227
|
-
genie_space: "genie_space";
|
|
228
|
-
warehouse: "warehouse";
|
|
229
229
|
}>;
|
|
230
230
|
select: z.ZodOptional<z.ZodString>;
|
|
231
231
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -259,12 +259,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
259
259
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
260
260
|
type: z.ZodLiteral<"kind">;
|
|
261
261
|
resourceKind: z.ZodEnum<{
|
|
262
|
+
volume: "volume";
|
|
263
|
+
warehouse: "warehouse";
|
|
264
|
+
genie_space: "genie_space";
|
|
262
265
|
postgres_project: "postgres_project";
|
|
263
266
|
postgres_branch: "postgres_branch";
|
|
264
267
|
postgres_database: "postgres_database";
|
|
265
|
-
volume: "volume";
|
|
266
|
-
genie_space: "genie_space";
|
|
267
|
-
warehouse: "warehouse";
|
|
268
268
|
}>;
|
|
269
269
|
select: z.ZodOptional<z.ZodString>;
|
|
270
270
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -298,12 +298,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
298
298
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
299
299
|
type: z.ZodLiteral<"kind">;
|
|
300
300
|
resourceKind: z.ZodEnum<{
|
|
301
|
+
volume: "volume";
|
|
302
|
+
warehouse: "warehouse";
|
|
303
|
+
genie_space: "genie_space";
|
|
301
304
|
postgres_project: "postgres_project";
|
|
302
305
|
postgres_branch: "postgres_branch";
|
|
303
306
|
postgres_database: "postgres_database";
|
|
304
|
-
volume: "volume";
|
|
305
|
-
genie_space: "genie_space";
|
|
306
|
-
warehouse: "warehouse";
|
|
307
307
|
}>;
|
|
308
308
|
select: z.ZodOptional<z.ZodString>;
|
|
309
309
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -337,12 +337,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
337
337
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
338
338
|
type: z.ZodLiteral<"kind">;
|
|
339
339
|
resourceKind: z.ZodEnum<{
|
|
340
|
+
volume: "volume";
|
|
341
|
+
warehouse: "warehouse";
|
|
342
|
+
genie_space: "genie_space";
|
|
340
343
|
postgres_project: "postgres_project";
|
|
341
344
|
postgres_branch: "postgres_branch";
|
|
342
345
|
postgres_database: "postgres_database";
|
|
343
|
-
volume: "volume";
|
|
344
|
-
genie_space: "genie_space";
|
|
345
|
-
warehouse: "warehouse";
|
|
346
346
|
}>;
|
|
347
347
|
select: z.ZodOptional<z.ZodString>;
|
|
348
348
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -376,12 +376,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
376
376
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
377
377
|
type: z.ZodLiteral<"kind">;
|
|
378
378
|
resourceKind: z.ZodEnum<{
|
|
379
|
+
volume: "volume";
|
|
380
|
+
warehouse: "warehouse";
|
|
381
|
+
genie_space: "genie_space";
|
|
379
382
|
postgres_project: "postgres_project";
|
|
380
383
|
postgres_branch: "postgres_branch";
|
|
381
384
|
postgres_database: "postgres_database";
|
|
382
|
-
volume: "volume";
|
|
383
|
-
genie_space: "genie_space";
|
|
384
|
-
warehouse: "warehouse";
|
|
385
385
|
}>;
|
|
386
386
|
select: z.ZodOptional<z.ZodString>;
|
|
387
387
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -415,12 +415,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
415
415
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
416
416
|
type: z.ZodLiteral<"kind">;
|
|
417
417
|
resourceKind: z.ZodEnum<{
|
|
418
|
+
volume: "volume";
|
|
419
|
+
warehouse: "warehouse";
|
|
420
|
+
genie_space: "genie_space";
|
|
418
421
|
postgres_project: "postgres_project";
|
|
419
422
|
postgres_branch: "postgres_branch";
|
|
420
423
|
postgres_database: "postgres_database";
|
|
421
|
-
volume: "volume";
|
|
422
|
-
genie_space: "genie_space";
|
|
423
|
-
warehouse: "warehouse";
|
|
424
424
|
}>;
|
|
425
425
|
select: z.ZodOptional<z.ZodString>;
|
|
426
426
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -438,10 +438,10 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
438
438
|
type: z.ZodLiteral<"postgres">;
|
|
439
439
|
}, z.core.$strict>, z.ZodObject<{
|
|
440
440
|
permission: z.ZodEnum<{
|
|
441
|
+
CAN_EDIT: "CAN_EDIT";
|
|
441
442
|
CAN_VIEW: "CAN_VIEW";
|
|
442
443
|
CAN_MANAGE: "CAN_MANAGE";
|
|
443
444
|
CAN_RUN: "CAN_RUN";
|
|
444
|
-
CAN_EDIT: "CAN_EDIT";
|
|
445
445
|
}>;
|
|
446
446
|
alias: z.ZodString;
|
|
447
447
|
resourceKey: z.ZodString;
|
|
@@ -457,12 +457,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
457
457
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
458
458
|
type: z.ZodLiteral<"kind">;
|
|
459
459
|
resourceKind: z.ZodEnum<{
|
|
460
|
+
volume: "volume";
|
|
461
|
+
warehouse: "warehouse";
|
|
462
|
+
genie_space: "genie_space";
|
|
460
463
|
postgres_project: "postgres_project";
|
|
461
464
|
postgres_branch: "postgres_branch";
|
|
462
465
|
postgres_database: "postgres_database";
|
|
463
|
-
volume: "volume";
|
|
464
|
-
genie_space: "genie_space";
|
|
465
|
-
warehouse: "warehouse";
|
|
466
466
|
}>;
|
|
467
467
|
select: z.ZodOptional<z.ZodString>;
|
|
468
468
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -480,8 +480,8 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
480
480
|
type: z.ZodLiteral<"genie_space">;
|
|
481
481
|
}, z.core.$strict>, z.ZodObject<{
|
|
482
482
|
permission: z.ZodEnum<{
|
|
483
|
-
CAN_MANAGE: "CAN_MANAGE";
|
|
484
483
|
CAN_EDIT: "CAN_EDIT";
|
|
484
|
+
CAN_MANAGE: "CAN_MANAGE";
|
|
485
485
|
CAN_READ: "CAN_READ";
|
|
486
486
|
}>;
|
|
487
487
|
alias: z.ZodString;
|
|
@@ -498,12 +498,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
498
498
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
499
499
|
type: z.ZodLiteral<"kind">;
|
|
500
500
|
resourceKind: z.ZodEnum<{
|
|
501
|
+
volume: "volume";
|
|
502
|
+
warehouse: "warehouse";
|
|
503
|
+
genie_space: "genie_space";
|
|
501
504
|
postgres_project: "postgres_project";
|
|
502
505
|
postgres_branch: "postgres_branch";
|
|
503
506
|
postgres_database: "postgres_database";
|
|
504
|
-
volume: "volume";
|
|
505
|
-
genie_space: "genie_space";
|
|
506
|
-
warehouse: "warehouse";
|
|
507
507
|
}>;
|
|
508
508
|
select: z.ZodOptional<z.ZodString>;
|
|
509
509
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -537,12 +537,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
537
537
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
538
538
|
type: z.ZodLiteral<"kind">;
|
|
539
539
|
resourceKind: z.ZodEnum<{
|
|
540
|
+
volume: "volume";
|
|
541
|
+
warehouse: "warehouse";
|
|
542
|
+
genie_space: "genie_space";
|
|
540
543
|
postgres_project: "postgres_project";
|
|
541
544
|
postgres_branch: "postgres_branch";
|
|
542
545
|
postgres_database: "postgres_database";
|
|
543
|
-
volume: "volume";
|
|
544
|
-
genie_space: "genie_space";
|
|
545
|
-
warehouse: "warehouse";
|
|
546
546
|
}>;
|
|
547
547
|
select: z.ZodOptional<z.ZodString>;
|
|
548
548
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -579,12 +579,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
579
579
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
580
580
|
type: z.ZodLiteral<"kind">;
|
|
581
581
|
resourceKind: z.ZodEnum<{
|
|
582
|
+
volume: "volume";
|
|
583
|
+
warehouse: "warehouse";
|
|
584
|
+
genie_space: "genie_space";
|
|
582
585
|
postgres_project: "postgres_project";
|
|
583
586
|
postgres_branch: "postgres_branch";
|
|
584
587
|
postgres_database: "postgres_database";
|
|
585
|
-
volume: "volume";
|
|
586
|
-
genie_space: "genie_space";
|
|
587
|
-
warehouse: "warehouse";
|
|
588
588
|
}>;
|
|
589
589
|
select: z.ZodOptional<z.ZodString>;
|
|
590
590
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -620,12 +620,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
620
620
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
621
621
|
type: z.ZodLiteral<"kind">;
|
|
622
622
|
resourceKind: z.ZodEnum<{
|
|
623
|
+
volume: "volume";
|
|
624
|
+
warehouse: "warehouse";
|
|
625
|
+
genie_space: "genie_space";
|
|
623
626
|
postgres_project: "postgres_project";
|
|
624
627
|
postgres_branch: "postgres_branch";
|
|
625
628
|
postgres_database: "postgres_database";
|
|
626
|
-
volume: "volume";
|
|
627
|
-
genie_space: "genie_space";
|
|
628
|
-
warehouse: "warehouse";
|
|
629
629
|
}>;
|
|
630
630
|
select: z.ZodOptional<z.ZodString>;
|
|
631
631
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -660,12 +660,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
660
660
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
661
661
|
type: z.ZodLiteral<"kind">;
|
|
662
662
|
resourceKind: z.ZodEnum<{
|
|
663
|
+
volume: "volume";
|
|
664
|
+
warehouse: "warehouse";
|
|
665
|
+
genie_space: "genie_space";
|
|
663
666
|
postgres_project: "postgres_project";
|
|
664
667
|
postgres_branch: "postgres_branch";
|
|
665
668
|
postgres_database: "postgres_database";
|
|
666
|
-
volume: "volume";
|
|
667
|
-
genie_space: "genie_space";
|
|
668
|
-
warehouse: "warehouse";
|
|
669
669
|
}>;
|
|
670
670
|
select: z.ZodOptional<z.ZodString>;
|
|
671
671
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -683,9 +683,9 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
683
683
|
type: z.ZodLiteral<"sql_warehouse">;
|
|
684
684
|
}, z.core.$strict>, z.ZodObject<{
|
|
685
685
|
permission: z.ZodEnum<{
|
|
686
|
+
CAN_QUERY: "CAN_QUERY";
|
|
686
687
|
CAN_VIEW: "CAN_VIEW";
|
|
687
688
|
CAN_MANAGE: "CAN_MANAGE";
|
|
688
|
-
CAN_QUERY: "CAN_QUERY";
|
|
689
689
|
}>;
|
|
690
690
|
alias: z.ZodString;
|
|
691
691
|
resourceKey: z.ZodString;
|
|
@@ -701,12 +701,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
701
701
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
702
702
|
type: z.ZodLiteral<"kind">;
|
|
703
703
|
resourceKind: z.ZodEnum<{
|
|
704
|
+
volume: "volume";
|
|
705
|
+
warehouse: "warehouse";
|
|
706
|
+
genie_space: "genie_space";
|
|
704
707
|
postgres_project: "postgres_project";
|
|
705
708
|
postgres_branch: "postgres_branch";
|
|
706
709
|
postgres_database: "postgres_database";
|
|
707
|
-
volume: "volume";
|
|
708
|
-
genie_space: "genie_space";
|
|
709
|
-
warehouse: "warehouse";
|
|
710
710
|
}>;
|
|
711
711
|
select: z.ZodOptional<z.ZodString>;
|
|
712
712
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -741,12 +741,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
741
741
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
742
742
|
type: z.ZodLiteral<"kind">;
|
|
743
743
|
resourceKind: z.ZodEnum<{
|
|
744
|
+
volume: "volume";
|
|
745
|
+
warehouse: "warehouse";
|
|
746
|
+
genie_space: "genie_space";
|
|
744
747
|
postgres_project: "postgres_project";
|
|
745
748
|
postgres_branch: "postgres_branch";
|
|
746
749
|
postgres_database: "postgres_database";
|
|
747
|
-
volume: "volume";
|
|
748
|
-
genie_space: "genie_space";
|
|
749
|
-
warehouse: "warehouse";
|
|
750
750
|
}>;
|
|
751
751
|
select: z.ZodOptional<z.ZodString>;
|
|
752
752
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -780,12 +780,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
780
780
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
781
781
|
type: z.ZodLiteral<"kind">;
|
|
782
782
|
resourceKind: z.ZodEnum<{
|
|
783
|
+
volume: "volume";
|
|
784
|
+
warehouse: "warehouse";
|
|
785
|
+
genie_space: "genie_space";
|
|
783
786
|
postgres_project: "postgres_project";
|
|
784
787
|
postgres_branch: "postgres_branch";
|
|
785
788
|
postgres_database: "postgres_database";
|
|
786
|
-
volume: "volume";
|
|
787
|
-
genie_space: "genie_space";
|
|
788
|
-
warehouse: "warehouse";
|
|
789
789
|
}>;
|
|
790
790
|
select: z.ZodOptional<z.ZodString>;
|
|
791
791
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -819,12 +819,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
819
819
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
820
820
|
type: z.ZodLiteral<"kind">;
|
|
821
821
|
resourceKind: z.ZodEnum<{
|
|
822
|
+
volume: "volume";
|
|
823
|
+
warehouse: "warehouse";
|
|
824
|
+
genie_space: "genie_space";
|
|
822
825
|
postgres_project: "postgres_project";
|
|
823
826
|
postgres_branch: "postgres_branch";
|
|
824
827
|
postgres_database: "postgres_database";
|
|
825
|
-
volume: "volume";
|
|
826
|
-
genie_space: "genie_space";
|
|
827
|
-
warehouse: "warehouse";
|
|
828
828
|
}>;
|
|
829
829
|
select: z.ZodOptional<z.ZodString>;
|
|
830
830
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -858,12 +858,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
858
858
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
859
859
|
type: z.ZodLiteral<"kind">;
|
|
860
860
|
resourceKind: z.ZodEnum<{
|
|
861
|
+
volume: "volume";
|
|
862
|
+
warehouse: "warehouse";
|
|
863
|
+
genie_space: "genie_space";
|
|
861
864
|
postgres_project: "postgres_project";
|
|
862
865
|
postgres_branch: "postgres_branch";
|
|
863
866
|
postgres_database: "postgres_database";
|
|
864
|
-
volume: "volume";
|
|
865
|
-
genie_space: "genie_space";
|
|
866
|
-
warehouse: "warehouse";
|
|
867
867
|
}>;
|
|
868
868
|
select: z.ZodOptional<z.ZodString>;
|
|
869
869
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -897,12 +897,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
897
897
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
898
898
|
type: z.ZodLiteral<"kind">;
|
|
899
899
|
resourceKind: z.ZodEnum<{
|
|
900
|
+
volume: "volume";
|
|
901
|
+
warehouse: "warehouse";
|
|
902
|
+
genie_space: "genie_space";
|
|
900
903
|
postgres_project: "postgres_project";
|
|
901
904
|
postgres_branch: "postgres_branch";
|
|
902
905
|
postgres_database: "postgres_database";
|
|
903
|
-
volume: "volume";
|
|
904
|
-
genie_space: "genie_space";
|
|
905
|
-
warehouse: "warehouse";
|
|
906
906
|
}>;
|
|
907
907
|
select: z.ZodOptional<z.ZodString>;
|
|
908
908
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -936,12 +936,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
936
936
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
937
937
|
type: z.ZodLiteral<"kind">;
|
|
938
938
|
resourceKind: z.ZodEnum<{
|
|
939
|
+
volume: "volume";
|
|
940
|
+
warehouse: "warehouse";
|
|
941
|
+
genie_space: "genie_space";
|
|
939
942
|
postgres_project: "postgres_project";
|
|
940
943
|
postgres_branch: "postgres_branch";
|
|
941
944
|
postgres_database: "postgres_database";
|
|
942
|
-
volume: "volume";
|
|
943
|
-
genie_space: "genie_space";
|
|
944
|
-
warehouse: "warehouse";
|
|
945
945
|
}>;
|
|
946
946
|
select: z.ZodOptional<z.ZodString>;
|
|
947
947
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -959,10 +959,10 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
959
959
|
type: z.ZodLiteral<"postgres">;
|
|
960
960
|
}, z.core.$strict>, z.ZodObject<{
|
|
961
961
|
permission: z.ZodEnum<{
|
|
962
|
+
CAN_EDIT: "CAN_EDIT";
|
|
962
963
|
CAN_VIEW: "CAN_VIEW";
|
|
963
964
|
CAN_MANAGE: "CAN_MANAGE";
|
|
964
965
|
CAN_RUN: "CAN_RUN";
|
|
965
|
-
CAN_EDIT: "CAN_EDIT";
|
|
966
966
|
}>;
|
|
967
967
|
alias: z.ZodString;
|
|
968
968
|
resourceKey: z.ZodString;
|
|
@@ -978,12 +978,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
978
978
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
979
979
|
type: z.ZodLiteral<"kind">;
|
|
980
980
|
resourceKind: z.ZodEnum<{
|
|
981
|
+
volume: "volume";
|
|
982
|
+
warehouse: "warehouse";
|
|
983
|
+
genie_space: "genie_space";
|
|
981
984
|
postgres_project: "postgres_project";
|
|
982
985
|
postgres_branch: "postgres_branch";
|
|
983
986
|
postgres_database: "postgres_database";
|
|
984
|
-
volume: "volume";
|
|
985
|
-
genie_space: "genie_space";
|
|
986
|
-
warehouse: "warehouse";
|
|
987
987
|
}>;
|
|
988
988
|
select: z.ZodOptional<z.ZodString>;
|
|
989
989
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -1001,8 +1001,8 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
1001
1001
|
type: z.ZodLiteral<"genie_space">;
|
|
1002
1002
|
}, z.core.$strict>, z.ZodObject<{
|
|
1003
1003
|
permission: z.ZodEnum<{
|
|
1004
|
-
CAN_MANAGE: "CAN_MANAGE";
|
|
1005
1004
|
CAN_EDIT: "CAN_EDIT";
|
|
1005
|
+
CAN_MANAGE: "CAN_MANAGE";
|
|
1006
1006
|
CAN_READ: "CAN_READ";
|
|
1007
1007
|
}>;
|
|
1008
1008
|
alias: z.ZodString;
|
|
@@ -1019,12 +1019,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
1019
1019
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1020
1020
|
type: z.ZodLiteral<"kind">;
|
|
1021
1021
|
resourceKind: z.ZodEnum<{
|
|
1022
|
+
volume: "volume";
|
|
1023
|
+
warehouse: "warehouse";
|
|
1024
|
+
genie_space: "genie_space";
|
|
1022
1025
|
postgres_project: "postgres_project";
|
|
1023
1026
|
postgres_branch: "postgres_branch";
|
|
1024
1027
|
postgres_database: "postgres_database";
|
|
1025
|
-
volume: "volume";
|
|
1026
|
-
genie_space: "genie_space";
|
|
1027
|
-
warehouse: "warehouse";
|
|
1028
1028
|
}>;
|
|
1029
1029
|
select: z.ZodOptional<z.ZodString>;
|
|
1030
1030
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -1058,12 +1058,12 @@ declare const pluginManifestSchema: z.ZodObject<{
|
|
|
1058
1058
|
discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1059
1059
|
type: z.ZodLiteral<"kind">;
|
|
1060
1060
|
resourceKind: z.ZodEnum<{
|
|
1061
|
+
volume: "volume";
|
|
1062
|
+
warehouse: "warehouse";
|
|
1063
|
+
genie_space: "genie_space";
|
|
1061
1064
|
postgres_project: "postgres_project";
|
|
1062
1065
|
postgres_branch: "postgres_branch";
|
|
1063
1066
|
postgres_database: "postgres_database";
|
|
1064
|
-
volume: "volume";
|
|
1065
|
-
genie_space: "genie_space";
|
|
1066
|
-
warehouse: "warehouse";
|
|
1067
1067
|
}>;
|
|
1068
1068
|
select: z.ZodOptional<z.ZodString>;
|
|
1069
1069
|
display: z.ZodOptional<z.ZodString>;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
# Function: findRootEvalConfig()
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
function findRootEvalConfig(rootDir: string): string | undefined;
|
|
5
|
+
|
|
6
|
+
```
|
|
7
|
+
|
|
8
|
+
Path to the root `evals.config.ts` (from [defineEvalConfig](./docs/api/appkit/Function.defineEvalConfig.md)) at `<rootDir>/evals.config.ts`, or `undefined` when absent. The root config holds run-wide settings (`baseUrl`, `webServer`); it's distinct from the per-agent configs found by [discoverEvalConfigs](./docs/api/appkit/Function.discoverEvalConfigs.md).
|
|
9
|
+
|
|
10
|
+
## Parameters[](#parameters "Direct link to Parameters")
|
|
11
|
+
|
|
12
|
+
| Parameter | Type |
|
|
13
|
+
| --------- | -------- |
|
|
14
|
+
| `rootDir` | `string` |
|
|
15
|
+
|
|
16
|
+
## Returns[](#returns "Direct link to Returns")
|
|
17
|
+
|
|
18
|
+
`string` | `undefined`
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
# Function: loadRootEvalConfig()
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
function loadRootEvalConfig(rootDir: string): Promise<EvalConfig | undefined>;
|
|
5
|
+
|
|
6
|
+
```
|
|
7
|
+
|
|
8
|
+
Load the root `evals.config.ts` under `rootDir` (the project root), or return `undefined` when there is none. This is the run-wide config carrying `baseUrl`/`webServer`; the CLI reads it to resolve options and manage the app-under-test lifecycle before calling [runEvalsInDir](./docs/api/appkit/Function.runEvalsInDir.md).
|
|
9
|
+
|
|
10
|
+
## Parameters[](#parameters "Direct link to Parameters")
|
|
11
|
+
|
|
12
|
+
| Parameter | Type |
|
|
13
|
+
| --------- | -------- |
|
|
14
|
+
| `rootDir` | `string` |
|
|
15
|
+
|
|
16
|
+
## Returns[](#returns "Direct link to Returns")
|
|
17
|
+
|
|
18
|
+
`Promise`<`EvalConfig` | `undefined`>
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
# Interface: EvalWebServer
|
|
2
|
+
|
|
3
|
+
Auto-start config for the app under test, à la Playwright's `webServer`. When set in a root `evals.config.ts`, the CLI boots the app before running evals and tears it down after — so you don't have to start the server by hand.
|
|
4
|
+
|
|
5
|
+
## Properties[](#properties "Direct link to Properties")
|
|
6
|
+
|
|
7
|
+
### command[](#command "Direct link to command")
|
|
8
|
+
|
|
9
|
+
```ts
|
|
10
|
+
command: string;
|
|
11
|
+
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
Shell command that starts the app, e.g. `"npm run dev"`.
|
|
15
|
+
|
|
16
|
+
***
|
|
17
|
+
|
|
18
|
+
### reuseExisting?[](#reuseexisting "Direct link to reuseExisting?")
|
|
19
|
+
|
|
20
|
+
```ts
|
|
21
|
+
optional reuseExisting: boolean;
|
|
22
|
+
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
When `true` (default), reuse a server already answering at `url` instead of spawning one — so a running `dev` server is used as-is. Set `false` to always spawn a fresh server.
|
|
26
|
+
|
|
27
|
+
***
|
|
28
|
+
|
|
29
|
+
### timeoutMs?[](#timeoutms "Direct link to timeoutMs?")
|
|
30
|
+
|
|
31
|
+
```ts
|
|
32
|
+
optional timeoutMs: number;
|
|
33
|
+
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
How long to wait for `url` to answer before giving up. Defaults to 60s.
|
|
37
|
+
|
|
38
|
+
***
|
|
39
|
+
|
|
40
|
+
### url?[](#url "Direct link to url?")
|
|
41
|
+
|
|
42
|
+
```ts
|
|
43
|
+
optional url: string;
|
|
44
|
+
|
|
45
|
+
```
|
|
46
|
+
|
|
47
|
+
URL polled until it answers before evals start. Defaults to the run's `baseUrl` (`--url`). Readiness = any HTTP response (a 404 still proves the server is up).
|