@databricks/appkit 0.71.0 → 0.72.0

package/dist/shared/src/schemas/manifest.d.ts

@@ -12,12 +12,12 @@ declare const resourceFieldEntrySchema: z.ZodObject<{
   discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
     type: z.ZodLiteral<"kind">;
     resourceKind: z.ZodEnum<{
+      volume: "volume";
       warehouse: "warehouse";
       genie_space: "genie_space";
       postgres_project: "postgres_project";
       postgres_branch: "postgres_branch";
       postgres_database: "postgres_database";
-      volume: "volume";
     }>;
     select: z.ZodOptional<z.ZodString>;
     display: z.ZodOptional<z.ZodString>;
@@ -58,12 +58,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -99,12 +99,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -139,12 +139,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -162,9 +162,9 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"sql_warehouse">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
+        CAN_QUERY: "CAN_QUERY";
         CAN_VIEW: "CAN_VIEW";
         CAN_MANAGE: "CAN_MANAGE";
-        CAN_QUERY: "CAN_QUERY";
       }>;
       alias: z.ZodString;
       resourceKey: z.ZodString;
@@ -180,12 +180,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -220,12 +220,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -259,12 +259,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -298,12 +298,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -337,12 +337,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -376,12 +376,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -415,12 +415,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -438,10 +438,10 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"postgres">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
+        CAN_EDIT: "CAN_EDIT";
         CAN_VIEW: "CAN_VIEW";
         CAN_MANAGE: "CAN_MANAGE";
         CAN_RUN: "CAN_RUN";
-        CAN_EDIT: "CAN_EDIT";
       }>;
       alias: z.ZodString;
       resourceKey: z.ZodString;
@@ -457,12 +457,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -480,8 +480,8 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"genie_space">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
-        CAN_MANAGE: "CAN_MANAGE";
         CAN_EDIT: "CAN_EDIT";
+        CAN_MANAGE: "CAN_MANAGE";
         CAN_READ: "CAN_READ";
       }>;
       alias: z.ZodString;
@@ -498,12 +498,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -537,12 +537,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -579,12 +579,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -620,12 +620,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -660,12 +660,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -683,9 +683,9 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"sql_warehouse">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
+        CAN_QUERY: "CAN_QUERY";
         CAN_VIEW: "CAN_VIEW";
         CAN_MANAGE: "CAN_MANAGE";
-        CAN_QUERY: "CAN_QUERY";
       }>;
       alias: z.ZodString;
       resourceKey: z.ZodString;
@@ -701,12 +701,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -741,12 +741,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -780,12 +780,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -819,12 +819,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -858,12 +858,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -897,12 +897,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -936,12 +936,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -959,10 +959,10 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"postgres">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
+        CAN_EDIT: "CAN_EDIT";
         CAN_VIEW: "CAN_VIEW";
         CAN_MANAGE: "CAN_MANAGE";
         CAN_RUN: "CAN_RUN";
-        CAN_EDIT: "CAN_EDIT";
       }>;
       alias: z.ZodString;
       resourceKey: z.ZodString;
@@ -978,12 +978,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -1001,8 +1001,8 @@ declare const pluginManifestSchema: z.ZodObject<{
       type: z.ZodLiteral<"genie_space">;
     }, z.core.$strict>, z.ZodObject<{
       permission: z.ZodEnum<{
-        CAN_MANAGE: "CAN_MANAGE";
         CAN_EDIT: "CAN_EDIT";
+        CAN_MANAGE: "CAN_MANAGE";
         CAN_READ: "CAN_READ";
       }>;
       alias: z.ZodString;
@@ -1019,12 +1019,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;
@@ -1058,12 +1058,12 @@ declare const pluginManifestSchema: z.ZodObject<{
         discovery: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
           type: z.ZodLiteral<"kind">;
           resourceKind: z.ZodEnum<{
+            volume: "volume";
             warehouse: "warehouse";
             genie_space: "genie_space";
             postgres_project: "postgres_project";
             postgres_branch: "postgres_branch";
             postgres_database: "postgres_database";
-            volume: "volume";
           }>;
           select: z.ZodOptional<z.ZodString>;
           display: z.ZodOptional<z.ZodString>;

package/docs/api/appkit/Class.MlflowClient.md

@@ -0,0 +1,103 @@
+# Class: MlflowClient
+
+A thin client over the Databricks workspace REST API, owning the host + bearer token so callers (eval-run creation, assessment writes, the judge's serving endpoint) don't each re-derive URLs or re-attach auth. The host is normalized once at construction.
+
+## Constructors[​](#constructors "Direct link to Constructors")
+
+### Constructor[​](#constructor "Direct link to Constructor")
+
+```ts
+new MlflowClient(host: string, token: string): MlflowClient;
+
+```
+
+#### Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type     |
+| --------- | -------- |
+| `host`    | `string` |
+| `token`   | `string` |
+
+#### Returns[​](#returns "Direct link to Returns")
+
+`MlflowClient`
+
+## Properties[​](#properties "Direct link to Properties")
+
+### baseUrl[​](#baseurl "Direct link to baseUrl")
+
+```ts
+readonly baseUrl: string;
+
+```
+
+Normalized workspace base URL (scheme guaranteed, no trailing slash).
+
+## Methods[​](#methods "Direct link to Methods")
+
+### post()[​](#post "Direct link to post()")
+
+```ts
+post<T>(path: string, body: unknown): Promise<T>;
+
+```
+
+POST JSON to an MLflow REST endpoint. Returns the parsed JSON body, or throws with the status + response text so callers can surface a precise error. Use for calls whose failure should abort (e.g. `runs/create`).
+
+The thrown message embeds up to 500 chars of the upstream response body to aid debugging. That is fine for the dev-facing eval CLI, but do NOT relay it into an end-user HTTP response if this client is reused in a request handler — the body can carry workspace-internal detail.
+
+#### Type Parameters[​](#type-parameters "Direct link to Type Parameters")
+
+| Type Parameter | Default type |
+| -------------- | ------------ |
+| `T`            | `unknown`    |
+
+#### Parameters[​](#parameters-1 "Direct link to Parameters")
+
+| Parameter | Type      |
+| --------- | --------- |
+| `path`    | `string`  |
+| `body`    | `unknown` |
+
+#### Returns[​](#returns-1 "Direct link to Returns")
+
+`Promise`<`T`>
+
+***
+
+### postResult()[​](#postresult "Direct link to postResult()")
+
+```ts
+postResult(path: string, body: unknown): Promise<PostResult>;
+
+```
+
+POST JSON without throwing: returns `{ ok, status, error }` so best-effort writes (e.g. per-trace assessments) can be collected and reported without aborting the run.
+
+`error` embeds up to 500 chars of the upstream body — same caveat as [post](#post): fine to log for the dev CLI, don't relay it to end users.
+
+#### Parameters[​](#parameters-2 "Direct link to Parameters")
+
+| Parameter | Type      |
+| --------- | --------- |
+| `path`    | `string`  |
+| `body`    | `unknown` |
+
+#### Returns[​](#returns-2 "Direct link to Returns")
+
+`Promise`<[`PostResult`](./docs/api/appkit/Interface.PostResult.md)>
+
+***
+
+### servingEndpointsUrl()[​](#servingendpointsurl "Direct link to servingEndpointsUrl()")
+
+```ts
+servingEndpointsUrl(): string;
+
+```
+
+OpenAI-compatible base URL for Databricks Model Serving, used as the judge's `OPENAI_BASE_URL`. Same workspace host + token as the MLflow REST calls.
+
+#### Returns[​](#returns-3 "Direct link to Returns")
+
+`string`

package/docs/api/appkit/Function.buildAssessments.md

@@ -0,0 +1,16 @@
+# Function: buildAssessments()
+
+```ts
+function buildAssessments(result: EvalResult): Assessment[];
+
+```
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type                                                            |
+| --------- | --------------------------------------------------------------- |
+| `result`  | [`EvalResult`](./docs/api/appkit/Interface.EvalResult.md) |
+
+## Returns[​](#returns "Direct link to Returns")
+
+[`Assessment`](./docs/api/appkit/Interface.Assessment.md)\[]

package/docs/api/appkit/Function.configureJudge.md

@@ -0,0 +1,18 @@
+# Function: configureJudge()
+
+```ts
+function configureJudge(config: JudgeConfig): Promise<void>;
+
+```
+
+Configure the judge once. Sets the OpenAI-compatible client env autoevals reads and the default judge model. No-op-safe: on failure, judging stays disabled and [isJudgeConfigured](./docs/api/appkit/Function.isJudgeConfigured.md) returns false.
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type                                                              |
+| --------- | ----------------------------------------------------------------- |
+| `config`  | [`JudgeConfig`](./docs/api/appkit/Interface.JudgeConfig.md) |
+
+## Returns[​](#returns "Direct link to Returns")
+
+`Promise`<`void`>

package/docs/api/appkit/Function.createHttpDriver.md

@@ -0,0 +1,18 @@
+# Function: createHttpDriver()
+
+```ts
+function createHttpDriver(options: HttpDriverOptions): EvalDriver;
+
+```
+
+Drives an agent by POSTing to a running app's chat endpoint and parsing the SSE response. Keeps the thread id across `send`s so multi-turn evals share a conversation. Agent/stream errors surface as `succeeded: false` rather than throwing, so `t.succeeded()` can assert on them.
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type                                                                          |
+| --------- | ----------------------------------------------------------------------------- |
+| `options` | [`HttpDriverOptions`](./docs/api/appkit/Interface.HttpDriverOptions.md) |
+
+## Returns[​](#returns "Direct link to Returns")
+
+[`EvalDriver`](./docs/api/appkit/Interface.EvalDriver.md)

package/docs/api/appkit/Function.defineEval.md

@@ -0,0 +1,35 @@
+# Function: defineEval()
+
+```ts
+function defineEval(def: EvalDefinition): EvalDefinition;
+
+```
+
+Define an agent eval. Default-export the result from a `server/agents/<id>/evals/*.eval.ts` file.
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type                                                                    |
+| --------- | ----------------------------------------------------------------------- |
+| `def`     | [`EvalDefinition`](./docs/api/appkit/Interface.EvalDefinition.md) |
+
+## Returns[​](#returns "Direct link to Returns")
+
+[`EvalDefinition`](./docs/api/appkit/Interface.EvalDefinition.md)
+
+## Example[​](#example "Direct link to Example")
+
+```ts
+import { defineEval, includes } from "@databricks/appkit/beta";
+
+export default defineEval({
+  description: "Weather agent basic coverage",
+  async test(t) {
+    await t.send("What's the weather in Brooklyn?");
+    t.succeeded();
+    t.calledTool("get_weather");
+    t.check(t.reply, includes("Sunny"));
+  },
+});
+
+```

package/docs/api/appkit/Function.discoverEvalFiles.md

@@ -0,0 +1,18 @@
+# Function: discoverEvalFiles()
+
+```ts
+function discoverEvalFiles(rootDir: string): DiscoveredEval[];
+
+```
+
+Discover evals under `<rootDir>/server/agents/<agent>/evals/` — co-located with each agent's `agent.{md,ts}` (same folder-per-agent layout the agents plugin discovers). The agent id is the folder name; the eval id is the file path relative to that evals dir with `.eval.ts` stripped. Sorted + stable.
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter | Type     |
+| --------- | -------- |
+| `rootDir` | `string` |
+
+## Returns[​](#returns "Direct link to Returns")
+
+[`DiscoveredEval`](./docs/api/appkit/Interface.DiscoveredEval.md)\[]

package/docs/api/appkit/Function.equals.md

@@ -0,0 +1,18 @@
+# Function: equals()
+
+```ts
+function equals(expected: string): Matcher;
+
+```
+
+Passes when the value equals `expected` exactly.
+
+## Parameters[​](#parameters "Direct link to Parameters")
+
+| Parameter  | Type     |
+| ---------- | -------- |
+| `expected` | `string` |
+
+## Returns[​](#returns "Direct link to Returns")
+
+[`Matcher`](./docs/api/appkit/TypeAlias.Matcher.md)