@databricks/appkit 0.72.0 → 0.73.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLAUDE.md +17 -0
- package/NOTICE.md +1 -0
- package/dist/appkit/package.js +1 -1
- package/dist/beta.d.ts +7 -4
- package/dist/beta.js +3 -2
- package/dist/cli/commands/agent/eval.js +9 -1
- package/dist/cli/commands/agent/eval.js.map +1 -1
- package/dist/connectors/index.js +1 -1
- package/dist/connectors/mlflow/auth.d.ts +11 -1
- package/dist/connectors/mlflow/auth.d.ts.map +1 -1
- package/dist/connectors/mlflow/auth.js +22 -2
- package/dist/connectors/mlflow/auth.js.map +1 -1
- package/dist/connectors/mlflow/index.d.ts +2 -0
- package/dist/database/errors.js +15 -5
- package/dist/database/errors.js.map +1 -1
- package/dist/database/runtime/data-path.d.ts +7 -0
- package/dist/database/runtime/data-path.d.ts.map +1 -0
- package/dist/database/runtime/data-path.js.map +1 -1
- package/dist/database/runtime/engine/drizzle-data-path.js +7 -5
- package/dist/database/runtime/engine/drizzle-data-path.js.map +1 -1
- package/dist/database/schema-builder/define-schema.d.ts +1 -1
- package/dist/database/schema-builder/define-schema.js +1 -1
- package/dist/database/schema-builder/define-schema.js.map +1 -1
- package/dist/errors/database-validation.d.ts +23 -0
- package/dist/errors/database-validation.d.ts.map +1 -0
- package/dist/errors/database-validation.js +24 -0
- package/dist/errors/database-validation.js.map +1 -0
- package/dist/errors/index.js +1 -0
- package/dist/evals/dataset.d.ts +36 -0
- package/dist/evals/dataset.d.ts.map +1 -0
- package/dist/evals/dataset.js +36 -0
- package/dist/evals/dataset.js.map +1 -0
- package/dist/evals/http-driver.js +56 -51
- package/dist/evals/http-driver.js.map +1 -1
- package/dist/evals/index.d.ts +14 -0
- package/dist/evals/index.js +2 -1
- package/dist/evals/judge.d.ts +1 -0
- package/dist/evals/judge.d.ts.map +1 -1
- package/dist/evals/mlflow-report.d.ts +1 -0
- package/dist/evals/mlflow-report.d.ts.map +1 -1
- package/dist/evals/mlflow-run.d.ts +2 -0
- package/dist/evals/mlflow-run.d.ts.map +1 -1
- package/dist/evals/run-eval.d.ts +3 -0
- package/dist/evals/run-eval.d.ts.map +1 -1
- package/dist/evals/run-eval.js +10 -2
- package/dist/evals/run-eval.js.map +1 -1
- package/dist/evals/run-evals.d.ts +9 -0
- package/dist/evals/run-evals.d.ts.map +1 -1
- package/dist/evals/run-evals.js +101 -22
- package/dist/evals/run-evals.js.map +1 -1
- package/dist/evals/types.d.ts +40 -4
- package/dist/evals/types.d.ts.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/plugin/plugin.d.ts.map +1 -1
- package/dist/plugin/plugin.js +1 -1
- package/dist/plugin/plugin.js.map +1 -1
- package/dist/plugins/database/crud/contract.js +17 -8
- package/dist/plugins/database/crud/contract.js.map +1 -1
- package/dist/plugins/database/crud/exposure.js +63 -22
- package/dist/plugins/database/crud/exposure.js.map +1 -1
- package/dist/plugins/database/crud/request.js +50 -0
- package/dist/plugins/database/crud/request.js.map +1 -0
- package/dist/plugins/database/crud/response.js +77 -0
- package/dist/plugins/database/crud/response.js.map +1 -0
- package/dist/plugins/database/crud/routes.js +71 -52
- package/dist/plugins/database/crud/routes.js.map +1 -1
- package/dist/plugins/database/database.d.ts +6 -4
- package/dist/plugins/database/database.d.ts.map +1 -1
- package/dist/plugins/database/database.js +46 -16
- package/dist/plugins/database/database.js.map +1 -1
- package/dist/plugins/database/defaults.js +5 -1
- package/dist/plugins/database/defaults.js.map +1 -1
- package/dist/plugins/database/entity-client.js +143 -10
- package/dist/plugins/database/entity-client.js.map +1 -1
- package/dist/plugins/database/entity-types.d.ts +1 -1
- package/dist/plugins/database/hooks.d.ts +38 -0
- package/dist/plugins/database/hooks.d.ts.map +1 -0
- package/dist/plugins/database/index.d.ts +3 -2
- package/dist/plugins/database/lifecycle.js +67 -28
- package/dist/plugins/database/lifecycle.js.map +1 -1
- package/dist/plugins/database/scope.js +58 -0
- package/dist/plugins/database/scope.js.map +1 -0
- package/dist/plugins/database/types.d.ts +40 -12
- package/dist/plugins/database/types.d.ts.map +1 -1
- package/dist/shared/src/schemas/manifest.d.ts +33 -33
- package/docs/api/appkit/Class.AppKitError.md +1 -0
- package/docs/api/appkit/Class.DatabaseValidationError.md +191 -0
- package/docs/api/appkit/Function.defineSchema.md +1 -1
- package/docs/api/appkit/Function.readEvalDataset.md +21 -0
- package/docs/api/appkit/Function.resolveWorkspaceClient.md +18 -0
- package/docs/api/appkit/Interface.AssertionHandle.md +1 -1
- package/docs/api/appkit/Interface.DatabaseValidationIssue.md +21 -0
- package/docs/api/appkit/Interface.DatasetRow.md +21 -0
- package/docs/api/appkit/Interface.EntityMutationHooks.md +173 -0
- package/docs/api/appkit/Interface.EvalDefinition.md +28 -0
- package/docs/api/appkit/Interface.EvalDriver.md +16 -1
- package/docs/api/appkit/Interface.HookApp.md +12 -0
- package/docs/api/appkit/Interface.HookContext.md +21 -0
- package/docs/api/appkit/Interface.ReadEvalDatasetOptions.md +34 -0
- package/docs/api/appkit/Interface.ReadSerializerContext.md +21 -0
- package/docs/api/appkit/Interface.RunEvalOptions.md +11 -0
- package/docs/api/appkit/Interface.RunEvalsOptions.md +22 -0
- package/docs/api/appkit/Interface.TestContext.md +41 -4
- package/docs/api/appkit/TypeAlias.DatabaseApiConfig.md +53 -0
- package/docs/api/appkit/TypeAlias.DatabaseApiWriteOperation.md +8 -0
- package/docs/api/appkit/TypeAlias.DatabaseApiWritesConfig.md +49 -0
- package/docs/api/appkit/TypeAlias.DatabaseExports.md +3 -3
- package/docs/api/appkit/TypeAlias.EntityHooks.md +25 -0
- package/docs/api/appkit/TypeAlias.IDatabaseConfig.md +16 -5
- package/docs/api/appkit/TypeAlias.ReadSerializer.md +19 -0
- package/docs/api/appkit/TypeAlias.TransactionClient.md +19 -0
- package/docs/api/appkit.md +135 -119
- package/docs/plugins/database.md +144 -0
- package/llms.txt +17 -0
- package/package.json +2 -2
- package/sbom.cdx.json +1 -1
|
@@ -4,6 +4,28 @@ The `t` context passed to an eval's `test` function.
|
|
|
4
4
|
|
|
5
5
|
## Properties[](#properties "Direct link to Properties")
|
|
6
6
|
|
|
7
|
+
### expected[](#expected "Direct link to expected")
|
|
8
|
+
|
|
9
|
+
```ts
|
|
10
|
+
readonly expected: Record<string, unknown> | undefined;
|
|
11
|
+
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
The current dataset row's `expectations` (ground truth / guidelines), or `undefined` when the row has none or the eval isn't dataset-driven.
|
|
15
|
+
|
|
16
|
+
***
|
|
17
|
+
|
|
18
|
+
### input[](#input "Direct link to input")
|
|
19
|
+
|
|
20
|
+
```ts
|
|
21
|
+
readonly input: Record<string, unknown>;
|
|
22
|
+
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
The current dataset row's `inputs` when the eval is dataset-driven (see [EvalDefinition.dataset](./docs/api/appkit/Interface.EvalDefinition.md#dataset)); `{}` for a plain single-run eval.
|
|
26
|
+
|
|
27
|
+
***
|
|
28
|
+
|
|
7
29
|
### judge[](#judge "Direct link to judge")
|
|
8
30
|
|
|
9
31
|
```ts
|
|
@@ -15,7 +37,7 @@ judge: {
|
|
|
15
37
|
|
|
16
38
|
```
|
|
17
39
|
|
|
18
|
-
LLM-as-judge scoring of the last reply (via autoevals → a Databricks judge model). Each returns a scored
|
|
40
|
+
LLM-as-judge scoring of the last reply (via autoevals → a Databricks judge model). Each returns a scored assertion that gates by default (a miss fails the eval); chain `.atLeast(n)` to change the pass threshold or `.soft()` to demote to a tracked-only metric. Requires the judge to be configured (`--judge-model`).
|
|
19
41
|
|
|
20
42
|
#### closedQA()[](#closedqa "Direct link to closedQA()")
|
|
21
43
|
|
|
@@ -152,6 +174,21 @@ Assert a value against a matcher, e.g. `t.check(t.reply, includes("Sunny"))`.
|
|
|
152
174
|
|
|
153
175
|
***
|
|
154
176
|
|
|
177
|
+
### reset()[](#reset "Direct link to reset()")
|
|
178
|
+
|
|
179
|
+
```ts
|
|
180
|
+
reset(): void;
|
|
181
|
+
|
|
182
|
+
```
|
|
183
|
+
|
|
184
|
+
Start a fresh conversation: the next `send` opens a new thread with no history. Use to run several independent one-shot checks in one test. Consecutive `send`s (without a `reset`) stay in one multi-turn conversation.
|
|
185
|
+
|
|
186
|
+
#### Returns[](#returns-5 "Direct link to Returns")
|
|
187
|
+
|
|
188
|
+
`void`
|
|
189
|
+
|
|
190
|
+
***
|
|
191
|
+
|
|
155
192
|
### send()[](#send "Direct link to send()")
|
|
156
193
|
|
|
157
194
|
```ts
|
|
@@ -167,7 +204,7 @@ Send a user message to the agent and capture its response.
|
|
|
167
204
|
| --------- | -------- |
|
|
168
205
|
| `message` | `string` |
|
|
169
206
|
|
|
170
|
-
#### Returns[](#returns-
|
|
207
|
+
#### Returns[](#returns-6 "Direct link to Returns")
|
|
171
208
|
|
|
172
209
|
`Promise`<`void`>
|
|
173
210
|
|
|
@@ -188,7 +225,7 @@ Skip this eval with an optional reason.
|
|
|
188
225
|
| --------- | -------- |
|
|
189
226
|
| `reason?` | `string` |
|
|
190
227
|
|
|
191
|
-
#### Returns[](#returns-
|
|
228
|
+
#### Returns[](#returns-7 "Direct link to Returns")
|
|
192
229
|
|
|
193
230
|
`never`
|
|
194
231
|
|
|
@@ -203,6 +240,6 @@ succeeded(): AssertionHandle;
|
|
|
203
240
|
|
|
204
241
|
Assert the last turn completed successfully (gate by default).
|
|
205
242
|
|
|
206
|
-
#### Returns[](#returns-
|
|
243
|
+
#### Returns[](#returns-8 "Direct link to Returns")
|
|
207
244
|
|
|
208
245
|
[`AssertionHandle`](./docs/api/appkit/Interface.AssertionHandle.md)
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
# Type Alias: DatabaseApiConfig\<TSchema>
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
type DatabaseApiConfig<TSchema> =
|
|
5
|
+
| boolean
|
|
6
|
+
| {
|
|
7
|
+
tables?: readonly SchemaTableName<TSchema>[];
|
|
8
|
+
writes?: DatabaseApiWritesConfig<TSchema>;
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
Full generated CRUD for every declared table by default. Set false to disable all generated routes, or use an object to restrict tables and writes. Keyed routes require a public primary key; upsert stays programmatic. Route names must start with a letter, contain only letters, digits, `_`, or `-`, be at most 64 characters, and be unique ignoring case. Invalid names fail setup; exclude internal tables with `api.tables` or use `api: false`.
|
|
14
|
+
|
|
15
|
+
Routes run as the app's service principal and apply no per-user filter, so anyone the app admits receives every enabled operation. An exposed table also becomes includable from its neighbours; a relation whose target stays off cannot be included.
|
|
16
|
+
|
|
17
|
+
Text filters accept caller-supplied `like`/`ilike` patterns; a server-side `statement_timeout` cancels a pattern that would otherwise hold its pooled connection to completion.
|
|
18
|
+
|
|
19
|
+
## Type Parameters[](#type-parameters "Direct link to Type Parameters")
|
|
20
|
+
|
|
21
|
+
| Type Parameter |
|
|
22
|
+
| --------------------------------------------------------------------------- |
|
|
23
|
+
| `TSchema` *extends* [`Schema`](./docs/api/appkit/Interface.Schema.md) |
|
|
24
|
+
|
|
25
|
+
## Type Declaration[](#type-declaration "Direct link to Type Declaration")
|
|
26
|
+
|
|
27
|
+
`boolean`
|
|
28
|
+
|
|
29
|
+
```ts
|
|
30
|
+
{
|
|
31
|
+
tables?: readonly SchemaTableName<TSchema>[];
|
|
32
|
+
writes?: DatabaseApiWritesConfig<TSchema>;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
### tables?[](#tables "Direct link to tables?")
|
|
38
|
+
|
|
39
|
+
```ts
|
|
40
|
+
readonly optional tables: readonly SchemaTableName<TSchema>[];
|
|
41
|
+
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
Tables that remain exposed. Defaults to every declared table.
|
|
45
|
+
|
|
46
|
+
### writes?[](#writes "Direct link to writes?")
|
|
47
|
+
|
|
48
|
+
```ts
|
|
49
|
+
readonly optional writes: DatabaseApiWritesConfig<TSchema>;
|
|
50
|
+
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
All writes by default. Set false for read-only routes.
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
# Type Alias: DatabaseApiWritesConfig\<TSchema>
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
type DatabaseApiWritesConfig<TSchema> =
|
|
5
|
+
| boolean
|
|
6
|
+
| {
|
|
7
|
+
operations?: readonly DatabaseApiWriteOperation[];
|
|
8
|
+
tables?: readonly SchemaTableName<TSchema>[];
|
|
9
|
+
};
|
|
10
|
+
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
All writes by default; false keeps reads only, and an object narrows writes.
|
|
14
|
+
|
|
15
|
+
## Type Parameters[](#type-parameters "Direct link to Type Parameters")
|
|
16
|
+
|
|
17
|
+
| Type Parameter |
|
|
18
|
+
| --------------------------------------------------------------------------- |
|
|
19
|
+
| `TSchema` *extends* [`Schema`](./docs/api/appkit/Interface.Schema.md) |
|
|
20
|
+
|
|
21
|
+
## Type Declaration[](#type-declaration "Direct link to Type Declaration")
|
|
22
|
+
|
|
23
|
+
`boolean`
|
|
24
|
+
|
|
25
|
+
```ts
|
|
26
|
+
{
|
|
27
|
+
operations?: readonly DatabaseApiWriteOperation[];
|
|
28
|
+
tables?: readonly SchemaTableName<TSchema>[];
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
### operations?[](#operations "Direct link to operations?")
|
|
34
|
+
|
|
35
|
+
```ts
|
|
36
|
+
readonly optional operations: readonly DatabaseApiWriteOperation[];
|
|
37
|
+
|
|
38
|
+
```
|
|
39
|
+
|
|
40
|
+
Operations that remain enabled. Defaults to create, update, and delete.
|
|
41
|
+
|
|
42
|
+
### tables?[](#tables "Direct link to tables?")
|
|
43
|
+
|
|
44
|
+
```ts
|
|
45
|
+
readonly optional tables: readonly SchemaTableName<TSchema>[];
|
|
46
|
+
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
Tables that remain writable. Defaults to every exposed table.
|
|
@@ -26,9 +26,9 @@ transaction<T>(callback: (tx: TransactionClient) => Promise<T>): Promise<T>;
|
|
|
26
26
|
|
|
27
27
|
#### Parameters[](#parameters "Direct link to Parameters")
|
|
28
28
|
|
|
29
|
-
| Parameter | Type
|
|
30
|
-
| ---------- |
|
|
31
|
-
| `callback` | (`tx`: `TransactionClient`) => `Promise`<`T`> |
|
|
29
|
+
| Parameter | Type |
|
|
30
|
+
| ---------- | ------------------------------------------------------------------------------------------------------- |
|
|
31
|
+
| `callback` | (`tx`: [`TransactionClient`](./docs/api/appkit/TypeAlias.TransactionClient.md)) => `Promise`<`T`> |
|
|
32
32
|
|
|
33
33
|
#### Returns[](#returns "Direct link to Returns")
|
|
34
34
|
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# Type Alias: EntityHooks\<TTable>
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
type EntityHooks<TTable> = EntityMutationHooks<TTable> & {
|
|
5
|
+
serialize?: ReadSerializer;
|
|
6
|
+
};
|
|
7
|
+
|
|
8
|
+
```
|
|
9
|
+
|
|
10
|
+
Response shaping and mutation lifecycle declared for one table.
|
|
11
|
+
|
|
12
|
+
## Type Declaration[](#type-declaration "Direct link to Type Declaration")
|
|
13
|
+
|
|
14
|
+
### serialize?[](#serialize "Direct link to serialize?")
|
|
15
|
+
|
|
16
|
+
```ts
|
|
17
|
+
readonly optional serialize: ReadSerializer;
|
|
18
|
+
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## Type Parameters[](#type-parameters "Direct link to Type Parameters")
|
|
22
|
+
|
|
23
|
+
| Type Parameter | Default type |
|
|
24
|
+
| --------------------------- | ------------ |
|
|
25
|
+
| `TTable` *extends* `string` | `string` |
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
```ts
|
|
4
4
|
type IDatabaseConfig<TSchema> = {
|
|
5
|
-
|
|
6
|
-
hooks?: { readonly [TTable in SchemaTableName<TSchema>]?:
|
|
5
|
+
api?: DatabaseApiConfig<TSchema>;
|
|
6
|
+
hooks?: { readonly [TTable in SchemaTableName<TSchema>]?: EntityHooks<TTable> };
|
|
7
7
|
schema: TSchema;
|
|
8
8
|
};
|
|
9
9
|
|
|
@@ -19,10 +19,21 @@ Configuration for one schema-bound DatabasePlugin instance.
|
|
|
19
19
|
|
|
20
20
|
## Properties[](#properties "Direct link to Properties")
|
|
21
21
|
|
|
22
|
-
###
|
|
22
|
+
### api?[](#api "Direct link to api?")
|
|
23
23
|
|
|
24
24
|
```ts
|
|
25
|
-
readonly optional
|
|
25
|
+
readonly optional api: DatabaseApiConfig<TSchema>;
|
|
26
|
+
|
|
27
|
+
```
|
|
28
|
+
|
|
29
|
+
Generated HTTP CRUD is enabled for all tables by default, using the app's service principal. Every admitted caller receives the enabled operations; no per-user or per-row authorization is applied. This plugin does not support OBO. Use custom routes for application-specific authorization.
|
|
30
|
+
|
|
31
|
+
Set `false` to disable routes, `{ writes: false }` for reads only, or `{ tables: ["notes"] }` to expose only selected tables. To disable delete, use `{ writes: { operations: ["create", "update"] } }`.
|
|
32
|
+
|
|
33
|
+
#### Default Value[](#default-value "Direct link to Default Value")
|
|
34
|
+
|
|
35
|
+
```ts
|
|
36
|
+
true
|
|
26
37
|
|
|
27
38
|
```
|
|
28
39
|
|
|
@@ -31,7 +42,7 @@ readonly optional crudRoutes: CrudRoutesConfig<TSchema>;
|
|
|
31
42
|
### hooks?[](#hooks "Direct link to hooks?")
|
|
32
43
|
|
|
33
44
|
```ts
|
|
34
|
-
readonly optional hooks: { readonly [TTable in SchemaTableName<TSchema>]?:
|
|
45
|
+
readonly optional hooks: { readonly [TTable in SchemaTableName<TSchema>]?: EntityHooks<TTable> };
|
|
35
46
|
|
|
36
47
|
```
|
|
37
48
|
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
# Type Alias: ReadSerializer()
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
type ReadSerializer = (row: Record<string, unknown>, context: ReadSerializerContext) => Record<string, unknown>;
|
|
5
|
+
|
|
6
|
+
```
|
|
7
|
+
|
|
8
|
+
Shape one already private-safe row before it reaches the wire. A `Promise` is not assignable to the return type, so an async callback fails to compile: serializers run inside the response path and must not add latency there.
|
|
9
|
+
|
|
10
|
+
## Parameters[](#parameters "Direct link to Parameters")
|
|
11
|
+
|
|
12
|
+
| Parameter | Type |
|
|
13
|
+
| --------- | ------------------------------------------------------------------------------------- |
|
|
14
|
+
| `row` | `Record`<`string`, `unknown`> |
|
|
15
|
+
| `context` | [`ReadSerializerContext`](./docs/api/appkit/Interface.ReadSerializerContext.md) |
|
|
16
|
+
|
|
17
|
+
## Returns[](#returns "Direct link to Returns")
|
|
18
|
+
|
|
19
|
+
`Record`<`string`, `unknown`>
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
# Type Alias: TransactionClient
|
|
2
|
+
|
|
3
|
+
```ts
|
|
4
|
+
type TransactionClient = { readonly [K in EntityName]: TypedEntityClient<K> } & {
|
|
5
|
+
sql: SqlTag;
|
|
6
|
+
};
|
|
7
|
+
|
|
8
|
+
```
|
|
9
|
+
|
|
10
|
+
Entity and SQL capabilities bound to one transaction.
|
|
11
|
+
|
|
12
|
+
## Type Declaration[](#type-declaration "Direct link to Type Declaration")
|
|
13
|
+
|
|
14
|
+
### sql[](#sql "Direct link to sql")
|
|
15
|
+
|
|
16
|
+
```ts
|
|
17
|
+
readonly sql: SqlTag;
|
|
18
|
+
|
|
19
|
+
```
|