@botpress/adk 1.16.6 → 1.16.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/bp-dev-command.d.ts +6 -0
- package/dist/commands/bp-dev-command.d.ts.map +1 -1
- package/dist/commands/index.d.ts +4 -0
- package/dist/commands/index.d.ts.map +1 -1
- package/dist/commands/opencode-command.d.ts +45 -0
- package/dist/commands/opencode-command.d.ts.map +1 -0
- package/dist/commands/opencode-config.d.ts +29 -0
- package/dist/commands/opencode-config.d.ts.map +1 -0
- package/dist/eval/graders/outcome.d.ts +3 -2
- package/dist/eval/graders/outcome.d.ts.map +1 -1
- package/dist/eval/graders/workflow.d.ts +3 -2
- package/dist/eval/graders/workflow.d.ts.map +1 -1
- package/dist/eval/index.d.ts +1 -1
- package/dist/eval/index.d.ts.map +1 -1
- package/dist/eval/runner.d.ts +1 -3
- package/dist/eval/runner.d.ts.map +1 -1
- package/dist/eval/traces.d.ts.map +1 -1
- package/dist/eval/types.d.ts +10 -13
- package/dist/eval/types.d.ts.map +1 -1
- package/dist/generators/utils.d.ts +0 -11
- package/dist/generators/utils.d.ts.map +1 -1
- package/dist/index.js +290 -56
- package/dist/index.js.map +12 -10
- package/package.json +7 -7
|
@@ -13,6 +13,12 @@ export interface BpDevCommandOptions {
|
|
|
13
13
|
sourceMap?: boolean;
|
|
14
14
|
/** Bot configuration to inject as environment variable */
|
|
15
15
|
configuration?: Record<string, unknown>;
|
|
16
|
+
/** Auto-negotiated port for the internal CLI OTLP ingest server (HttpSpanExporter) */
|
|
17
|
+
internalOtlpPort: number;
|
|
18
|
+
/** Port for standard OTLP export to external tools (default 4318) */
|
|
19
|
+
otlpPort?: number;
|
|
20
|
+
/** Bot name from agent.config.ts, used for OTLP service.name */
|
|
21
|
+
botName?: string;
|
|
16
22
|
}
|
|
17
23
|
export type BpDevProgressEvent = {
|
|
18
24
|
type: 'generating';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bp-dev-command.d.ts","sourceRoot":"","sources":["../../src/commands/bp-dev-command.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAG/C,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,0DAA0D;IAC1D,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;
|
|
1
|
+
{"version":3,"file":"bp-dev-command.d.ts","sourceRoot":"","sources":["../../src/commands/bp-dev-command.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAG/C,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,0DAA0D;IAC1D,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACvC,sFAAsF;IACtF,gBAAgB,EAAE,MAAM,CAAA;IACxB,qEAAqE;IACrE,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,gEAAgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,MAAM,kBAAkB,GAC1B;IACE,IAAI,EAAE,YAAY,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB,GACD;IACE,IAAI,EAAE,UAAU,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,IAAI,CAAC,EAAE;QACL,SAAS,EAAE,MAAM,CAAA;KAClB,CAAA;CACF,GACD;IACE,IAAI,EAAE,WAAW,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,IAAI,CAAC,EAAE;QACL,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,MAAM,CAAA;KAClB,CAAA;CACF,GACD;IACE,IAAI,EAAE,WAAW,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAA;KACb,CAAA;CACF,CAAA;AAEL,qBAAa,YAAa,SAAQ,WAAW,CAAC,kBAAkB,CAAC;IASnD,OAAO,CAAC,OAAO;IAR3B,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,WAAW,CAAe;IAClC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAK;IAGtC,OAAO,CAAC,cAAc,CAAiE;gBAEnE,OAAO,EAAE,mBAAmB;IAI1C,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA4K1B,OAAO,CAAC,WAAW;YA8GL,yBAAyB;IAqBvC,IAAI,CAAC,MAAM,GAAE,MAAM,CAAC,OAAmB,GAAG,IAAI;IAOxC,OAAO,IAAI,OAAO,CAAC,YAAY,CAAC;IAUtC,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,GAAG,kBAAkB,GAAG,SAAS;IAIlF,oBAAoB,IAAI,kBAAkB,EAAE;CAG7C"}
|
package/dist/commands/index.d.ts
CHANGED
|
@@ -10,5 +10,9 @@ export { BpDevCommand } from './bp-dev-command.js';
|
|
|
10
10
|
export type { BpDevCommandOptions, BpDevProgressEvent } from './bp-dev-command.js';
|
|
11
11
|
export { BpChatCommand } from './bp-chat-command.js';
|
|
12
12
|
export type { BpChatCommandOptions } from './bp-chat-command.js';
|
|
13
|
+
export { OpenCodeCommand } from './opencode-command.js';
|
|
14
|
+
export type { OpenCodeCommandOptions, OpenCodeProgressEvent } from './opencode-command.js';
|
|
15
|
+
export { buildOpenCodeConfig } from './opencode-config.js';
|
|
16
|
+
export type { OpenCodeConfig } from './opencode-config.js';
|
|
13
17
|
export { BP_CLI_BIN_PATH, BP_CLI_VERSION, BP_CLI_INSTALL_DIR } from './bp-cli.js';
|
|
14
18
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/commands/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,YAAY,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAClD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,YAAY,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,YAAY,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAClD,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,YAAY,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAEhE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/commands/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,YAAY,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAClD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,YAAY,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AACxD,YAAY,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAClD,YAAY,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,YAAY,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,YAAY,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAC1F,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAE1D,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { BaseCommand } from './base-command.js';
|
|
2
|
+
export interface OpenCodeCommandOptions {
|
|
3
|
+
/** Port for the OpenCode server (default: 4096) */
|
|
4
|
+
port: number;
|
|
5
|
+
/** Working directory (the agent project path) */
|
|
6
|
+
cwd: string;
|
|
7
|
+
/** CORS origins to allow */
|
|
8
|
+
corsOrigins?: string[];
|
|
9
|
+
/** Path to the `adk` CLI binary (for MCP registration) */
|
|
10
|
+
adkBinPath?: string;
|
|
11
|
+
/** Dev server port so MCP tools can reach it */
|
|
12
|
+
devServerPort?: number;
|
|
13
|
+
}
|
|
14
|
+
export type OpenCodeProgressEvent = {
|
|
15
|
+
type: 'checking';
|
|
16
|
+
startTime: number;
|
|
17
|
+
} | {
|
|
18
|
+
type: 'starting';
|
|
19
|
+
startTime: number;
|
|
20
|
+
} | {
|
|
21
|
+
type: 'ready';
|
|
22
|
+
startTime: number;
|
|
23
|
+
data: {
|
|
24
|
+
port: number;
|
|
25
|
+
};
|
|
26
|
+
} | {
|
|
27
|
+
type: 'error';
|
|
28
|
+
startTime: number;
|
|
29
|
+
data: {
|
|
30
|
+
reason: string;
|
|
31
|
+
};
|
|
32
|
+
};
|
|
33
|
+
export declare class OpenCodeCommand extends BaseCommand<OpenCodeProgressEvent> {
|
|
34
|
+
private options;
|
|
35
|
+
private childProcess;
|
|
36
|
+
private killed;
|
|
37
|
+
private readyEmitted;
|
|
38
|
+
constructor(options: OpenCodeCommandOptions);
|
|
39
|
+
static isInstalled(): Promise<boolean>;
|
|
40
|
+
private emitReady;
|
|
41
|
+
run(): Promise<void>;
|
|
42
|
+
private pollUntilReady;
|
|
43
|
+
kill(signal?: NodeJS.Signals): void;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=opencode-command.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"opencode-command.d.ts","sourceRoot":"","sources":["../../src/commands/opencode-command.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAG/C,MAAM,WAAW,sBAAsB;IACrC,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAA;IACZ,iDAAiD;IACjD,GAAG,EAAE,MAAM,CAAA;IACX,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,0DAA0D;IAC1D,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,gDAAgD;IAChD,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,MAAM,qBAAqB,GAC7B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAC5D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAA;AAElE,qBAAa,eAAgB,SAAQ,WAAW,CAAC,qBAAqB,CAAC;IAKzD,OAAO,CAAC,OAAO;IAJ3B,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,YAAY,CAAQ;gBAER,OAAO,EAAE,sBAAsB;WAItC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAU5C,OAAO,CAAC,SAAS;IAUX,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAsFZ,cAAc;IAkB5B,IAAI,CAAC,MAAM,GAAE,MAAM,CAAC,OAAmB,GAAG,IAAI;CAM/C"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export interface OpenCodeConfig {
|
|
2
|
+
mcp: Record<string, {
|
|
3
|
+
type: string;
|
|
4
|
+
command: string[];
|
|
5
|
+
}>;
|
|
6
|
+
agent: Record<string, {
|
|
7
|
+
description: string;
|
|
8
|
+
prompt: string;
|
|
9
|
+
}>;
|
|
10
|
+
server?: {
|
|
11
|
+
port: number;
|
|
12
|
+
cors?: string[];
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Build the OpenCode configuration for the ADK Copilot.
|
|
17
|
+
*
|
|
18
|
+
* Registers the ADK MCP server and sets up a default agent prompt
|
|
19
|
+
* scoped to ADK development. Passed to `opencode serve` via
|
|
20
|
+
* the `OPENCODE_CONFIG_CONTENT` environment variable.
|
|
21
|
+
*/
|
|
22
|
+
export declare function buildOpenCodeConfig(options: {
|
|
23
|
+
adkBinPath: string;
|
|
24
|
+
agentPath: string;
|
|
25
|
+
devServerPort?: number;
|
|
26
|
+
openCodePort?: number;
|
|
27
|
+
corsOrigins?: string[];
|
|
28
|
+
}): OpenCodeConfig;
|
|
29
|
+
//# sourceMappingURL=opencode-config.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"opencode-config.d.ts","sourceRoot":"","sources":["../../src/commands/opencode-config.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAA;IACxD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC9D,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;CAC3C;AAmED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE;IAC3C,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB,GAAG,cAAc,CAwBjB"}
|
|
@@ -3,7 +3,8 @@
|
|
|
3
3
|
* Runs state, table, and workflow graders after all conversation turns complete.
|
|
4
4
|
*/
|
|
5
5
|
import type { Client as BpClient } from '@botpress/client';
|
|
6
|
-
import type {
|
|
6
|
+
import type { Span } from '@botpress/runtime/internal';
|
|
7
|
+
import type { EvalDefinition, EvalContext, GraderResult } from '../types';
|
|
7
8
|
/**
|
|
8
9
|
* Snapshot pre-conversation state for `changed` assertions.
|
|
9
10
|
* Call this BEFORE the conversation starts.
|
|
@@ -12,5 +13,5 @@ export declare function snapshotOutcomeState(client: BpClient, evalDef: EvalDefi
|
|
|
12
13
|
/**
|
|
13
14
|
* Grade all outcome assertions after the conversation completes.
|
|
14
15
|
*/
|
|
15
|
-
export declare function gradeOutcome(client: BpClient, evalDef: EvalDefinition, ctx: EvalContext, traceSpans:
|
|
16
|
+
export declare function gradeOutcome(client: BpClient, evalDef: EvalDefinition, ctx: EvalContext, traceSpans: Span[], preSnapshots?: Map<string, unknown>): Promise<GraderResult[]>;
|
|
16
17
|
//# sourceMappingURL=outcome.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"outcome.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/outcome.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"outcome.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/outcome.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAKzE;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,QAAQ,EAChB,OAAO,EAAE,cAAc,EACvB,GAAG,EAAE,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAK/B;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,QAAQ,EAChB,OAAO,EAAE,cAAc,EACvB,GAAG,EAAE,WAAW,EAChB,UAAU,EAAE,IAAI,EAAE,EAClB,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CAsBzB"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
* Workflow assertion graders.
|
|
3
3
|
* Checks workflow execution via trace spans.
|
|
4
4
|
*/
|
|
5
|
-
import type {
|
|
6
|
-
|
|
5
|
+
import type { Span } from '@botpress/runtime/internal';
|
|
6
|
+
import type { WorkflowAssertion, GraderResult } from '../types';
|
|
7
|
+
export declare function gradeWorkflows(spans: Span[], assertions: WorkflowAssertion[]): GraderResult[];
|
|
7
8
|
//# sourceMappingURL=workflow.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/workflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/workflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAE/D,wBAAgB,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,YAAY,EAAE,CAkD7F"}
|
package/dist/eval/index.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* ADK Eval Engine — public API.
|
|
3
3
|
*/
|
|
4
|
-
export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, EvalContext, GraderResult, TurnReport, ToolCall, TraceData,
|
|
4
|
+
export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, EvalContext, GraderResult, TurnReport, ToolCall, TraceData, BotConnection, BotResponse, TurnResult, MatchOperator, ResponseAssertion, ToolAssertion, StateAssertion, TableAssertion, WorkflowAssertion, TurnAssertions, ConversationTurn, OutcomeAssertions, } from './types';
|
|
5
5
|
export { defineEval } from './types';
|
|
6
6
|
export { loadEvalFile, loadEvalsFromDir, loadEvalByName, filterEvals } from './loader';
|
|
7
7
|
export { runEval, runEvalSuite } from './runner';
|
package/dist/eval/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,SAAS,EACT,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,SAAS,EACT,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAGpC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAGtF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAGhD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGpF,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,EACV,UAAU,EACV,aAAa,EACb,WAAW,EACX,cAAc,EACd,YAAY,EACZ,oBAAoB,GACrB,MAAM,WAAW,CAAA"}
|
package/dist/eval/runner.d.ts
CHANGED
|
@@ -2,11 +2,9 @@
|
|
|
2
2
|
* Eval runner — orchestrates eval execution.
|
|
3
3
|
*/
|
|
4
4
|
import type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, BotConnection } from './types';
|
|
5
|
-
/**
|
|
6
|
-
* Run a single eval against a bot.
|
|
7
|
-
*/
|
|
8
5
|
export declare function runEval(evalDef: EvalDefinition, connection: BotConnection, options?: {
|
|
9
6
|
devServerUrl?: string;
|
|
7
|
+
idleTimeout?: number;
|
|
10
8
|
}): Promise<EvalReport>;
|
|
11
9
|
/**
|
|
12
10
|
* Run a suite of evals.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EAGV,aAAa,EACd,MAAM,SAAS,CAAA;AAmBhB,wBAAsB,OAAO,CAC3B,OAAO,EAAE,cAAc,EACvB,UAAU,EAAE,aAAa,EACzB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC5D,OAAO,CAAC,UAAU,CAAC,CAoNrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAuExG"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../src/eval/traces.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;
|
|
1
|
+
{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../src/eval/traces.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAY,SAAS,EAAE,MAAM,SAAS,CAAA;AA0DlD;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACzE,OAAO,CAAC,SAAS,CAAC,CAsBpB"}
|
package/dist/eval/types.d.ts
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
* Eval type definitions.
|
|
3
3
|
* Ported from adk-eval-standalone/src/parser/schema.ts with added report types.
|
|
4
4
|
*/
|
|
5
|
+
import type { Span } from '@botpress/runtime/internal';
|
|
5
6
|
export type MatchOperator = string | {
|
|
6
7
|
equals: unknown;
|
|
7
8
|
} | {
|
|
@@ -79,6 +80,10 @@ export interface EvalDefinition {
|
|
|
79
80
|
type?: 'capability' | 'regression';
|
|
80
81
|
conversation: ConversationTurn[];
|
|
81
82
|
outcome?: OutcomeAssertions;
|
|
83
|
+
options?: {
|
|
84
|
+
/** Override the idle timeout for this eval (ms). Cascades: eval > agent config > default (15s). */
|
|
85
|
+
idleTimeout?: number;
|
|
86
|
+
};
|
|
82
87
|
}
|
|
83
88
|
/** Type-safe eval definition helper. Provides intellisense for eval files. */
|
|
84
89
|
export declare function defineEval(def: EvalDefinition): EvalDefinition;
|
|
@@ -102,19 +107,7 @@ export interface ToolCall {
|
|
|
102
107
|
export interface TraceData {
|
|
103
108
|
toolCalls: ToolCall[];
|
|
104
109
|
totalToolCallCount: number;
|
|
105
|
-
raw:
|
|
106
|
-
}
|
|
107
|
-
export interface TraceSpan {
|
|
108
|
-
t: 'start' | 'end' | 'beat';
|
|
109
|
-
traceId: string;
|
|
110
|
-
spanId: string;
|
|
111
|
-
parentSpanId?: string | null;
|
|
112
|
-
name?: string;
|
|
113
|
-
startNs?: number;
|
|
114
|
-
endNs?: number;
|
|
115
|
-
durationNs?: number;
|
|
116
|
-
attrs?: Record<string, unknown>;
|
|
117
|
-
[key: string]: unknown;
|
|
110
|
+
raw: Span[];
|
|
118
111
|
}
|
|
119
112
|
export interface TurnReport {
|
|
120
113
|
turnNumber: number;
|
|
@@ -193,6 +186,10 @@ export interface EvalRunnerConfig {
|
|
|
193
186
|
/** URL of the dev server providing traces and config. Defaults to http://localhost:3001 */
|
|
194
187
|
devServerUrl?: string;
|
|
195
188
|
onProgress?: (event: EvalProgressEvent) => void;
|
|
189
|
+
/** Bot-level eval options from agent.config.ts. Cascades: eval > agent config > default (15s). */
|
|
190
|
+
evalOptions?: {
|
|
191
|
+
idleTimeout?: number;
|
|
192
|
+
};
|
|
196
193
|
}
|
|
197
194
|
export interface EvalFilter {
|
|
198
195
|
names?: string[];
|
package/dist/eval/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAA;AAItD,MAAM,MAAM,aAAa,GACrB,MAAM,GACN;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,EAAE,EAAE,OAAO,EAAE,CAAA;CAAE,GACjB;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GACf;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAInB,MAAM,MAAM,iBAAiB,GACzB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAA;AAI1B,MAAM,MAAM,aAAa,GACrB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC1D;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,GACtB;IAAE,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAA;AAI5B,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC5D;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,aAAa,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,CAAA;AAEtF,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAID,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC9B,KAAK,CAAC,EAAE,aAAa,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,cAAc,CAAA;CACxB;AAID,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,YAAY,EAAE,gBAAgB,EAAE,CAAA;IAChC,OAAO,CAAC,EAAE,iBAAiB,CAAA;IAC3B,OAAO,CAAC,EAAE;QACR,mGAAmG;QACnG,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;CACF;AAED,8EAA8E;AAC9E,wBAAgB,UAAU,CAAC,GAAG,EAAE,cAAc,GAAG,cAAc,CAE9D;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,CAAA;CACvB;AAID,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,GAAG,EAAE,IAAI,EAAE,CAAA;CACZ;AAID,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,YAAY,EAAE,CAAA;IAC1B,IAAI,EAAE,OAAO,CAAA;IACb,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAA;IACnB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,iBAAiB,EAAE,YAAY,EAAE,CAAA;IACjC,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAA;AAIrD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;QAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;KACnC,CAAA;CACF;AAID,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;CACb;AAID,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,WAAW,EAAE,CAAA;CACzB;AAID,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,SAAS,EAAE,MAAM,CAAA;IACjB,2FAA2F;IAC3F,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAA;IAC/C,kGAAkG;IAClG,WAAW,CAAC,EAAE;QACZ,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,CAAA;CACF;AAID,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;CACnC"}
|
|
@@ -1,14 +1,3 @@
|
|
|
1
|
-
export declare const PRETTIER_CONFIG: {
|
|
2
|
-
semi: true;
|
|
3
|
-
singleQuote: false;
|
|
4
|
-
tabWidth: number;
|
|
5
|
-
trailingComma: "es5";
|
|
6
|
-
printWidth: number;
|
|
7
|
-
arrowParens: "always";
|
|
8
|
-
requirePragma: false;
|
|
9
|
-
insertPragma: false;
|
|
10
|
-
proseWrap: "preserve";
|
|
11
|
-
};
|
|
12
1
|
export declare const formatCode: (code: string, filepath?: string) => Promise<string>;
|
|
13
2
|
export declare const ADK_VERSION: string;
|
|
14
3
|
export declare const relative: (from: string, to: string) => string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/generators/utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/generators/utils.ts"],"names":[],"mappings":"AAqBA,eAAO,MAAM,UAAU,GAAU,MAAM,MAAM,EAAE,WAAW,MAAM,KAAG,OAAO,CAAC,MAAM,CAyBhF,CAAA;AAKD,eAAO,MAAM,WAAW,QAAsB,CAAA;AAE9C,eAAO,MAAM,QAAQ,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,KAAG,MAInD,CAAA;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CA6B1D"}
|