@botpress/adk 1.15.4 → 1.16.1

package/dist/agent-init/agent-project-generator.d.ts

@@ -13,7 +13,7 @@ export declare class AgentProjectGenerator {
     private createAgentJson;
     private createGitIgnore;
     private createReadme;
-    private createClaudeMd;
+    private createAIAssistantInstructions;
     private createSourceStructure;
     private writeFile;
     private writeFormattedFile;

package/dist/agent-init/agent-project-generator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-project-generator.d.ts","sourceRoot":"","sources":["../../src/agent-init/agent-project-generator.ts"],"names":[],"mappings":"AAUA,qBAAa,qBAAqB;IAChC,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAQ;gBAEZ,WAAW,EAAE,MAAM,EAAE,cAAc,GAAE,MAAc,EAAE,QAAQ,GAAE,MAAgB;IAOrF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAY/B,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,iBAAiB;IA4BzB,OAAO,CAAC,sBAAsB;YAsBhB,iBAAiB;IAmC/B,OAAO,CAAC,cAAc;IA2BtB,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,eAAe;YAqCT,YAAY;IA+C1B,OAAO,CAAC,cAAc;YAIR,qBAAqB;IAwCnC,OAAO,CAAC,SAAS;YAKH,kBAAkB;IAKhC,OAAO,CAAC,aAAa;CAGtB"}
+{"version":3,"file":"agent-project-generator.d.ts","sourceRoot":"","sources":["../../src/agent-init/agent-project-generator.ts"],"names":[],"mappings":"AAUA,qBAAa,qBAAqB;IAChC,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,cAAc,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAQ;gBAEZ,WAAW,EAAE,MAAM,EAAE,cAAc,GAAE,MAAc,EAAE,QAAQ,GAAE,MAAgB;IAOrF,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAY/B,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,iBAAiB;IA4BzB,OAAO,CAAC,sBAAsB;YAsBhB,iBAAiB;IAmC/B,OAAO,CAAC,cAAc;IA2BtB,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,eAAe;YAqCT,YAAY;IA+C1B,OAAO,CAAC,6BAA6B;YAMvB,qBAAqB;IAwCnC,OAAO,CAAC,SAAS;YAKH,kBAAkB;IAKhC,OAAO,CAAC,aAAa;CAGtB"}

package/dist/agent-project/config-writer.d.ts

@@ -1,4 +1,10 @@
 import type { Dependencies } from './types';
+export interface ConfigSchemaFieldUpdate {
+    action: 'add' | 'update' | 'remove';
+    field: string;
+    /** Raw TS expression for the field type, e.g. "z.string().default('sk-...')" */
+    definition?: string;
+}
 /**
  * ConfigWriter handles writing updates to agent.config.ts
  *
@@ -20,5 +26,9 @@ export declare class ConfigWriter {
      * Updates the name field in agent.config.ts
      */
     updateName(name: string): Promise<void>;
+    /**
+     * Adds, updates, or removes fields inside configuration.schema (the z.object({...}))
+     */
+    updateConfiguration(updates: ConfigSchemaFieldUpdate[]): Promise<void>;
 }
 //# sourceMappingURL=config-writer.d.ts.map

package/dist/agent-project/config-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config-writer.d.ts","sourceRoot":"","sources":["../../src/agent-project/config-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAG3C;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAQ;gBAEd,WAAW,EAAE,MAAM;IAI/B,OAAO,CAAC,UAAU;YAoBJ,UAAU;IAQxB;;;;OAIG;IACG,kBAAkB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBnE;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAU9C"}
+{"version":3,"file":"config-writer.d.ts","sourceRoot":"","sources":["../../src/agent-project/config-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAG3C,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAA;IACnC,KAAK,EAAE,MAAM,CAAA;IACb,gFAAgF;IAChF,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAQ;gBAEd,WAAW,EAAE,MAAM;IAI/B,OAAO,CAAC,UAAU;YAoBJ,UAAU;IAQxB;;;;OAIG;IACG,kBAAkB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBnE;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW7C;;OAEG;IACG,mBAAmB,CAAC,OAAO,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CA+D7E"}

package/dist/agent-project/index.d.ts

@@ -5,5 +5,6 @@ export { ValidationErrors } from './validation-errors.js';
 export { resolveAgent, hasAgentJson } from './agent-resolver.js';
 export type { ResolveAgentOptions } from './agent-resolver.js';
 export { ConfigWriter } from './config-writer.js';
+export type { ConfigSchemaFieldUpdate } from './config-writer.js';
 export * from './types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/agent-project/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/agent-project/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAChE,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,cAAc,YAAY,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/agent-project/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAChE,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAA;AACjE,cAAc,YAAY,CAAA"}

package/dist/config/coerce-config-value.d.ts

@@ -0,0 +1,18 @@
+import type { z } from '@botpress/sdk';
+/**
+ * Coerce a string value from CLI/terminal input to the type expected by a Zod field schema.
+ *
+ * CLI arguments and text inputs are always strings, but config schemas may expect
+ * numbers, booleans, etc. This function inspects the Zod schema's type and converts
+ * the raw string accordingly.
+ *
+ * Returns the coerced value, or the original string if the type is unknown or unsupported
+ * (letting Zod validation catch any remaining mismatches).
+ */
+export declare function coerceConfigValue(value: string, fieldSchema: z.ZodTypeAny): unknown;
+/**
+ * Unwrap optional/default/nullable wrappers to get the inner type name.
+ * e.g. z.number().optional() has typeName 'ZodOptional' but the inner type is 'ZodNumber'.
+ */
+export declare function getInnerTypeName(schema: z.ZodTypeAny): string;
+//# sourceMappingURL=coerce-config-value.d.ts.map

package/dist/config/coerce-config-value.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coerce-config-value.d.ts","sourceRoot":"","sources":["../../src/config/coerce-config-value.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAEtC;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,UAAU,GAAG,OAAO,CA0BnF;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,GAAG,MAAM,CAa7D"}

package/dist/config/index.d.ts

@@ -1,2 +1,3 @@
 export * from './manager.js';
+export { coerceConfigValue, getInnerTypeName } from './coerce-config-value.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAA;AAC5B,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA"}

package/dist/config/manager.d.ts

@@ -2,6 +2,21 @@ import { z } from '@botpress/sdk';
 export interface StoredConfig {
     [key: string]: any;
 }
+export interface ConfigFieldDescriptor {
+    key: string;
+    type: 'string' | 'number' | 'boolean' | 'unknown';
+    required: boolean;
+    description?: string;
+    defaultValue?: unknown;
+    currentValue?: unknown;
+}
+export type SetResult = {
+    success: false;
+    error: string;
+} | {
+    success: true;
+    data: any;
+};
 export declare class ConfigManager {
     private botId;
     private client;
@@ -44,5 +59,15 @@ export declare class ConfigManager {
      * Check if configuration is valid
      */
     isValid(schema: z.ZodObject<any>): Promise<boolean>;
+    /**
+     * Describe the configuration schema as a serializable list of field descriptors.
+     * Merges in current stored values so the UI can render a form without Zod access.
+     */
+    describeSchema(schema: z.ZodObject<any>): Promise<ConfigFieldDescriptor[]>;
+    /**
+     * Validate and set a single configuration key.
+     * Handles coercion from string values (for CLI/UI text inputs).
+     */
+    setWithValidation(key: string, value: unknown, schema: z.ZodObject<any>): Promise<SetResult>;
 }
 //# sourceMappingURL=manager.d.ts.map

package/dist/config/manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAIjC,MAAM,WAAW,YAAY;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAoB;gBAEtB,KAAK,EAAE,MAAM;YAIX,SAAS;IAgBvB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,CAAC;IAWnC;;OAEG;IACG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B1E;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;IAKhD;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAM5E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAI5C;;;OAGG;IACG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QAChD,KAAK,EAAE,OAAO,CAAA;QACd,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,OAAO,EAAE,MAAM,EAAE,CAAA;KAClB,CAAC;IAsBF;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;CAI1D"}
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/config/manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,eAAe,CAAA;AAKjC,MAAM,WAAW,YAAY;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAA;IACjD,QAAQ,EAAE,OAAO,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,MAAM,MAAM,SAAS,GACjB;IACE,OAAO,EAAE,KAAK,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;CACd,GACD;IACE,OAAO,EAAE,IAAI,CAAA;IACb,IAAI,EAAE,GAAG,CAAA;CACV,CAAA;AAEL,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAoB;gBAEtB,KAAK,EAAE,MAAM;YAIX,SAAS;IAgBvB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,CAAC;IAWnC;;OAEG;IACG,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B1E;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,SAAS,CAAC;IAKhD;;OAEG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAM5E;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAI5C;;;OAGG;IACG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC;QAChD,KAAK,EAAE,OAAO,CAAA;QACd,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,OAAO,EAAE,MAAM,EAAE,CAAA;KAClB,CAAC;IAsBF;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAKzD;;;OAGG;IACG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAuChF;;;OAGG;IACG,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;CAoBnG"}

package/dist/eval/client.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Chat client for eval conversations.
+ * Drives conversations against a running ADK bot via @botpress/chat.
+ */
+import type { TurnResult } from './types';
+/**
+ * A chat session that maintains a single client connection across turns.
+ */
+export declare class ChatSession {
+    private webhookId;
+    private client;
+    private conversationId;
+    constructor(webhookId: string);
+    connect(): Promise<void>;
+    get userId(): string;
+    sendMessage(message: string, options?: {
+        timeout?: number;
+        idleTimeout?: number;
+    }): Promise<TurnResult>;
+}
+/**
+ * Discover the chat integration's webhookId from a bot.
+ */
+export declare function discoverWebhookId(botId: string, token: string, apiUrl: string): Promise<string>;
+//# sourceMappingURL=client.d.ts.map

package/dist/eval/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/eval/client.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAe,UAAU,EAAE,MAAM,SAAS,CAAA;AAEtD;;GAEG;AACH,qBAAa,WAAW;IAIV,OAAO,CAAC,SAAS;IAH7B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,cAAc,CAAsB;gBAExB,SAAS,EAAE,MAAM;IAE/B,OAAO;IAIb,IAAI,MAAM,IAAI,MAAM,CAKnB;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC,UAAU,CAAC;CA+ElH;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAarG"}

package/dist/eval/graders/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Grader barrel exports.
+ */
+export { matchValue, operatorToString } from './match';
+export { gradeResponse } from './response';
+export { gradeLLMJudge, initLLMJudge } from './llm';
+export { gradeTools } from './tools';
+export { gradeState, snapshotState } from './state';
+export { gradeTables } from './tables';
+export { gradeWorkflows } from './workflow';
+export { gradeOutcome, snapshotOutcomeState } from './outcome';
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/graders/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA"}

package/dist/eval/graders/llm.d.ts

@@ -0,0 +1,18 @@
+/**
+ * LLM judge grader using @botpress/cognitive.
+ * Replaces the OpenAI-based implementation from the standalone project.
+ */
+import type { GraderResult } from '../types';
+/**
+ * Initialize the LLM judge with explicit credentials.
+ * Call this before running evals so the judge doesn't need env vars.
+ */
+export declare function initLLMJudge(credentials: {
+    token: string;
+    apiUrl: string;
+    botId: string;
+}): void;
+export declare function gradeLLMJudge(botResponse: string, criteria: string, context: {
+    userMessage: string;
+}): Promise<GraderResult>;
+//# sourceMappingURL=llm.d.ts.map

package/dist/eval/graders/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/llm.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAyC5C;;;GAGG;AACH,wBAAgB,YAAY,CAAC,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,QAOzF;AAED,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,YAAY,CAAC,CAwDvB"}

package/dist/eval/graders/match.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Shared match utilities for assertion grading.
+ * Used by tool, state, and table graders.
+ */
+import type { MatchOperator } from '../types';
+/**
+ * Evaluate a single match operator against a value.
+ */
+export declare function matchValue(operator: MatchOperator, actual: unknown): boolean;
+export declare function operatorToString(operator: MatchOperator): string;
+//# sourceMappingURL=match.d.ts.map

package/dist/eval/graders/match.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"match.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/match.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAE7C;;GAEG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO,CAuC5E;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM,CAWhE"}

package/dist/eval/graders/outcome.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Outcome assertion orchestrator.
+ * Runs state, table, and workflow graders after all conversation turns complete.
+ */
+import type { Client as BpClient } from '@botpress/client';
+import type { EvalDefinition, EvalContext, TraceSpan, GraderResult } from '../types';
+/**
+ * Snapshot pre-conversation state for `changed` assertions.
+ * Call this BEFORE the conversation starts.
+ */
+export declare function snapshotOutcomeState(client: BpClient, evalDef: EvalDefinition, ctx: EvalContext): Promise<Map<string, unknown>>;
+/**
+ * Grade all outcome assertions after the conversation completes.
+ */
+export declare function gradeOutcome(client: BpClient, evalDef: EvalDefinition, ctx: EvalContext, traceSpans: TraceSpan[], preSnapshots?: Map<string, unknown>): Promise<GraderResult[]>;
+//# sourceMappingURL=outcome.d.ts.map

package/dist/eval/graders/outcome.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outcome.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/outcome.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAKpF;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,QAAQ,EAChB,OAAO,EAAE,cAAc,EACvB,GAAG,EAAE,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAK/B;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,QAAQ,EAChB,OAAO,EAAE,cAAc,EACvB,GAAG,EAAE,WAAW,EAChB,UAAU,EAAE,SAAS,EAAE,EACvB,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CAsBzB"}

package/dist/eval/graders/response.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Response assertion graders.
+ * Checks bot response text against expected assertions.
+ */
+import type { ResponseAssertion, GraderResult } from '../types';
+export declare function gradeResponse(botResponse: string, assertions: ResponseAssertion[], context: {
+    userMessage: string;
+}): Promise<GraderResult[]>;
+//# sourceMappingURL=response.d.ts.map

package/dist/eval/graders/response.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/response.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAG/D,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,iBAAiB,EAAE,EAC/B,OAAO,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC,CA+DzB"}

package/dist/eval/graders/state.d.ts

@@ -0,0 +1,16 @@
+/**
+ * State assertion graders.
+ * Checks bot/user/conversation state via Botpress Client API.
+ */
+import type { Client as BpClient } from '@botpress/client';
+import type { StateAssertion, EvalContext, GraderResult } from '../types';
+/**
+ * Snapshot pre-conversation state values for `changed` assertions.
+ * Only snapshots bot and user state (conversation doesn't exist yet).
+ */
+export declare function snapshotState(client: BpClient, assertions: StateAssertion[], ctx: EvalContext): Promise<Map<string, unknown>>;
+/**
+ * Grade state assertions.
+ */
+export declare function gradeState(client: BpClient, assertions: StateAssertion[], ctx: EvalContext, preSnapshots?: Map<string, unknown>): Promise<GraderResult[]>;
+//# sourceMappingURL=state.d.ts.map

package/dist/eval/graders/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/state.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AA0EzE;;;GAGG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,GACf,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAc/B;AAED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,cAAc,EAAE,EAC5B,GAAG,EAAE,WAAW,EAChB,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAClC,OAAO,CAAC,YAAY,EAAE,CAAC,CAiDzB"}

package/dist/eval/graders/tables.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Table assertion graders.
+ * Checks table row existence and counts via Botpress Client API.
+ */
+import type { Client as BpClient } from '@botpress/client';
+import type { TableAssertion, GraderResult } from '../types';
+export declare function gradeTables(client: BpClient, assertions: TableAssertion[]): Promise<GraderResult[]>;
+//# sourceMappingURL=tables.d.ts.map

package/dist/eval/graders/tables.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/tables.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC1D,OAAO,KAAK,EAAiB,cAAc,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAwH3E,wBAAsB,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAYzG"}

package/dist/eval/graders/tools.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Tool assertion graders.
+ * Checks tool calls from traces against expected assertions.
+ */
+import type { ToolAssertion, ToolCall, GraderResult } from '../types';
+export declare function gradeTools(toolCalls: ToolCall[], assertions: ToolAssertion[]): GraderResult[];
+//# sourceMappingURL=tools.d.ts.map

package/dist/eval/graders/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/tools.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAGrE,wBAAgB,UAAU,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,YAAY,EAAE,CA6F7F"}

package/dist/eval/graders/workflow.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Workflow assertion graders.
+ * Checks workflow execution via trace spans.
+ */
+import type { WorkflowAssertion, TraceSpan, GraderResult } from '../types';
+export declare function gradeWorkflows(spans: TraceSpan[], assertions: WorkflowAssertion[]): GraderResult[];
+//# sourceMappingURL=workflow.d.ts.map

package/dist/eval/graders/workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/eval/graders/workflow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAE1E,wBAAgB,cAAc,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,YAAY,EAAE,CA6ClG"}

package/dist/eval/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * ADK Eval Engine — public API.
+ */
+export type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, EvalProgressEvent, EvalContext, GraderResult, TurnReport, ToolCall, TraceData, TraceSpan, BotConnection, BotResponse, TurnResult, MatchOperator, ResponseAssertion, ToolAssertion, StateAssertion, TableAssertion, WorkflowAssertion, TurnAssertions, ConversationTurn, OutcomeAssertions, } from './types';
+export { defineEval } from './types';
+export { loadEvalFile, loadEvalsFromDir, loadEvalByName, filterEvals } from './loader';
+export { runEval, runEvalSuite } from './runner';
+export { saveRunResult, loadRunResult, listRunResults, getLatestRun } from './store';
+export { matchValue, operatorToString, gradeResponse, gradeLLMJudge, initLLMJudge, gradeTools, gradeState, snapshotState, gradeTables, gradeWorkflows, gradeOutcome, snapshotOutcomeState, } from './graders';
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,YAAY,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,SAAS,EACT,SAAS,EACT,aAAa,EACb,WAAW,EACX,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAGpC,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAGtF,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAA;AAGhD,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGpF,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,YAAY,EACZ,UAAU,EACV,UAAU,EACV,aAAa,EACb,WAAW,EACX,cAAc,EACd,YAAY,EACZ,oBAAoB,GACrB,MAAM,WAAW,CAAA"}

package/dist/eval/loader.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Eval file loader.
+ * Loads *.eval.ts files from a directory using dynamic imports.
+ */
+import type { EvalDefinition, EvalFilter } from './types';
+export declare function loadEvalFile(filePath: string): Promise<EvalDefinition>;
+export declare function loadEvalsFromDir(dirPath: string): Promise<EvalDefinition[]>;
+export declare function loadEvalByName(dirPath: string, name: string): Promise<EvalDefinition | null>;
+export declare function filterEvals(evals: EvalDefinition[], filter?: EvalFilter): EvalDefinition[];
+//# sourceMappingURL=loader.d.ts.map

package/dist/eval/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/eval/loader.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAEzD,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAY5E;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAcjF;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAYlG;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,cAAc,EAAE,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,cAAc,EAAE,CAe1F"}

package/dist/eval/runner.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Eval runner — orchestrates eval execution.
+ */
+import type { EvalDefinition, EvalReport, EvalRunReport, EvalRunnerConfig, EvalFilter, BotConnection } from './types';
+/**
+ * Run a single eval against a bot.
+ */
+export declare function runEval(evalDef: EvalDefinition, connection: BotConnection, options?: {
+    devServerUrl?: string;
+}): Promise<EvalReport>;
+/**
+ * Run a suite of evals.
+ */
+export declare function runEvalSuite(config: EvalRunnerConfig, filter?: EvalFilter): Promise<EvalRunReport>;
+//# sourceMappingURL=runner.d.ts.map

package/dist/eval/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/eval/runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EAIV,aAAa,EACd,MAAM,SAAS,CAAA;AAahB;;GAEG;AACH,wBAAsB,OAAO,CAC3B,OAAO,EAAE,cAAc,EACvB,UAAU,EAAE,aAAa,EACzB,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAA;CAAO,GACtC,OAAO,CAAC,UAAU,CAAC,CAmNrB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAuExG"}

package/dist/eval/store.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Eval results store.
+ * Persists run results as JSON files in .adk/evals/runs/.
+ */
+import type { EvalRunReport } from './types';
+export declare function saveRunResult(agentPath: string, report: EvalRunReport): string;
+export declare function loadRunResult(agentPath: string, runId: string): EvalRunReport | null;
+export declare function listRunResults(agentPath: string, limit?: number): EvalRunReport[];
+export declare function getLatestRun(agentPath: string): EvalRunReport | null;
+//# sourceMappingURL=store.d.ts.map

package/dist/eval/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/eval/store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAU5C,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,MAAM,CAM9E;AAED,wBAAgB,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAYpF;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,aAAa,EAAE,CAc7E;AAED,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAGpE"}

package/dist/eval/traces.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Trace data extraction for evals.
+ * Uses the ADK dev server's HTTP API to fetch traces by conversationId.
+ * This approach is used instead of direct TraceReader access because:
+ * 1. The eval engine runs in the ADK package, not the CLI
+ * 2. The dev server is always running when evals execute
+ * 3. HTTP is the established interface for trace queries
+ */
+import type { TraceData } from './types';
+/**
+ * Fetch and extract structured trace data for a conversation.
+ * If previousToolCallCount is provided, only returns tool calls after that index.
+ * When expectNewCalls is true, retries fetching until new tool calls appear.
+ */
+export declare function getTraceData(conversationId: string, devServerUrl: string, options?: {
+    previousToolCallCount?: number;
+    expectNewCalls?: boolean;
+}): Promise<TraceData>;
+//# sourceMappingURL=traces.d.ts.map

package/dist/eval/traces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traces.d.ts","sourceRoot":"","sources":["../../src/eval/traces.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAY,SAAS,EAAa,MAAM,SAAS,CAAA;AAoD7D;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,cAAc,EAAE,MAAM,EACtB,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAAC,cAAc,CAAC,EAAE,OAAO,CAAA;CAAO,GACzE,OAAO,CAAC,SAAS,CAAC,CAsBpB"}

package/dist/eval/types.d.ts

@@ -0,0 +1,202 @@
+/**
+ * Eval type definitions.
+ * Ported from adk-eval-standalone/src/parser/schema.ts with added report types.
+ */
+export type MatchOperator = string | {
+    equals: unknown;
+} | {
+    contains: string;
+} | {
+    not_contains: string;
+} | {
+    matches: string;
+} | {
+    in: unknown[];
+} | {
+    exists: boolean;
+} | {
+    gte: number;
+} | {
+    lte: number;
+};
+export type ResponseAssertion = {
+    contains: string;
+} | {
+    not_contains: string;
+} | {
+    matches: string;
+} | {
+    llm_judge: string;
+} | {
+    similar_to: string;
+};
+export type ToolAssertion = {
+    called: string;
+    params?: Record<string, MatchOperator>;
+} | {
+    not_called: string;
+} | {
+    call_order: string[];
+};
+export interface StateAssertion {
+    path: string;
+    equals?: unknown;
+    changed?: boolean;
+}
+export type TableAssertion = {
+    table: string;
+    row_exists: Record<string, MatchOperator>;
+} | {
+    table: string;
+    row_count: MatchOperator;
+    where?: Record<string, MatchOperator>;
+};
+export interface WorkflowAssertion {
+    name: string;
+    entered?: boolean;
+    completed?: boolean;
+}
+export interface TurnAssertions {
+    response?: ResponseAssertion[];
+    tools?: ToolAssertion[];
+    state?: StateAssertion[];
+    tables?: TableAssertion[];
+    workflow?: WorkflowAssertion[];
+}
+export interface ConversationTurn {
+    user: string;
+    assert?: TurnAssertions;
+}
+export interface OutcomeAssertions {
+    state?: StateAssertion[];
+    tables?: TableAssertion[];
+    workflow?: WorkflowAssertion[];
+}
+export interface EvalDefinition {
+    name: string;
+    description?: string;
+    tags?: string[];
+    type?: 'capability' | 'regression';
+    conversation: ConversationTurn[];
+    outcome?: OutcomeAssertions;
+}
+/** Type-safe eval definition helper. Provides intellisense for eval files. */
+export declare function defineEval(def: EvalDefinition): EvalDefinition;
+export interface EvalContext {
+    botId: string;
+    userId: string;
+    conversationId: string;
+}
+export interface GraderResult {
+    assertion: string;
+    pass: boolean;
+    expected: string;
+    actual: string;
+}
+export interface ToolCall {
+    name: string;
+    input: Record<string, unknown>;
+    output: string;
+    status: string;
+}
+export interface TraceData {
+    toolCalls: ToolCall[];
+    totalToolCallCount: number;
+    raw: TraceSpan[];
+}
+export interface TraceSpan {
+    t: 'start' | 'end' | 'beat';
+    traceId: string;
+    spanId: string;
+    parentSpanId?: string | null;
+    name?: string;
+    startNs?: number;
+    endNs?: number;
+    durationNs?: number;
+    attrs?: Record<string, unknown>;
+    [key: string]: unknown;
+}
+export interface TurnReport {
+    turnNumber: number;
+    userMessage: string;
+    botResponse: string;
+    assertions: GraderResult[];
+    pass: boolean;
+    /** Time spent waiting for the bot to respond (ms) */
+    botDuration: number;
+    /** Time spent fetching traces + running graders (ms) */
+    evalDuration: number;
+}
+export interface EvalReport {
+    name: string;
+    description?: string;
+    type?: 'capability' | 'regression';
+    tags?: string[];
+    turns: TurnReport[];
+    outcomeAssertions: GraderResult[];
+    pass: boolean;
+    duration: number;
+    error?: string;
+}
+export type EvalProgressEvent = {
+    type: 'suite_start';
+    totalEvals: number;
+} | {
+    type: 'eval_start';
+    evalName: string;
+    index: number;
+} | {
+    type: 'eval_complete';
+    evalName: string;
+    index: number;
+    report: EvalReport;
+} | {
+    type: 'suite_complete';
+    report: EvalRunReport;
+};
+export interface EvalRunReport {
+    id: string;
+    timestamp: string;
+    evals: EvalReport[];
+    passed: number;
+    failed: number;
+    total: number;
+    duration: number;
+    filter?: {
+        names?: string[];
+        tags?: string[];
+        type?: 'capability' | 'regression';
+    };
+}
+export interface BotConnection {
+    webhookId: string;
+    botId: string;
+    token: string;
+    apiUrl: string;
+}
+export interface BotResponse {
+    text: string;
+    raw: unknown;
+}
+export interface TurnResult {
+    conversationId: string;
+    responses: BotResponse[];
+}
+export interface EvalRunnerConfig {
+    credentials: {
+        token: string;
+        apiUrl: string;
+        botId: string;
+        webhookId?: string;
+    };
+    agentPath: string;
+    /** URL of the dev server providing traces and config. Defaults to http://localhost:3001 */
+    devServerUrl?: string;
+    onProgress?: (event: EvalProgressEvent) => void;
+}
+export interface EvalFilter {
+    names?: string[];
+    tags?: string[];
+    type?: 'capability' | 'regression';
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/eval/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,MAAM,aAAa,GACrB,MAAM,GACN;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,EAAE,EAAE,OAAO,EAAE,CAAA;CAAE,GACjB;IAAE,MAAM,EAAE,OAAO,CAAA;CAAE,GACnB;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GACf;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAA;AAInB,MAAM,MAAM,iBAAiB,GACzB;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GACxB;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GACnB;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GACrB;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAA;AAI1B,MAAM,MAAM,aAAa,GACrB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC1D;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,GACtB;IAAE,UAAU,EAAE,MAAM,EAAE,CAAA;CAAE,CAAA;AAI5B,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,GAC5D;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,aAAa,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;CAAE,CAAA;AAEtF,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,SAAS,CAAC,EAAE,OAAO,CAAA;CACpB;AAID,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC9B,KAAK,CAAC,EAAE,aAAa,EAAE,CAAA;IACvB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,EAAE,cAAc,CAAA;CACxB;AAID,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAA;IACxB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;IACzB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAA;CAC/B;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,YAAY,EAAE,gBAAgB,EAAE,CAAA;IAChC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAC5B;AAED,8EAA8E;AAC9E,wBAAgB,UAAU,CAAC,GAAG,EAAE,cAAc,GAAG,cAAc,CAE9D;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,CAAA;CACvB;AAID,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,GAAG,EAAE,SAAS,EAAE,CAAA;CACjB;AAID,MAAM,WAAW,SAAS;IACxB,CAAC,EAAE,OAAO,GAAG,KAAK,GAAG,MAAM,CAAA;IAC3B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC/B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACvB;AAID,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,YAAY,EAAE,CAAA;IAC1B,IAAI,EAAE,OAAO,CAAA;IACb,qDAAqD;IACrD,WAAW,EAAE,MAAM,CAAA;IACnB,wDAAwD;IACxD,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,iBAAiB,EAAE,YAAY,EAAE,CAAA;IACjC,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAA;AAIrD,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;QAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;KACnC,CAAA;CACF;AAID,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;CACb;AAID,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,WAAW,EAAE,CAAA;CACzB;AAID,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAA;QACb,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,SAAS,EAAE,MAAM,CAAA;IACjB,2FAA2F;IAC3F,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,IAAI,CAAA;CAChD;AAID,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,YAAY,GAAG,YAAY,CAAA;CACnC"}