@agntk/core 0.1.0

package/dist/config/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,eAAO,MAAM,eAAe,0DAAwD,CAAC;AACrF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,cAAc,+CAA6C,CAAC;AACzE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD,eAAO,MAAM,oBAAoB;IAC/B,wDAAwD;;IAExD,uDAAuD;;IAEvD,qDAAqD;;IAErD,+CAA+C;;;;;;;;;;;;EAE/C,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,kBAAkB;IAC7B,2CAA2C;;IAG3C,2DAA2D;;IAG3D,iCAAiC;;IAGjC,kDAAkD;;QAtBlD,wDAAwD;;QAExD,uDAAuD;;QAEvD,qDAAqD;;QAErD,+CAA+C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkBpC,CAAC;AAEd,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAM9D,eAAO,MAAM,gBAAgB;IAC3B,oEAAoE;;IAGpE,6BAA6B;;IAG7B,+BAA+B;;;;;;;;;;EAE/B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAM1D,eAAO,MAAM,iBAAiB;IAC5B,0BAA0B;;QArC1B,2CAA2C;;QAG3C,2DAA2D;;QAG3D,iCAAiC;;QAGjC,kDAAkD;;YAtBlD,wDAAwD;;YAExD,uDAAuD;;YAEvD,qDAAqD;;YAErD,+CAA+C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IA+C/C,8BAA8B;;QApB9B,oEAAoE;;QAGpE,6BAA6B;;QAG7B,+BAA+B;;;;;;;;;;;IAiB/B,0BAA0B;;;;;;;;;;;;;;IAO1B,iDAAiD;;;;;;;;IAKjD,iCAAiC;;;;;;;;;;;;;;;;;;;;IASjC,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAwBzB,2BAA2B;;;;;;;;;;;IAM3B,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAU3B,6BAA6B;;IAG7B,wBAAwB;;IAGxB,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMrB,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAM5D,eAAO,MAAM,wBAAwB;;QA5HnC,2CAA2C;;QAG3C,2DAA2D;;QAG3D,iCAAiC;;QAGjC,kDAAkD;;YAtBlD,wDAAwD;;YAExD,uDAAuD;;YAEvD,qDAAqD;;YAErD,+CAA+C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA2B/C,oEAAoE;;QAGpE,6BAA6B;;QAG7B,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkGkC,CAAC;AACpE,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC"}

package/dist/config/schema.js

@@ -0,0 +1,119 @@
+/**
+ * @fileoverview Configuration schema definitions.
+ */
+import { z } from 'zod';
+// ============================================================================
+// Model Configuration
+// ============================================================================
+export const ModelTierSchema = z.enum(['fast', 'standard', 'reasoning', 'powerful']);
+export const ProviderSchema = z.enum(['openrouter', 'ollama', 'openai']);
+export const CustomProviderSchema = z.object({
+    /** Base URL for the provider's OpenAI-compatible API */
+    baseURL: z.string(),
+    /** Environment variable name containing the API key */
+    apiKeyEnv: z.string(),
+    /** Optional custom headers to include in requests */
+    headers: z.record(z.string(), z.string()).optional(),
+    /** Optional tier mappings for this provider */
+    tiers: z.record(z.string(), z.string()).optional(),
+});
+export const ModelsConfigSchema = z.object({
+    /** Default provider when none specified */
+    defaultProvider: ProviderSchema.optional(),
+    /** Override model for each tier (uses default provider) */
+    tiers: z.record(z.string(), z.string()).optional(),
+    /** Per-provider tier mappings */
+    providers: z.record(z.string(), z.record(z.string(), z.string())).optional(),
+    /** Custom providers with baseURL and apiKeyEnv */
+    customProviders: z.record(z.string(), CustomProviderSchema).optional(),
+}).optional();
+// ============================================================================
+// Role Configuration
+// ============================================================================
+export const RoleConfigSchema = z.object({
+    /** System prompt for this role (optional if overriding built-in) */
+    systemPrompt: z.string().optional(),
+    /** Recommended model tier */
+    recommendedModel: ModelTierSchema.optional(),
+    /** Default tools to include */
+    defaultTools: z.array(z.string()).optional(),
+});
+// ============================================================================
+// Full Agent Configuration
+// ============================================================================
+export const AgentConfigSchema = z.object({
+    /** Model configuration */
+    models: ModelsConfigSchema,
+    /** Custom role definitions */
+    roles: z.record(z.string(), RoleConfigSchema).optional(),
+    /** Custom tool presets */
+    toolPresets: z.record(z.string(), z.object({
+        include: z.array(z.string()).optional(),
+        exclude: z.array(z.string()).optional(),
+        description: z.string().optional(),
+    })).optional(),
+    /** Template variables for prompt substitution */
+    templates: z.object({
+        variables: z.record(z.string(), z.union([z.string(), z.number(), z.boolean()])).optional(),
+    }).optional(),
+    /** Memory store configuration */
+    memory: z.object({
+        adapter: z.enum(['vectra']).optional(),
+        path: z.string().optional(),
+        embedModel: z.string().optional(),
+        topK: z.number().optional(),
+        similarityThreshold: z.number().optional(),
+    }).optional(),
+    /** Tool configuration */
+    tools: z.object({
+        shell: z.object({
+            timeout: z.number().optional(),
+            maxTimeout: z.number().optional(),
+            maxCommandLength: z.number().optional(),
+        }).optional(),
+        glob: z.object({
+            timeout: z.number().optional(),
+            maxFiles: z.number().optional(),
+            maxDepth: z.number().optional(),
+            maxOutputBytes: z.number().optional(),
+        }).optional(),
+        grep: z.object({
+            timeout: z.number().optional(),
+            maxContext: z.number().optional(),
+            maxOutputBytes: z.number().optional(),
+        }).optional(),
+        plan: z.object({
+            maxSteps: z.number().optional(),
+            delegationThreshold: z.number().optional(),
+        }).optional(),
+    }).optional(),
+    /** Server configuration */
+    server: z.object({
+        port: z.number().optional(),
+        host: z.string().optional(),
+    }).optional(),
+    /** Client configuration */
+    client: z.object({
+        timeout: z.number().optional(),
+        retries: z.number().optional(),
+        websocket: z.object({
+            reconnectDelay: z.number().optional(),
+            maxReconnects: z.number().optional(),
+        }).optional(),
+    }).optional(),
+    /** Default workspace root */
+    workspaceRoot: z.string().optional(),
+    /** Default max steps */
+    maxSteps: z.number().optional(),
+    /** Debug settings */
+    debug: z.object({
+        enabled: z.boolean().optional(),
+        level: z.enum(['error', 'warn', 'info', 'debug', 'trace']).optional(),
+        file: z.string().optional(),
+    }).optional(),
+});
+// ============================================================================
+// Partial Config (for merging)
+// ============================================================================
+export const PartialAgentConfigSchema = AgentConfigSchema.partial();
+//# sourceMappingURL=schema.js.map

package/dist/config/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;AAGrF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAGzE,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,wDAAwD;IACxD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,uDAAuD;IACvD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,qDAAqD;IACrD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,+CAA+C;IAC/C,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,2CAA2C;IAC3C,eAAe,EAAE,cAAc,CAAC,QAAQ,EAAE;IAE1C,2DAA2D;IAC3D,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAElD,iCAAiC;IACjC,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAE5E,kDAAkD;IAClD,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,QAAQ,EAAE;CACvE,CAAC,CAAC,QAAQ,EAAE,CAAC;AAId,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,oEAAoE;IACpE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEnC,6BAA6B;IAC7B,gBAAgB,EAAE,eAAe,CAAC,QAAQ,EAAE;IAE5C,+BAA+B;IAC/B,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC;AAIH,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,0BAA0B;IAC1B,MAAM,EAAE,kBAAkB;IAE1B,8BAA8B;IAC9B,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,QAAQ,EAAE;IAExD,0BAA0B;IAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACvC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACvC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAEd,iDAAiD;IACjD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;QAClB,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;KAC3F,CAAC,CAAC,QAAQ,EAAE;IAEb,iCAAiC;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;QACtC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC3C,CAAC,CAAC,QAAQ,EAAE;IAEb,yBAAyB;IACzB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACd,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACjC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SACxC,CAAC,CAAC,QAAQ,EAAE;QACb,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACb,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SACtC,CAAC,CAAC,QAAQ,EAAE;QACb,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACb,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACjC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SACtC,CAAC,CAAC,QAAQ,EAAE;QACb,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YACb,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC/B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC3C,CAAC,CAAC,QAAQ,EAAE;KACd,CAAC,CAAC,QAAQ,EAAE;IAEb,2BAA2B;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC5B,CAAC,CAAC,QAAQ,EAAE;IAEb,2BAA2B;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACrC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SACrC,CAAC,CAAC,QAAQ,EAAE;KACd,CAAC,CAAC,QAAQ,EAAE;IAEb,6BAA6B;IAC7B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAEpC,wBAAwB;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAE/B,qBAAqB;IACrB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC/B,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;QACrE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC5B,CAAC,CAAC,QAAQ,EAAE;CACd,CAAC,CAAC;AAIH,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,OAAO,EAAE,CAAC"}

package/dist/constants.d.ts

@@ -0,0 +1,17 @@
+/**
+ * @agntk/core - SDK-wide Constants
+ *
+ * Centralized constants for URLs, defaults, and magic numbers.
+ * All hardcoded values should live here for easy configuration.
+ */
+/** Geolocation API endpoint (HTTPS) */
+export declare const GEOLOCATION_API_URL = "https://ip-api.com/json/?fields=city,regionName,country,countryCode,timezone";
+/** Whether geolocation fetch is enabled by default */
+export declare const GEOLOCATION_ENABLED_DEFAULT = false;
+/** Default browser command timeout (ms) */
+export declare const BROWSER_DEFAULT_TIMEOUT = 30000;
+/** Max output length from browser CLI (chars) */
+export declare const BROWSER_MAX_OUTPUT_LENGTH = 50000;
+/** Max buffer size for browser CLI output (bytes) */
+export declare const BROWSER_MAX_BUFFER: number;
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,uCAAuC;AACvC,eAAO,MAAM,mBAAmB,iFAAiF,CAAC;AAElH,sDAAsD;AACtD,eAAO,MAAM,2BAA2B,QAAQ,CAAC;AAMjD,2CAA2C;AAC3C,eAAO,MAAM,uBAAuB,QAAS,CAAC;AAE9C,iDAAiD;AACjD,eAAO,MAAM,yBAAyB,QAAS,CAAC;AAEhD,qDAAqD;AACrD,eAAO,MAAM,kBAAkB,QAAkB,CAAC"}

package/dist/constants.js

@@ -0,0 +1,23 @@
+/**
+ * @agntk/core - SDK-wide Constants
+ *
+ * Centralized constants for URLs, defaults, and magic numbers.
+ * All hardcoded values should live here for easy configuration.
+ */
+// ============================================================================
+// Geolocation
+// ============================================================================
+/** Geolocation API endpoint (HTTPS) */
+export const GEOLOCATION_API_URL = 'https://ip-api.com/json/?fields=city,regionName,country,countryCode,timezone';
+/** Whether geolocation fetch is enabled by default */
+export const GEOLOCATION_ENABLED_DEFAULT = false;
+// ============================================================================
+// Browser Tool
+// ============================================================================
+/** Default browser command timeout (ms) */
+export const BROWSER_DEFAULT_TIMEOUT = 30_000;
+/** Max output length from browser CLI (chars) */
+export const BROWSER_MAX_OUTPUT_LENGTH = 50_000;
+/** Max buffer size for browser CLI output (bytes) */
+export const BROWSER_MAX_BUFFER = 5 * 1024 * 1024;
+//# sourceMappingURL=constants.js.map

package/dist/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,+EAA+E;AAC/E,cAAc;AACd,+EAA+E;AAE/E,uCAAuC;AACvC,MAAM,CAAC,MAAM,mBAAmB,GAAG,8EAA8E,CAAC;AAElH,sDAAsD;AACtD,MAAM,CAAC,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAEjD,+EAA+E;AAC/E,eAAe;AACf,+EAA+E;AAE/E,2CAA2C;AAC3C,MAAM,CAAC,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAE9C,iDAAiD;AACjD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AAEhD,qDAAqD;AACrD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC"}

package/dist/evals/assertions.d.ts

@@ -0,0 +1,54 @@
+/**
+ * @agntk/core - Eval Assertions Library
+ *
+ * Built-in assertions for agent eval suites.
+ */
+import type { LanguageModel } from 'ai';
+import type { Assertion, EvalAgentResult } from './types.js';
+/**
+ * Assert that a specific tool was called at least once.
+ */
+export declare function toolCalled(toolName: string): Assertion;
+/**
+ * Assert that a specific tool was NOT called.
+ */
+export declare function noToolCalled(toolName: string): Assertion;
+/**
+ * Assert that a tool was called a specific number of times.
+ */
+export declare function toolCalledTimes(toolName: string, expectedCount: number): Assertion;
+/**
+ * Assert that the output matches a regex pattern.
+ */
+export declare function outputMatches(pattern: RegExp): Assertion;
+/**
+ * Assert that the output contains a specific string.
+ */
+export declare function outputContains(text: string): Assertion;
+/**
+ * Assert the number of steps is within a range.
+ */
+export declare function stepCount(min: number, max?: number): Assertion;
+/**
+ * Assert total token usage is within a budget.
+ */
+export declare function tokenUsage(maxTokens: number): Assertion;
+/**
+ * Assert output quality using an LLM judge.
+ *
+ * The judge model receives the prompt, output, and criteria, then
+ * returns PASS/FAIL with reasoning.
+ */
+export declare function llmJudge(options: {
+    model: LanguageModel;
+    criteria: string;
+    name?: string;
+}): Assertion;
+/**
+ * Create a custom assertion from a function.
+ */
+export declare function custom(name: string, checkFn: (result: EvalAgentResult) => boolean | {
+    passed: boolean;
+    message?: string;
+}): Assertion;
+//# sourceMappingURL=assertions.d.ts.map

package/dist/evals/assertions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/evals/assertions.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EAAE,SAAS,EAAmB,eAAe,EAAE,MAAM,SAAS,CAAC;AAM3E;;GAEG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CActD;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,CAcxD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,SAAS,CAiBlF;AAMD;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,CAYxD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAYtD;AAMD;;GAEG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAc9D;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,CAavD;AAMD;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE;IAChC,KAAK,EAAE,aAAa,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,SAAS,CAqCZ;AAMD;;GAEG;AACH,wBAAgB,MAAM,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,GAAG;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GACpF,SAAS,CAWX"}

package/dist/evals/assertions.js

@@ -0,0 +1,200 @@
+/**
+ * @agntk/core - Eval Assertions Library
+ *
+ * Built-in assertions for agent eval suites.
+ */
+// ============================================================================
+// Tool Assertions
+// ============================================================================
+/**
+ * Assert that a specific tool was called at least once.
+ */
+export function toolCalled(toolName) {
+    return {
+        name: `toolCalled(${toolName})`,
+        check: (result) => {
+            const called = result.steps.some((step) => step.toolCalls?.some((tc) => tc.toolName === toolName));
+            return {
+                name: `toolCalled(${toolName})`,
+                passed: called,
+                message: called ? undefined : `Tool '${toolName}' was not called`,
+            };
+        },
+    };
+}
+/**
+ * Assert that a specific tool was NOT called.
+ */
+export function noToolCalled(toolName) {
+    return {
+        name: `noToolCalled(${toolName})`,
+        check: (result) => {
+            const called = result.steps.some((step) => step.toolCalls?.some((tc) => tc.toolName === toolName));
+            return {
+                name: `noToolCalled(${toolName})`,
+                passed: !called,
+                message: called ? `Tool '${toolName}' was unexpectedly called` : undefined,
+            };
+        },
+    };
+}
+/**
+ * Assert that a tool was called a specific number of times.
+ */
+export function toolCalledTimes(toolName, expectedCount) {
+    return {
+        name: `toolCalledTimes(${toolName}, ${expectedCount})`,
+        check: (result) => {
+            let count = 0;
+            for (const step of result.steps) {
+                if (step.toolCalls) {
+                    count += step.toolCalls.filter((tc) => tc.toolName === toolName).length;
+                }
+            }
+            return {
+                name: `toolCalledTimes(${toolName}, ${expectedCount})`,
+                passed: count === expectedCount,
+                message: count !== expectedCount ? `Expected ${expectedCount} calls, got ${count}` : undefined,
+            };
+        },
+    };
+}
+// ============================================================================
+// Output Assertions
+// ============================================================================
+/**
+ * Assert that the output matches a regex pattern.
+ */
+export function outputMatches(pattern) {
+    return {
+        name: `outputMatches(${pattern})`,
+        check: (result) => {
+            const matches = pattern.test(result.text);
+            return {
+                name: `outputMatches(${pattern})`,
+                passed: matches,
+                message: matches ? undefined : `Output did not match ${pattern}`,
+            };
+        },
+    };
+}
+/**
+ * Assert that the output contains a specific string.
+ */
+export function outputContains(text) {
+    return {
+        name: `outputContains("${text.slice(0, 30)}")`,
+        check: (result) => {
+            const contains = result.text.includes(text);
+            return {
+                name: `outputContains("${text.slice(0, 30)}")`,
+                passed: contains,
+                message: contains ? undefined : `Output does not contain "${text.slice(0, 50)}"`,
+            };
+        },
+    };
+}
+// ============================================================================
+// Step / Usage Assertions
+// ============================================================================
+/**
+ * Assert the number of steps is within a range.
+ */
+export function stepCount(min, max) {
+    const desc = max !== undefined ? `stepCount(${min}-${max})` : `stepCount(>=${min})`;
+    return {
+        name: desc,
+        check: (result) => {
+            const count = result.steps.length;
+            const inRange = max !== undefined ? count >= min && count <= max : count >= min;
+            return {
+                name: desc,
+                passed: inRange,
+                message: inRange ? undefined : `Step count ${count} not in range [${min}, ${max ?? '∞'}]`,
+            };
+        },
+    };
+}
+/**
+ * Assert total token usage is within a budget.
+ */
+export function tokenUsage(maxTokens) {
+    return {
+        name: `tokenUsage(<=${maxTokens})`,
+        check: (result) => {
+            const total = result.totalUsage.totalTokens ?? 0;
+            const withinBudget = total <= maxTokens;
+            return {
+                name: `tokenUsage(<=${maxTokens})`,
+                passed: withinBudget,
+                message: withinBudget ? undefined : `Total tokens ${total} exceeds budget ${maxTokens}`,
+            };
+        },
+    };
+}
+// ============================================================================
+// LLM Judge
+// ============================================================================
+/**
+ * Assert output quality using an LLM judge.
+ *
+ * The judge model receives the prompt, output, and criteria, then
+ * returns PASS/FAIL with reasoning.
+ */
+export function llmJudge(options) {
+    const { model, criteria, name: assertionName } = options;
+    return {
+        name: assertionName ?? `llmJudge("${criteria.slice(0, 30)}")`,
+        check: async (result) => {
+            try {
+                // Dynamic import to avoid hard dependency on ai's generateText
+                const { generateText } = await import('ai');
+                const judgeResult = await generateText({
+                    model,
+                    prompt: `You are an evaluation judge. Given an agent's output, determine if it meets the criteria.
+
+Criteria: ${criteria}
+
+Agent output:
+${result.text.slice(0, 2000)}
+
+Respond with EXACTLY one line: "PASS" or "FAIL: <reason>"`,
+                    maxOutputTokens: 200,
+                });
+                const verdict = judgeResult.text.trim();
+                const passed = verdict.startsWith('PASS');
+                return {
+                    name: assertionName ?? `llmJudge("${criteria.slice(0, 30)}")`,
+                    passed,
+                    message: passed ? undefined : verdict,
+                };
+            }
+            catch (error) {
+                return {
+                    name: assertionName ?? `llmJudge("${criteria.slice(0, 30)}")`,
+                    passed: false,
+                    message: `LLM judge failed: ${error instanceof Error ? error.message : String(error)}`,
+                };
+            }
+        },
+    };
+}
+// ============================================================================
+// Custom Assertion
+// ============================================================================
+/**
+ * Create a custom assertion from a function.
+ */
+export function custom(name, checkFn) {
+    return {
+        name,
+        check: (result) => {
+            const outcome = checkFn(result);
+            if (typeof outcome === 'boolean') {
+                return { name, passed: outcome };
+            }
+            return { name, ...outcome };
+        },
+    };
+}
+//# sourceMappingURL=assertions.js.map

package/dist/evals/assertions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.js","sourceRoot":"","sources":["../../src/evals/assertions.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,OAAO;QACL,IAAI,EAAE,cAAc,QAAQ,GAAG;QAC/B,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAC9B,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CACjE,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,cAAc,QAAQ,GAAG;gBAC/B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,kBAAkB;aAClE,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,OAAO;QACL,IAAI,EAAE,gBAAgB,QAAQ,GAAG;QACjC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAC9B,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CACjE,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,gBAAgB,QAAQ,GAAG;gBACjC,MAAM,EAAE,CAAC,MAAM;gBACf,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,QAAQ,2BAA2B,CAAC,CAAC,CAAC,SAAS;aAC3E,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,aAAqB;IACrE,OAAO;QACL,IAAI,EAAE,mBAAmB,QAAQ,KAAK,aAAa,GAAG;QACtD,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;gBAC1E,CAAC;YACH,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,mBAAmB,QAAQ,KAAK,aAAa,GAAG;gBACtD,MAAM,EAAE,KAAK,KAAK,aAAa;gBAC/B,OAAO,EAAE,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,YAAY,aAAa,eAAe,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS;aAC/F,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,OAAO;QACL,IAAI,EAAE,iBAAiB,OAAO,GAAG;QACjC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1C,OAAO;gBACL,IAAI,EAAE,iBAAiB,OAAO,GAAG;gBACjC,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB,OAAO,EAAE;aACjE,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO;QACL,IAAI,EAAE,mBAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI;QAC9C,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC5C,OAAO;gBACL,IAAI,EAAE,mBAAmB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI;gBAC9C,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;aACjF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,EAAE,GAAY;IACjD,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC;IACpF,OAAO;QACL,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAClC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;YAChF,OAAO;gBACL,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,KAAK,kBAAkB,GAAG,KAAK,GAAG,IAAI,GAAG,GAAG;aAC1F,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,OAAO;QACL,IAAI,EAAE,gBAAgB,SAAS,GAAG;QAClC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;YACjD,MAAM,YAAY,GAAG,KAAK,IAAI,SAAS,CAAC;YACxC,OAAO;gBACL,IAAI,EAAE,gBAAgB,SAAS,GAAG;gBAClC,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,KAAK,mBAAmB,SAAS,EAAE;aACxF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,UAAU,QAAQ,CAAC,OAIxB;IACC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IACzD,OAAO;QACL,IAAI,EAAE,aAAa,IAAI,aAAa,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI;QAC7D,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YACtB,IAAI,CAAC;gBACH,+DAA+D;gBAC/D,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC;oBACrC,KAAK;oBACL,MAAM,EAAE;;YAEN,QAAQ;;;EAGlB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;;0DAE8B;oBAChD,eAAe,EAAE,GAAG;iBACrB,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC1C,OAAO;oBACL,IAAI,EAAE,aAAa,IAAI,aAAa,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC7D,MAAM;oBACN,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;iBACtC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,aAAa,IAAI,aAAa,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI;oBAC7D,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBACvF,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,MAAM,CACpB,IAAY,EACZ,OAAqF;IAErF,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE;YAChB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,OAAO,OAAO,KAAK,SAAS,EAAE,CAAC;gBACjC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACnC,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/evals/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * @agntk/core - Evals Framework
+ *
+ * Build eval suites to test agent behavior with assertions.
+ */
+export { createEvalSuite } from './runner.js';
+export { toolCalled, noToolCalled, toolCalledTimes, outputMatches, outputContains, stepCount, tokenUsage, llmJudge, custom, } from './assertions.js';
+export type { EvalSuiteConfig, EvalSuiteResult, EvalCaseResult, EvalCase, EvalAgentResult, Assertion, AssertionResult, EvalReporter, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/evals/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,aAAa,EACb,cAAc,EACd,SAAS,EACT,UAAU,EACV,QAAQ,EACR,MAAM,GACP,MAAM,cAAc,CAAC;AACtB,YAAY,EACV,eAAe,EACf,eAAe,EACf,cAAc,EACd,QAAQ,EACR,eAAe,EACf,SAAS,EACT,eAAe,EACf,YAAY,GACb,MAAM,SAAS,CAAC"}

package/dist/evals/index.js

@@ -0,0 +1,8 @@
+/**
+ * @agntk/core - Evals Framework
+ *
+ * Build eval suites to test agent behavior with assertions.
+ */
+export { createEvalSuite } from './runner.js';
+export { toolCalled, noToolCalled, toolCalledTimes, outputMatches, outputContains, stepCount, tokenUsage, llmJudge, custom, } from './assertions.js';
+//# sourceMappingURL=index.js.map

package/dist/evals/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,aAAa,EACb,cAAc,EACd,SAAS,EACT,UAAU,EACV,QAAQ,EACR,MAAM,GACP,MAAM,cAAc,CAAC"}

package/dist/evals/runner.d.ts

@@ -0,0 +1,34 @@
+/**
+ * @agntk/core - Eval Suite Runner
+ *
+ * Runs eval cases with concurrency control and reporting.
+ */
+import type { EvalSuiteConfig, EvalSuiteResult, EvalCase } from './types.js';
+/**
+ * Create an eval suite that can be run against an agent.
+ *
+ * @example
+ * ```typescript
+ * const suite = createEvalSuite({
+ *   name: 'greeting-evals',
+ *   agent: myAgent,
+ *   cases: [
+ *     {
+ *       name: 'basic-greeting',
+ *       prompt: 'Say hello',
+ *       assertions: [outputContains('hello')],
+ *     },
+ *   ],
+ * });
+ *
+ * const results = await suite.run();
+ * console.log(`${results.passed}/${results.totalCases} passed`);
+ * ```
+ */
+export declare function createEvalSuite(config: EvalSuiteConfig): {
+    name: string;
+    cases: EvalCase[];
+    /** Run all eval cases and return results. */
+    run(): Promise<EvalSuiteResult>;
+};
+//# sourceMappingURL=runner.d.ts.map

package/dist/evals/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/evals/runner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,eAAe,EAEf,QAAQ,EAGT,MAAM,SAAS,CAAC;AASjB;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,eAAe;;;IAcnD,6CAA6C;WAChC,OAAO,CAAC,eAAe,CAAC;EAgDxC"}