@axlsdk/axl 0.11.6 → 0.13.0

package/dist/index.d.cts

@@ -285,6 +285,11 @@ type TraceEvent = {
     promptVersion?: string;
     model?: string;
     cost?: number;
+    tokens?: {
+        input?: number;
+        output?: number;
+        reasoning?: number;
+    };
     duration?: number;
     data?: unknown;
     timestamp: number;
@@ -553,11 +558,28 @@ interface StateStore {
     }>>;
     /** Delete a memory entry by key. */
     deleteMemory?(scope: string, key: string): Promise<void>;
+    /** Save a completed/failed execution to history. */
+    saveExecution?(execution: ExecutionInfo): Promise<void>;
+    /** Get a specific execution by ID from history. */
+    getExecution?(executionId: string): Promise<ExecutionInfo | null>;
+    /** List recent executions (most recent first). */
+    listExecutions?(limit?: number): Promise<ExecutionInfo[]>;
+    /** Save an eval result to history. */
+    saveEvalResult?(entry: EvalHistoryEntry): Promise<void>;
+    /** List eval history entries (most recent first). */
+    listEvalResults?(limit?: number): Promise<EvalHistoryEntry[]>;
     /** List all session IDs (used by Studio session browser). */
     listSessions?(): Promise<string[]>;
     close?(): Promise<void>;
     deleteCheckpoints?(executionId: string): Promise<void>;
 }
+/** Persisted eval history entry. */
+type EvalHistoryEntry = {
+    id: string;
+    eval: string;
+    timestamp: number;
+    data: unknown;
+};
 
 /** Configuration for OpenTelemetry integration. */
 type TelemetryConfig = {
@@ -1275,6 +1297,10 @@ declare class AxlRuntime extends EventEmitter {
     private mcpManager?;
     private memoryManager?;
     private spanManager;
+    private historicalExecutions;
+    private historicalExecutionsLoadPromise;
+    private evalHistory;
+    private evalHistoryLoadPromise;
     constructor(config?: AxlConfig);
     /**
      * Initialize MCP servers configured in the config.
@@ -1289,6 +1315,11 @@ declare class AxlRuntime extends EventEmitter {
     /** Get the MCP manager (if initialized). */
     getMcpManager(): McpManager | undefined;
     private createStateStore;
+    /**
+     * Persist a completed/failed execution to the state store (fire-and-forget)
+     * and move it from the active executions map to the historical cache.
+     */
+    private persistExecution;
     /** Register a workflow with the runtime. */
     register(workflow: Workflow<any, any>): void;
     /** Register standalone tools for Studio introspection and direct testing. */
@@ -1336,8 +1367,8 @@ declare class AxlRuntime extends EventEmitter {
     } | undefined;
     /** Run a registered eval by name. */
     runRegisteredEval(name: string): Promise<unknown>;
-    /** Get all execution info (running + completed). */
-    getExecutions(): ExecutionInfo[];
+    /** Get all execution info (running + completed + historical). */
+    getExecutions(): Promise<ExecutionInfo[]>;
     /**
      * Create a WorkflowContext for ad-hoc use (evals, tool testing, prototyping).
      * The context has access to the runtime's providers, state store, MCP manager,
@@ -1346,6 +1377,11 @@ declare class AxlRuntime extends EventEmitter {
     createContext(options?: CreateContextOptions): WorkflowContext;
     /** Register a custom provider instance. */
     registerProvider(name: string, provider: Provider): void;
+    /** Resolve a provider:model URI to a Provider instance and model name. */
+    resolveProvider(uri: string): {
+        provider: Provider;
+        model: string;
+    };
     /** Execute a workflow and return the result. */
     execute(name: string, input: unknown, options?: ExecuteOptions): Promise<unknown>;
     /** Execute a workflow and return a stream. */
@@ -1358,6 +1394,10 @@ declare class AxlRuntime extends EventEmitter {
     abort(executionId: string): void;
     /** Get execution details by ID. */
     getExecution(executionId: string): Promise<ExecutionInfo | undefined>;
+    /** Save an eval result to history. */
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    /** Get eval result history (most recent first). */
+    getEvalHistory(): Promise<EvalHistoryEntry[]>;
     /** List pending human decisions. */
     getPendingDecisions(): Promise<PendingDecision[]>;
     /** Resolve a pending human decision. */
@@ -1689,6 +1729,8 @@ declare class MemoryStore implements StateStore {
     private decisions;
     private executionStates;
     private memories;
+    private executionHistory;
+    private evalHistory;
     constructor();
     saveCheckpoint(executionId: string, step: number, data: unknown): Promise<void>;
     getCheckpoint(executionId: string, step: number): Promise<unknown | null>;
@@ -1714,6 +1756,11 @@ declare class MemoryStore implements StateStore {
         value: unknown;
     }>>;
     deleteMemory(scope: string, key: string): Promise<void>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     close(): Promise<void>;
     deleteCheckpoints(executionId: string): Promise<void>;
@@ -1751,6 +1798,11 @@ declare class SQLiteStore implements StateStore {
     saveExecutionState(executionId: string, state: ExecutionState): Promise<void>;
     getExecutionState(executionId: string): Promise<ExecutionState | null>;
     listPendingExecutions(): Promise<string[]>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     saveMemory(scope: string, key: string, value: unknown): Promise<void>;
     getMemory(scope: string, key: string): Promise<unknown | null>;
@@ -1788,6 +1840,10 @@ declare class RedisStore implements StateStore {
     private decisionsKey;
     private executionStateKey;
     private pendingExecSetKey;
+    private execHistoryKey;
+    private execHistorySetKey;
+    private evalHistoryKey;
+    private evalHistorySetKey;
     saveCheckpoint(executionId: string, step: number, data: unknown): Promise<void>;
     getCheckpoint(executionId: string, step: number): Promise<unknown | null>;
     getLatestCheckpoint(executionId: string): Promise<{
@@ -1805,6 +1861,11 @@ declare class RedisStore implements StateStore {
     saveExecutionState(executionId: string, state: ExecutionState): Promise<void>;
     getExecutionState(executionId: string): Promise<ExecutionState | null>;
     listPendingExecutions(): Promise<string[]>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     /** Close the Redis connection. */
     close(): Promise<void>;
@@ -1877,4 +1938,4 @@ declare class NoopSpanManager implements SpanManager {
  */
 declare function createSpanManager(config?: TelemetryConfig): Promise<SpanManager>;
 
-export { type Agent, type AgentCallInfo, type AgentConfig, AnthropicProvider, type AskOptions, type AwaitHumanOptions, type AxlConfig, AxlError, AxlRuntime, AxlStream, BudgetExceededError, type BudgetOptions, type BudgetResult, type ChatMessage, type ChatOptions, type CreateContextOptions, type DelegateOptions, type Effort, type Embedder, type ExecutionInfo, type ExecutionState, GeminiProvider, type GuardrailBlockHandler, GuardrailError, type GuardrailResult, type GuardrailsConfig, type HandoffDescriptor, type HandoffRecord, type HumanDecision, InMemoryVectorStore, type InputGuardrail, type MapOptions, MaxTurnsError, McpManager, type McpServer, type McpServerConfig, type McpToolDefinition, type McpToolResult, type MemoryConfig, MemoryManager, MemoryStore, NoConsensus, NoopSpanManager, OpenAIEmbedder, OpenAIProvider, OpenAIResponsesProvider, type OutputGuardrail, type OutputValidator, type PendingDecision, type Provider, type ProviderAdapter, ProviderRegistry, type ProviderResponse, QuorumNotMet, type RaceOptions, type RecallOptions, RedisStore, type RememberOptions, type ResolvedThinkingOptions, type Result, type RetryPolicy, SQLiteStore, Session, type SessionOptions, type SpanHandle, type SpanManager, type SpawnOptions, SqliteVectorStore, type StateStore, type StreamChunk, type StreamEvent, type TelemetryConfig, TimeoutError, type Tool, type ToolCallMessage, type ToolChoice, type ToolConfig, ToolDenied, type ToolHooks, type TraceEvent, type ValidateResult, ValidationError, type VectorEntry, type VectorResult, type VectorStore, VerifyError, type VerifyOptions, type VerifyRetry, type VoteOptions, type Workflow, type WorkflowConfig, WorkflowContext, type WorkflowContextInit, agent, createSpanManager, defineConfig, resolveThinkingOptions, tool, workflow, zodToJsonSchema };
+export { type Agent, type AgentCallInfo, type AgentConfig, AnthropicProvider, type AskOptions, type AwaitHumanOptions, type AxlConfig, AxlError, AxlRuntime, AxlStream, BudgetExceededError, type BudgetOptions, type BudgetResult, type ChatMessage, type ChatOptions, type CreateContextOptions, type DelegateOptions, type Effort, type Embedder, type EvalHistoryEntry, type ExecutionInfo, type ExecutionState, GeminiProvider, type GuardrailBlockHandler, GuardrailError, type GuardrailResult, type GuardrailsConfig, type HandoffDescriptor, type HandoffRecord, type HumanDecision, InMemoryVectorStore, type InputGuardrail, type MapOptions, MaxTurnsError, McpManager, type McpServer, type McpServerConfig, type McpToolDefinition, type McpToolResult, type MemoryConfig, MemoryManager, MemoryStore, NoConsensus, NoopSpanManager, OpenAIEmbedder, OpenAIProvider, OpenAIResponsesProvider, type OutputGuardrail, type OutputValidator, type PendingDecision, type Provider, type ProviderAdapter, ProviderRegistry, type ProviderResponse, QuorumNotMet, type RaceOptions, type RecallOptions, RedisStore, type RememberOptions, type ResolvedThinkingOptions, type Result, type RetryPolicy, SQLiteStore, Session, type SessionOptions, type SpanHandle, type SpanManager, type SpawnOptions, SqliteVectorStore, type StateStore, type StreamChunk, type StreamEvent, type TelemetryConfig, TimeoutError, type Tool, type ToolCallMessage, type ToolChoice, type ToolConfig, ToolDenied, type ToolHooks, type TraceEvent, type ValidateResult, ValidationError, type VectorEntry, type VectorResult, type VectorStore, VerifyError, type VerifyOptions, type VerifyRetry, type VoteOptions, type Workflow, type WorkflowConfig, WorkflowContext, type WorkflowContextInit, agent, createSpanManager, defineConfig, resolveThinkingOptions, tool, workflow, zodToJsonSchema };

package/dist/index.d.ts

@@ -285,6 +285,11 @@ type TraceEvent = {
     promptVersion?: string;
     model?: string;
     cost?: number;
+    tokens?: {
+        input?: number;
+        output?: number;
+        reasoning?: number;
+    };
     duration?: number;
     data?: unknown;
     timestamp: number;
@@ -553,11 +558,28 @@ interface StateStore {
     }>>;
     /** Delete a memory entry by key. */
     deleteMemory?(scope: string, key: string): Promise<void>;
+    /** Save a completed/failed execution to history. */
+    saveExecution?(execution: ExecutionInfo): Promise<void>;
+    /** Get a specific execution by ID from history. */
+    getExecution?(executionId: string): Promise<ExecutionInfo | null>;
+    /** List recent executions (most recent first). */
+    listExecutions?(limit?: number): Promise<ExecutionInfo[]>;
+    /** Save an eval result to history. */
+    saveEvalResult?(entry: EvalHistoryEntry): Promise<void>;
+    /** List eval history entries (most recent first). */
+    listEvalResults?(limit?: number): Promise<EvalHistoryEntry[]>;
     /** List all session IDs (used by Studio session browser). */
     listSessions?(): Promise<string[]>;
     close?(): Promise<void>;
     deleteCheckpoints?(executionId: string): Promise<void>;
 }
+/** Persisted eval history entry. */
+type EvalHistoryEntry = {
+    id: string;
+    eval: string;
+    timestamp: number;
+    data: unknown;
+};
 
 /** Configuration for OpenTelemetry integration. */
 type TelemetryConfig = {
@@ -1275,6 +1297,10 @@ declare class AxlRuntime extends EventEmitter {
     private mcpManager?;
     private memoryManager?;
     private spanManager;
+    private historicalExecutions;
+    private historicalExecutionsLoadPromise;
+    private evalHistory;
+    private evalHistoryLoadPromise;
     constructor(config?: AxlConfig);
     /**
      * Initialize MCP servers configured in the config.
@@ -1289,6 +1315,11 @@ declare class AxlRuntime extends EventEmitter {
     /** Get the MCP manager (if initialized). */
     getMcpManager(): McpManager | undefined;
     private createStateStore;
+    /**
+     * Persist a completed/failed execution to the state store (fire-and-forget)
+     * and move it from the active executions map to the historical cache.
+     */
+    private persistExecution;
     /** Register a workflow with the runtime. */
     register(workflow: Workflow<any, any>): void;
     /** Register standalone tools for Studio introspection and direct testing. */
@@ -1336,8 +1367,8 @@ declare class AxlRuntime extends EventEmitter {
     } | undefined;
     /** Run a registered eval by name. */
     runRegisteredEval(name: string): Promise<unknown>;
-    /** Get all execution info (running + completed). */
-    getExecutions(): ExecutionInfo[];
+    /** Get all execution info (running + completed + historical). */
+    getExecutions(): Promise<ExecutionInfo[]>;
     /**
      * Create a WorkflowContext for ad-hoc use (evals, tool testing, prototyping).
      * The context has access to the runtime's providers, state store, MCP manager,
@@ -1346,6 +1377,11 @@ declare class AxlRuntime extends EventEmitter {
     createContext(options?: CreateContextOptions): WorkflowContext;
     /** Register a custom provider instance. */
     registerProvider(name: string, provider: Provider): void;
+    /** Resolve a provider:model URI to a Provider instance and model name. */
+    resolveProvider(uri: string): {
+        provider: Provider;
+        model: string;
+    };
     /** Execute a workflow and return the result. */
     execute(name: string, input: unknown, options?: ExecuteOptions): Promise<unknown>;
     /** Execute a workflow and return a stream. */
@@ -1358,6 +1394,10 @@ declare class AxlRuntime extends EventEmitter {
     abort(executionId: string): void;
     /** Get execution details by ID. */
     getExecution(executionId: string): Promise<ExecutionInfo | undefined>;
+    /** Save an eval result to history. */
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    /** Get eval result history (most recent first). */
+    getEvalHistory(): Promise<EvalHistoryEntry[]>;
     /** List pending human decisions. */
     getPendingDecisions(): Promise<PendingDecision[]>;
     /** Resolve a pending human decision. */
@@ -1689,6 +1729,8 @@ declare class MemoryStore implements StateStore {
     private decisions;
     private executionStates;
     private memories;
+    private executionHistory;
+    private evalHistory;
     constructor();
     saveCheckpoint(executionId: string, step: number, data: unknown): Promise<void>;
     getCheckpoint(executionId: string, step: number): Promise<unknown | null>;
@@ -1714,6 +1756,11 @@ declare class MemoryStore implements StateStore {
         value: unknown;
     }>>;
     deleteMemory(scope: string, key: string): Promise<void>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     close(): Promise<void>;
     deleteCheckpoints(executionId: string): Promise<void>;
@@ -1751,6 +1798,11 @@ declare class SQLiteStore implements StateStore {
     saveExecutionState(executionId: string, state: ExecutionState): Promise<void>;
     getExecutionState(executionId: string): Promise<ExecutionState | null>;
     listPendingExecutions(): Promise<string[]>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     saveMemory(scope: string, key: string, value: unknown): Promise<void>;
     getMemory(scope: string, key: string): Promise<unknown | null>;
@@ -1788,6 +1840,10 @@ declare class RedisStore implements StateStore {
     private decisionsKey;
     private executionStateKey;
     private pendingExecSetKey;
+    private execHistoryKey;
+    private execHistorySetKey;
+    private evalHistoryKey;
+    private evalHistorySetKey;
     saveCheckpoint(executionId: string, step: number, data: unknown): Promise<void>;
     getCheckpoint(executionId: string, step: number): Promise<unknown | null>;
     getLatestCheckpoint(executionId: string): Promise<{
@@ -1805,6 +1861,11 @@ declare class RedisStore implements StateStore {
     saveExecutionState(executionId: string, state: ExecutionState): Promise<void>;
     getExecutionState(executionId: string): Promise<ExecutionState | null>;
     listPendingExecutions(): Promise<string[]>;
+    saveExecution(execution: ExecutionInfo): Promise<void>;
+    getExecution(executionId: string): Promise<ExecutionInfo | null>;
+    listExecutions(limit?: number): Promise<ExecutionInfo[]>;
+    saveEvalResult(entry: EvalHistoryEntry): Promise<void>;
+    listEvalResults(limit?: number): Promise<EvalHistoryEntry[]>;
     listSessions(): Promise<string[]>;
     /** Close the Redis connection. */
     close(): Promise<void>;
@@ -1877,4 +1938,4 @@ declare class NoopSpanManager implements SpanManager {
  */
 declare function createSpanManager(config?: TelemetryConfig): Promise<SpanManager>;
 
-export { type Agent, type AgentCallInfo, type AgentConfig, AnthropicProvider, type AskOptions, type AwaitHumanOptions, type AxlConfig, AxlError, AxlRuntime, AxlStream, BudgetExceededError, type BudgetOptions, type BudgetResult, type ChatMessage, type ChatOptions, type CreateContextOptions, type DelegateOptions, type Effort, type Embedder, type ExecutionInfo, type ExecutionState, GeminiProvider, type GuardrailBlockHandler, GuardrailError, type GuardrailResult, type GuardrailsConfig, type HandoffDescriptor, type HandoffRecord, type HumanDecision, InMemoryVectorStore, type InputGuardrail, type MapOptions, MaxTurnsError, McpManager, type McpServer, type McpServerConfig, type McpToolDefinition, type McpToolResult, type MemoryConfig, MemoryManager, MemoryStore, NoConsensus, NoopSpanManager, OpenAIEmbedder, OpenAIProvider, OpenAIResponsesProvider, type OutputGuardrail, type OutputValidator, type PendingDecision, type Provider, type ProviderAdapter, ProviderRegistry, type ProviderResponse, QuorumNotMet, type RaceOptions, type RecallOptions, RedisStore, type RememberOptions, type ResolvedThinkingOptions, type Result, type RetryPolicy, SQLiteStore, Session, type SessionOptions, type SpanHandle, type SpanManager, type SpawnOptions, SqliteVectorStore, type StateStore, type StreamChunk, type StreamEvent, type TelemetryConfig, TimeoutError, type Tool, type ToolCallMessage, type ToolChoice, type ToolConfig, ToolDenied, type ToolHooks, type TraceEvent, type ValidateResult, ValidationError, type VectorEntry, type VectorResult, type VectorStore, VerifyError, type VerifyOptions, type VerifyRetry, type VoteOptions, type Workflow, type WorkflowConfig, WorkflowContext, type WorkflowContextInit, agent, createSpanManager, defineConfig, resolveThinkingOptions, tool, workflow, zodToJsonSchema };
+export { type Agent, type AgentCallInfo, type AgentConfig, AnthropicProvider, type AskOptions, type AwaitHumanOptions, type AxlConfig, AxlError, AxlRuntime, AxlStream, BudgetExceededError, type BudgetOptions, type BudgetResult, type ChatMessage, type ChatOptions, type CreateContextOptions, type DelegateOptions, type Effort, type Embedder, type EvalHistoryEntry, type ExecutionInfo, type ExecutionState, GeminiProvider, type GuardrailBlockHandler, GuardrailError, type GuardrailResult, type GuardrailsConfig, type HandoffDescriptor, type HandoffRecord, type HumanDecision, InMemoryVectorStore, type InputGuardrail, type MapOptions, MaxTurnsError, McpManager, type McpServer, type McpServerConfig, type McpToolDefinition, type McpToolResult, type MemoryConfig, MemoryManager, MemoryStore, NoConsensus, NoopSpanManager, OpenAIEmbedder, OpenAIProvider, OpenAIResponsesProvider, type OutputGuardrail, type OutputValidator, type PendingDecision, type Provider, type ProviderAdapter, ProviderRegistry, type ProviderResponse, QuorumNotMet, type RaceOptions, type RecallOptions, RedisStore, type RememberOptions, type ResolvedThinkingOptions, type Result, type RetryPolicy, SQLiteStore, Session, type SessionOptions, type SpanHandle, type SpanManager, type SpawnOptions, SqliteVectorStore, type StateStore, type StreamChunk, type StreamEvent, type TelemetryConfig, TimeoutError, type Tool, type ToolCallMessage, type ToolChoice, type ToolConfig, ToolDenied, type ToolHooks, type TraceEvent, type ValidateResult, ValidationError, type VectorEntry, type VectorResult, type VectorStore, VerifyError, type VerifyOptions, type VerifyRetry, type VoteOptions, type Workflow, type WorkflowConfig, WorkflowContext, type WorkflowContextInit, agent, createSpanManager, defineConfig, resolveThinkingOptions, tool, workflow, zodToJsonSchema };