elsium-ai 0.4.3 → 0.5.0

package/dist/index.d.ts

@@ -13,8 +13,8 @@ export { ElsiumError, ok, err, isOk, isErr, unwrap, unwrapOr, tryCatch, tryCatch
 export type { Role, ContentPart, TextContent, ImageContent, AudioContent, DocumentContent, Message, ToolCall, ToolResult, TokenUsage, CostBreakdown, StopReason, LLMResponse, StreamEvent, XRayData, StreamCheckpoint, ProviderConfig, CompletionRequest, ToolDefinition, TenantContext, Middleware, Result, Ok, Err, ElsiumStream, ResilientStreamOptions, LogLevel, Logger, ErrorCode, Registry, ContextStrategy, ContextManagerConfig, ContextManager, } from '@elsium-ai/core';
 export { gateway, registerProviderFactory, registerProvider, getProviderFactory, listProviders, registerProviderMetadata, getProviderMetadata, calculateCost, registerPricing, composeMiddleware, loggingMiddleware, costTrackingMiddleware, xrayMiddleware, createAnthropicProvider, createOpenAIProvider, createGoogleProvider, createProviderMesh, securityMiddleware, detectPromptInjection, detectJailbreak, redactSecrets, checkBlockedPatterns, cacheMiddleware, createInMemoryCache, outputGuardrailMiddleware, createBatch, } from '@elsium-ai/gateway';
 export type { LLMProvider, ProviderFactory, ProviderMetadata, ModelPricing, ModelTier, Gateway, GatewayConfig, XRayStore, ProviderMeshConfig, ProviderEntry, RoutingStrategy, ProviderMesh, SecurityMiddlewareConfig, SecurityViolation, SecurityResult, CacheAdapter, CacheStats, CacheMiddlewareConfig, OutputGuardrailConfig, OutputGuardrailRule, OutputViolation, BatchConfig, BatchResult, BatchResultItem, } from '@elsium-ai/gateway';
-export { defineAgent, runSequential, runParallel, runSupervisor, createMemory, createSemanticValidator, createAgentSecurity, createConfidenceScorer, executeStateMachine, createInMemoryMemoryStore, createSqliteMemoryStore, } from '@elsium-ai/agents';
-export type { Agent, AgentDependencies, AgentConfig, AgentResult, AgentRunOptions, GuardrailConfig, AgentHooks, Memory, MemoryConfig, SemanticGuardrailConfig, SemanticCheck, SemanticCheckResult, SemanticValidationResult, SemanticValidator, AgentSecurityConfig, AgentSecurityResult, ConfidenceConfig, ConfidenceResult, StateDefinition, StateHistoryEntry, StateMachineResult, MemoryStore, SqliteMemoryStoreConfig, } from '@elsium-ai/agents';
+export { defineAgent, runSequential, runParallel, runSupervisor, createMemory, createSemanticValidator, createAgentSecurity, createConfidenceScorer, executeStateMachine, createInMemoryMemoryStore, createSqliteMemoryStore, createAgentStream, createThread, loadThread, createInMemoryThreadStore, createAsyncAgent, } from '@elsium-ai/agents';
+export type { Agent, AgentDependencies, AgentConfig, AgentResult, AgentRunOptions, GuardrailConfig, AgentHooks, Memory, MemoryConfig, SemanticGuardrailConfig, SemanticCheck, SemanticCheckResult, SemanticValidationResult, SemanticValidator, AgentSecurityConfig, AgentSecurityResult, ConfidenceConfig, ConfidenceResult, StateDefinition, StateHistoryEntry, StateMachineResult, MemoryStore, SqliteMemoryStoreConfig, AgentStreamEvent, AgentStream, StreamingAgentDependencies, Thread, ThreadConfig, ThreadStore, ThreadSnapshot, ThreadSummary, AsyncAgent, AsyncAgentConfig, AsyncAgentRunOptions, AgentTask, TaskStatus, TaskProgressEvent, } from '@elsium-ai/agents';
 export { defineTool, createToolkit, httpFetchTool, calculatorTool, jsonParseTool, currentTimeTool, formatToolResult, formatToolResultAsText, } from '@elsium-ai/tools';
 export type { Tool, ToolConfig, ToolContext, ToolExecutionResult, Toolkit, } from '@elsium-ai/tools';
 export { rag, createInMemoryStore, createOpenAIEmbeddings, createMockEmbeddings, vectorStoreRegistry, embeddingProviderRegistry, createPgVectorStore, } from '@elsium-ai/rag';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAEN,WAAW,EAEX,EAAE,EACF,GAAG,EACH,IAAI,EACJ,KAAK,EACL,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,EAEZ,YAAY,EAEZ,YAAY,EAEZ,GAAG,EACH,SAAS,EACT,OAAO,EAEP,UAAU,EACV,eAAe,EACf,WAAW,EACX,KAAK,EACL,KAAK,EAEL,eAAe,EAEf,cAAc,EAEd,WAAW,EACX,oBAAoB,GACpB,MAAM,iBAAiB,CAAA;AAExB,YAAY,EAEX,IAAI,EACJ,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,OAAO,EACP,QAAQ,EACR,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,UAAU,EAEV,MAAM,EACN,EAAE,EACF,GAAG,EAEH,YAAY,EACZ,sBAAsB,EAEtB,QAAQ,EACR,MAAM,EAEN,SAAS,EAET,QAAQ,EAER,eAAe,EACf,oBAAoB,EACpB,cAAc,GACd,MAAM,iBAAiB,CAAA;AAGxB,OAAO,EACN,OAAO,EACP,uBAAuB,EACvB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EAEpB,eAAe,EACf,mBAAmB,EAEnB,yBAAyB,EAEzB,WAAW,GACX,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,OAAO,EACP,aAAa,EACb,SAAS,EACT,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EAEd,YAAY,EACZ,UAAU,EACV,qBAAqB,EAErB,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,EAEf,WAAW,EACX,WAAW,EACX,eAAe,GACf,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACN,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EAEnB,yBAAyB,EACzB,uBAAuB,GACvB,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EACX,KAAK,EACL,iBAAiB,EACjB,WAAW,EACX,WAAW,EACX,eAAe,EACf,eAAe,EACf,UAAU,EACV,MAAM,EACN,YAAY,EACZ,uBAAuB,EACvB,aAAa,EACb,mBAAmB,EACnB,wBAAwB,EACxB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAElB,WAAW,EACX,uBAAuB,GACvB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACN,UAAU,EACV,aAAa,EACb,aAAa,EACb,cAAc,EACd,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,sBAAsB,GACtB,MAAM,kBAAkB,CAAA;AAEzB,YAAY,EACX,IAAI,EACJ,UAAU,EACV,WAAW,EACX,mBAAmB,EACnB,OAAO,GACP,MAAM,kBAAkB,CAAA;AAGzB,OAAO,EACN,GAAG,EACH,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,EAEpB,mBAAmB,EACnB,yBAAyB,EAEzB,mBAAmB,GACnB,MAAM,gBAAgB,CAAA;AAEvB,YAAY,EACX,WAAW,EACX,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,KAAK,EACL,aAAa,EACb,eAAe,EACf,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,kBAAkB,EAClB,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EACN,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACpB,IAAI,GACJ,MAAM,sBAAsB,CAAA;AAE7B,YAAY,EACX,QAAQ,EACR,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,WAAW,EACX,UAAU,GACV,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EACN,OAAO,EACP,UAAU,EACV,aAAa,EACb,gBAAgB,EAEhB,gBAAgB,EAEhB,UAAU,EACV,mBAAmB,EACnB,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,MAAM,EACN,YAAY,EACZ,cAAc,EACd,UAAU,EACV,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,sBAAsB,EACtB,eAAe,EAEf,UAAU,EACV,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,QAAQ,EACR,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACN,SAAS,EAET,UAAU,EACV,SAAS,EACT,cAAc,EAEd,gBAAgB,EAChB,yBAAyB,GACzB,MAAM,gBAAgB,CAAA;AAEvB,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,eAAe,EACf,mBAAmB,EACnB,sBAAsB,GACtB,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAEjE,YAAY,EACX,SAAS,EACT,eAAe,EACf,WAAW,EACX,SAAS,EACT,eAAe,GACf,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEhD,YAAY,EACX,YAAY,EACZ,YAAY,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACN,YAAY,EACZ,aAAa,EACb,WAAW,EACX,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,EACZ,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,aAAa,EACb,UAAU,EACV,eAAe,EACf,QAAQ,EACR,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,WAAW,EACX,cAAc,EACd,YAAY,GACZ,MAAM,oBAAoB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAEN,WAAW,EAEX,EAAE,EACF,GAAG,EACH,IAAI,EACJ,KAAK,EACL,MAAM,EACN,QAAQ,EACR,QAAQ,EACR,YAAY,EAEZ,YAAY,EAEZ,YAAY,EAEZ,GAAG,EACH,SAAS,EACT,OAAO,EAEP,UAAU,EACV,eAAe,EACf,WAAW,EACX,KAAK,EACL,KAAK,EAEL,eAAe,EAEf,cAAc,EAEd,WAAW,EACX,oBAAoB,GACpB,MAAM,iBAAiB,CAAA;AAExB,YAAY,EAEX,IAAI,EACJ,WAAW,EACX,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,OAAO,EACP,QAAQ,EACR,UAAU,EACV,UAAU,EACV,aAAa,EACb,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,aAAa,EACb,UAAU,EAEV,MAAM,EACN,EAAE,EACF,GAAG,EAEH,YAAY,EACZ,sBAAsB,EAEtB,QAAQ,EACR,MAAM,EAEN,SAAS,EAET,QAAQ,EAER,eAAe,EACf,oBAAoB,EACpB,cAAc,GACd,MAAM,iBAAiB,CAAA;AAGxB,OAAO,EACN,OAAO,EACP,uBAAuB,EACvB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,wBAAwB,EACxB,mBAAmB,EACnB,aAAa,EACb,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,oBAAoB,EAEpB,eAAe,EACf,mBAAmB,EAEnB,yBAAyB,EAEzB,WAAW,GACX,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,OAAO,EACP,aAAa,EACb,SAAS,EACT,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,wBAAwB,EACxB,iBAAiB,EACjB,cAAc,EAEd,YAAY,EACZ,UAAU,EACV,qBAAqB,EAErB,qBAAqB,EACrB,mBAAmB,EACnB,eAAe,EAEf,WAAW,EACX,WAAW,EACX,eAAe,GACf,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACN,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EAEnB,yBAAyB,EACzB,uBAAuB,EAEvB,iBAAiB,EAEjB,YAAY,EACZ,UAAU,EACV,yBAAyB,EAEzB,gBAAgB,GAChB,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EACX,KAAK,EACL,iBAAiB,EACjB,WAAW,EACX,WAAW,EACX,eAAe,EACf,eAAe,EACf,UAAU,EACV,MAAM,EACN,YAAY,EACZ,uBAAuB,EACvB,aAAa,EACb,mBAAmB,EACnB,wBAAwB,EACxB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAElB,WAAW,EACX,uBAAuB,EAEvB,gBAAgB,EAChB,WAAW,EACX,0BAA0B,EAE1B,MAAM,EACN,YAAY,EACZ,WAAW,EACX,cAAc,EACd,aAAa,EAEb,UAAU,EACV,gBAAgB,EAChB,oBAAoB,EACpB,SAAS,EACT,UAAU,EACV,iBAAiB,GACjB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACN,UAAU,EACV,aAAa,EACb,aAAa,EACb,cAAc,EACd,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,sBAAsB,GACtB,MAAM,kBAAkB,CAAA;AAEzB,YAAY,EACX,IAAI,EACJ,UAAU,EACV,WAAW,EACX,mBAAmB,EACnB,OAAO,GACP,MAAM,kBAAkB,CAAA;AAGzB,OAAO,EACN,GAAG,EACH,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,EAEpB,mBAAmB,EACnB,yBAAyB,EAEzB,mBAAmB,GACnB,MAAM,gBAAgB,CAAA;AAEvB,YAAY,EACX,WAAW,EACX,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,KAAK,EACL,aAAa,EACb,eAAe,EACf,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,kBAAkB,EAClB,wBAAwB,EACxB,mBAAmB,GACnB,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EACN,cAAc,EACd,sBAAsB,EACtB,oBAAoB,EACpB,IAAI,GACJ,MAAM,sBAAsB,CAAA;AAE7B,YAAY,EACX,QAAQ,EACR,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,WAAW,EACX,UAAU,GACV,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EACN,OAAO,EACP,UAAU,EACV,aAAa,EACb,gBAAgB,EAEhB,gBAAgB,EAEhB,UAAU,EACV,mBAAmB,EACnB,aAAa,EACb,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,MAAM,EACN,YAAY,EACZ,cAAc,EACd,UAAU,EACV,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,gBAAgB,EAChB,WAAW,EACX,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,sBAAsB,EACtB,eAAe,EAEf,UAAU,EACV,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EAEjB,QAAQ,EACR,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACN,SAAS,EAET,UAAU,EACV,SAAS,EACT,cAAc,EAEd,gBAAgB,EAChB,yBAAyB,GACzB,MAAM,gBAAgB,CAAA;AAEvB,YAAY,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,UAAU,EACV,eAAe,EACf,eAAe,EACf,mBAAmB,EACnB,sBAAsB,GACtB,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAEjE,YAAY,EACX,SAAS,EACT,eAAe,EACf,WAAW,EACX,SAAS,EACT,eAAe,GACf,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEhD,YAAY,EACX,YAAY,EACZ,YAAY,GACZ,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACN,YAAY,EACZ,aAAa,EACb,WAAW,EACX,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,EACZ,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,GAClB,MAAM,oBAAoB,CAAA;AAE3B,YAAY,EACX,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,aAAa,EACb,UAAU,EACV,eAAe,EACf,QAAQ,EACR,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,WAAW,EACX,cAAc,EACd,YAAY,GACZ,MAAM,oBAAoB,CAAA"}

package/dist/index.js

@@ -8670,6 +8670,219 @@ async function executeToolCalls(toolCalls, toolMap, history, signal, hooks, appr
   return results;
 }
 
+// ../agents/src/streaming.ts
+async function accumulateStreamedResponse(stream, emit) {
+  let textContent = "";
+  const toolCalls = [];
+  const toolArgBuffers = {};
+  let usage = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
+  let stopReason = "end_turn";
+  for await (const event of stream) {
+    switch (event.type) {
+      case "text_delta":
+        textContent += event.text;
+        emit({ type: "text_delta", text: event.text });
+        break;
+      case "tool_call_start":
+        toolArgBuffers[event.toolCall.id] = "";
+        toolCalls.push({ id: event.toolCall.id, name: event.toolCall.name, arguments: {} });
+        emit({ type: "tool_call_start", toolCall: event.toolCall });
+        break;
+      case "tool_call_delta":
+        if (toolArgBuffers[event.toolCallId] !== undefined) {
+          toolArgBuffers[event.toolCallId] += event.arguments;
+        }
+        emit({
+          type: "tool_call_delta",
+          toolCallId: event.toolCallId,
+          arguments: event.arguments
+        });
+        break;
+      case "tool_call_end": {
+        const tc = toolCalls.find((t) => t.id === event.toolCallId);
+        if (tc && toolArgBuffers[event.toolCallId]) {
+          try {
+            tc.arguments = JSON.parse(toolArgBuffers[event.toolCallId]);
+          } catch {
+            tc.arguments = {};
+          }
+        }
+        emit({ type: "tool_call_end", toolCallId: event.toolCallId });
+        break;
+      }
+      case "message_end":
+        usage = event.usage;
+        stopReason = event.stopReason;
+        break;
+    }
+  }
+  return {
+    message: {
+      role: "assistant",
+      content: textContent,
+      ...toolCalls.length ? { toolCalls } : {}
+    },
+    usage,
+    stopReason
+  };
+}
+async function executeStreamToolCalls(toolCalls, ctx, emit) {
+  const results = [];
+  const history = [];
+  for (const tc of toolCalls) {
+    const tool = ctx.toolMap.get(tc.name);
+    if (!tool) {
+      const errorResult = {
+        success: false,
+        error: `Unknown tool: ${tc.name}. Available: ${Array.from(ctx.toolMap.keys()).join(", ")}`,
+        toolCallId: tc.id,
+        durationMs: 0
+      };
+      emit({ type: "tool_result", toolCallId: tc.id, name: tc.name, result: errorResult });
+      history.push({ name: tc.name, arguments: tc.arguments, result: errorResult });
+      results.push(formatToolResult(errorResult));
+      continue;
+    }
+    const result = await tool.execute(tc.arguments, {
+      toolCallId: tc.id,
+      signal: ctx.options.signal
+    });
+    emit({ type: "tool_result", toolCallId: tc.id, name: tc.name, result });
+    history.push({ name: tc.name, arguments: tc.arguments, result });
+    results.push(formatToolResult(result));
+  }
+  return {
+    toolMessage: { role: "tool", content: "", toolResults: results },
+    history
+  };
+}
+function createAgentStream(messages, ctx) {
+  let resolveResult;
+  let rejectResult;
+  const resultPromise = new Promise((resolve2, reject) => {
+    resolveResult = resolve2;
+    rejectResult = reject;
+  });
+  const events = [];
+  let resolve = null;
+  let done = false;
+  function emit(event) {
+    if (resolve) {
+      const r = resolve;
+      resolve = null;
+      r({ value: event, done: false });
+    } else {
+      events.push(event);
+    }
+  }
+  function finish() {
+    done = true;
+    if (resolve) {
+      const r = resolve;
+      resolve = null;
+      r({ value: undefined, done: true });
+    }
+  }
+  runStreamLoop(messages, ctx, emit).then((agentResult) => {
+    resolveResult(agentResult);
+    finish();
+  }).catch((err2) => {
+    const error = err2 instanceof Error ? err2 : new Error(String(err2));
+    emit({ type: "error", error });
+    rejectResult?.(error);
+    finish();
+  });
+  resultPromise.catch(() => {});
+  const iterable = {
+    [Symbol.asyncIterator]() {
+      return {
+        next() {
+          const next = events.shift();
+          if (next) {
+            return Promise.resolve({ value: next, done: false });
+          }
+          if (done) {
+            return Promise.resolve({ value: undefined, done: true });
+          }
+          return new Promise((r) => {
+            resolve = r;
+          });
+        }
+      };
+    },
+    result() {
+      return resultPromise;
+    }
+  };
+  return iterable;
+}
+async function runStreamLoop(messages, ctx, emit) {
+  const { config, deps, memory, options } = ctx;
+  const traceId = options.traceId ?? generateTraceId();
+  let totalInputTokens = 0;
+  let totalOutputTokens = 0;
+  const totalCost = 0;
+  let iterations = 0;
+  const allToolCalls = [];
+  const scopedMessages = [...memory.getMessages()];
+  const conversationMessages = [...scopedMessages, ...messages];
+  while (iterations < ctx.maxIterations) {
+    iterations++;
+    if (options.signal?.aborted) {
+      throw new ElsiumError({
+        code: "VALIDATION_ERROR",
+        message: `Agent "${config.name}" was aborted`,
+        retryable: false
+      });
+    }
+    if (totalInputTokens + totalOutputTokens > ctx.maxTokenBudget) {
+      throw ElsiumError.budgetExceeded(totalInputTokens + totalOutputTokens, ctx.maxTokenBudget);
+    }
+    emit({ type: "iteration_start", iteration: iterations });
+    const request = {
+      messages: conversationMessages,
+      model: config.model,
+      system: config.system,
+      tools: config.tools?.map((t) => t.toDefinition())
+    };
+    const llmStream = deps.stream(request);
+    const { message, usage, stopReason } = await accumulateStreamedResponse(llmStream, emit);
+    totalInputTokens += usage.inputTokens;
+    totalOutputTokens += usage.outputTokens;
+    conversationMessages.push(message);
+    if (!message.toolCalls?.length || stopReason !== "tool_use") {
+      emit({ type: "iteration_end", iteration: iterations });
+      for (const msg of conversationMessages.slice(scopedMessages.length)) {
+        memory.add(msg);
+      }
+      const agentResult = {
+        message,
+        usage: {
+          totalInputTokens,
+          totalOutputTokens,
+          totalTokens: totalInputTokens + totalOutputTokens,
+          totalCost,
+          iterations
+        },
+        toolCalls: allToolCalls,
+        traceId
+      };
+      emit({ type: "agent_end", result: agentResult });
+      return agentResult;
+    }
+    const { toolMessage, history } = await executeStreamToolCalls(message.toolCalls, ctx, emit);
+    allToolCalls.push(...history);
+    conversationMessages.push(toolMessage);
+    emit({ type: "iteration_end", iteration: iterations });
+  }
+  throw new ElsiumError({
+    code: "MAX_ITERATIONS",
+    message: `Agent "${config.name}" reached maximum iterations (${ctx.maxIterations})`,
+    retryable: false,
+    metadata: { iterations, maxIterations: ctx.maxIterations }
+  });
+}
+
 // ../agents/src/agent.ts
 async function safeHook2(fn) {
   if (!fn)
@@ -8683,7 +8896,10 @@ function resolveDependencies(config, deps) {
     return deps;
   if (typeof config.provider === "object" && config.provider !== null) {
     const provider = config.provider;
-    return { complete: (req) => provider.complete(req) };
+    return {
+      complete: (req) => provider.complete(req),
+      stream: (req) => provider.stream(req)
+    };
   }
   if (!config.provider || !config.apiKey) {
     throw ElsiumError.validation("Either provide AgentDependencies as second argument, set provider and apiKey in config, or pass an LLMProvider object as provider");
@@ -8694,7 +8910,10 @@ function resolveDependencies(config, deps) {
     baseUrl: config.baseUrl,
     model: config.model
   });
-  return { complete: (req) => gw.complete(req) };
+  return {
+    complete: (req) => gw.complete(req),
+    stream: (req) => gw.stream(req)
+  };
 }
 function defineAgent(config, deps) {
   const resolvedDeps = resolveDependencies(config, deps);
@@ -8934,6 +9153,23 @@ function defineAgent(config, deps) {
       const userMessage = { role: "user", content: input };
       return executeLoop([userMessage], options);
     },
+    stream(input, options = {}) {
+      validateInputText(input);
+      const streamDeps = resolvedDeps;
+      if (!streamDeps.stream) {
+        throw ElsiumError.validation("Streaming requires a stream function in agent dependencies. " + "Pass { complete, stream } or use a provider that supports streaming.");
+      }
+      const userMessage = { role: "user", content: input };
+      return createAgentStream([userMessage], {
+        config,
+        deps: streamDeps,
+        memory,
+        toolMap,
+        options,
+        maxIterations: guardrails.maxIterations,
+        maxTokenBudget: guardrails.maxTokenBudget
+      });
+    },
     async chat(messages, options = {}) {
       for (const msg of messages) {
         if (msg.role !== "user")
@@ -9130,6 +9366,275 @@ async function runSupervisor(supervisor, workers, input, options) {
   };
   return supervisor.run(supervisorInput, agentOptions);
 }
+// ../agents/src/thread.ts
+function createThread(config) {
+  const id = config.id ?? generateId("thread");
+  const messages = [];
+  const metadata = { ...config.metadata };
+  const createdAt = Date.now();
+  let updatedAt = createdAt;
+  function addMessage(message) {
+    messages.push(message);
+    updatedAt = Date.now();
+    if (config.store) {
+      config.store.save({
+        id,
+        messages: [...messages],
+        createdAt,
+        updatedAt,
+        metadata
+      }).catch(() => {});
+    }
+  }
+  return {
+    id,
+    metadata,
+    async send(input, options = {}) {
+      const userMessage = { role: "user", content: input };
+      addMessage(userMessage);
+      const result = await config.agent.chat([...messages], options);
+      addMessage(result.message);
+      return result;
+    },
+    stream(input, options = {}) {
+      const userMessage = { role: "user", content: input };
+      addMessage(userMessage);
+      const agentStream = config.agent.stream(input, options);
+      const originalResult = agentStream.result.bind(agentStream);
+      const wrappedStream = {
+        [Symbol.asyncIterator]() {
+          const inner = agentStream[Symbol.asyncIterator]();
+          return {
+            async next() {
+              const iterResult = await inner.next();
+              if (!iterResult.done && iterResult.value.type === "agent_end") {
+                addMessage(iterResult.value.result.message);
+              }
+              return iterResult;
+            }
+          };
+        },
+        async result() {
+          const r = await originalResult();
+          return r;
+        }
+      };
+      return wrappedStream;
+    },
+    getMessages() {
+      return [...messages];
+    },
+    addMessage(message) {
+      addMessage(message);
+    },
+    fork(options) {
+      const forked = createThread({
+        id: options?.id,
+        agent: config.agent,
+        metadata: { ...metadata, forkedFrom: id },
+        store: config.store
+      });
+      for (const msg of messages) {
+        forked.addMessage({ ...msg });
+      }
+      return forked;
+    },
+    clear() {
+      messages.length = 0;
+      updatedAt = Date.now();
+    },
+    async save() {
+      if (!config.store)
+        return;
+      await config.store.save({
+        id,
+        messages: [...messages],
+        createdAt,
+        updatedAt,
+        metadata
+      });
+    }
+  };
+}
+async function loadThread(threadId, config) {
+  const snapshot = await config.store.load(threadId);
+  if (!snapshot)
+    return null;
+  const thread = createThread({
+    id: threadId,
+    agent: config.agent,
+    metadata: snapshot.metadata,
+    store: config.store
+  });
+  for (const msg of snapshot.messages) {
+    thread.addMessage(msg);
+  }
+  return thread;
+}
+function createInMemoryThreadStore() {
+  const store = new Map;
+  return {
+    async load(threadId) {
+      const snapshot = store.get(threadId);
+      if (!snapshot)
+        return null;
+      return { ...snapshot, messages: [...snapshot.messages] };
+    },
+    async save(snapshot) {
+      store.set(snapshot.id, { ...snapshot, messages: [...snapshot.messages] });
+    },
+    async delete(threadId) {
+      store.delete(threadId);
+    },
+    async list(options) {
+      const limit = options?.limit ?? 50;
+      const offset = options?.offset ?? 0;
+      const entries = [...store.values()].sort((a, b) => b.updatedAt - a.updatedAt).slice(offset, offset + limit);
+      return entries.map((s) => {
+        const lastMsg = s.messages[s.messages.length - 1];
+        const lastMessage = lastMsg ? typeof lastMsg.content === "string" ? lastMsg.content.slice(0, 100) : undefined : undefined;
+        return {
+          id: s.id,
+          messageCount: s.messages.length,
+          createdAt: s.createdAt,
+          updatedAt: s.updatedAt,
+          lastMessage,
+          metadata: s.metadata
+        };
+      });
+    }
+  };
+}
+// ../agents/src/async-agent.ts
+function createAsyncAgent(config) {
+  const tasks = new Map;
+  function emitProgress(task, event) {
+    try {
+      config.onProgress?.(toPublicTask(task), event);
+    } catch {}
+  }
+  function toPublicTask(task) {
+    return {
+      id: task.id,
+      agentName: task.agentName,
+      input: task.input,
+      status: task.status,
+      result: task.result,
+      error: task.error,
+      createdAt: task.createdAt,
+      startedAt: task.startedAt,
+      completedAt: task.completedAt,
+      metadata: task.metadata,
+      cancel() {
+        if (task.status === "pending" || task.status === "running") {
+          task.status = "cancelled";
+          task.completedAt = Date.now();
+          task.abortController.abort();
+          emitProgress(task, { type: "cancelled", taskId: task.id });
+          task.reject(new ElsiumError({
+            code: "VALIDATION_ERROR",
+            message: `Task ${task.id} was cancelled`,
+            retryable: false
+          }));
+        }
+      },
+      wait() {
+        return task.promise;
+      }
+    };
+  }
+  async function executeTask(task) {
+    task.status = "running";
+    task.startedAt = Date.now();
+    emitProgress(task, { type: "started", taskId: task.id });
+    try {
+      const result = await config.agent.run(task.input, {
+        signal: task.abortController.signal,
+        traceId: task.metadata.traceId
+      });
+      if (task.status === "cancelled")
+        return;
+      task.status = "completed";
+      task.result = result;
+      task.completedAt = Date.now();
+      emitProgress(task, { type: "completed", taskId: task.id, result });
+      try {
+        config.onComplete?.(toPublicTask(task));
+      } catch {}
+      task.resolve(result);
+    } catch (err2) {
+      if (task.status === "cancelled")
+        return;
+      const error = err2 instanceof Error ? err2 : new Error(String(err2));
+      task.status = "failed";
+      task.error = error;
+      task.completedAt = Date.now();
+      emitProgress(task, { type: "failed", taskId: task.id, error });
+      try {
+        config.onError?.(toPublicTask(task), error);
+      } catch {}
+      task.reject(error);
+    }
+  }
+  return {
+    submit(input, options = {}) {
+      const taskId = options.taskId ?? generateId("task");
+      const abortController = new AbortController;
+      if (options.signal) {
+        options.signal.addEventListener("abort", () => abortController.abort(), { once: true });
+      }
+      let resolvePromise;
+      let rejectPromise;
+      const promise = new Promise((resolve, reject) => {
+        resolvePromise = resolve;
+        rejectPromise = reject;
+      });
+      const task = {
+        id: taskId,
+        agentName: config.agent.name,
+        input,
+        status: "pending",
+        result: null,
+        error: null,
+        createdAt: Date.now(),
+        startedAt: null,
+        completedAt: null,
+        metadata: { ...options.metadata },
+        abortController,
+        promise,
+        resolve: resolvePromise,
+        reject: rejectPromise
+      };
+      tasks.set(taskId, task);
+      executeTask(task);
+      return toPublicTask(task);
+    },
+    getTask(taskId) {
+      const task = tasks.get(taskId);
+      return task ? toPublicTask(task) : null;
+    },
+    listTasks(filter) {
+      const all = [...tasks.values()];
+      const filtered = filter?.status ? all.filter((t) => t.status === filter.status) : all;
+      return filtered.map(toPublicTask);
+    },
+    cancelAll() {
+      for (const task of tasks.values()) {
+        if (task.status === "pending" || task.status === "running") {
+          task.status = "cancelled";
+          task.completedAt = Date.now();
+          task.abortController.abort();
+          emitProgress(task, { type: "cancelled", taskId: task.id });
+          task.reject(new ElsiumError({
+            code: "VALIDATION_ERROR",
+            message: `Task ${task.id} was cancelled`,
+            retryable: false
+          }));
+        }
+      }
+    }
+  };
+}
 // ../rag/src/loaders.ts
 function createDocument(content, metadata) {
   return {
@@ -15235,6 +15740,7 @@ export {
   observe,
   mockProvider,
   loggingMiddleware,
+  loadThread,
   loadFixture,
   listProviders,
   jsonParseTool,
@@ -15269,6 +15775,7 @@ export {
   defineAgent,
   currentTimeTool,
   createToolkit,
+  createThread,
   createStream,
   createSqliteMemoryStore,
   createSpan,
@@ -15291,6 +15798,7 @@ export {
   createMCPServer,
   createMCPClient,
   createLogger,
+  createInMemoryThreadStore,
   createInMemoryStore,
   createInMemoryMemoryStore,
   createInMemoryCache,
@@ -15302,8 +15810,10 @@ export {
   createConfidenceScorer,
   createClient,
   createBatch,
+  createAsyncAgent,
   createApp,
   createAnthropicProvider,
+  createAgentStream,
   createAgentSecurity,
   countTokens,
   costTrackingMiddleware,

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "elsium-ai",
-	"version": "0.4.3",
+	"version": "0.5.0",
 	"description": "ElsiumAI — A high-performance, TypeScript-first AI framework",
 	"license": "MIT",
 	"author": "Eric Utrera <ebutrera9103@gmail.com>",
@@ -25,17 +25,17 @@
 		"build": "bun build ./src/index.ts --outdir ./dist --target node && bun x tsc -p tsconfig.build.json --emitDeclarationOnly"
 	},
 	"dependencies": {
-		"@elsium-ai/core": "^0.4.3",
-		"@elsium-ai/gateway": "^0.4.3",
-		"@elsium-ai/agents": "^0.4.3",
-		"@elsium-ai/tools": "^0.4.3",
-		"@elsium-ai/rag": "^0.4.3",
-		"@elsium-ai/workflows": "^0.4.3",
-		"@elsium-ai/observe": "^0.4.3",
-		"@elsium-ai/app": "^0.4.3",
-		"@elsium-ai/testing": "^0.4.3",
-		"@elsium-ai/mcp": "^0.4.3",
-		"@elsium-ai/client": "^0.4.3"
+		"@elsium-ai/core": "^0.5.0",
+		"@elsium-ai/gateway": "^0.5.0",
+		"@elsium-ai/agents": "^0.5.0",
+		"@elsium-ai/tools": "^0.5.0",
+		"@elsium-ai/rag": "^0.5.0",
+		"@elsium-ai/workflows": "^0.5.0",
+		"@elsium-ai/observe": "^0.5.0",
+		"@elsium-ai/app": "^0.5.0",
+		"@elsium-ai/testing": "^0.5.0",
+		"@elsium-ai/mcp": "^0.5.0",
+		"@elsium-ai/client": "^0.5.0"
 	},
 	"devDependencies": {
 		"typescript": "^5.7.0"