@axiom-lattice/core 3.0.4 → 3.0.6

package/dist/index.d.mts

@@ -8,7 +8,7 @@ import { BaseLanguageModelInput, LanguageModelLike } from '@langchain/core/langu
 import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
 import { ChatResult } from '@langchain/core/outputs';
 import * as _axiom_lattice_protocols from '@axiom-lattice/protocols';
-import { LLMConfig, SemanticMetricsServerConfig, MetricMeta, MetricQueryResult, DataSource, SemanticMetricsQueryRequest, SemanticMetricsQueryResponse, TableQueryRequest, TableQueryResponse, ExecuteSqlQueryRequest, ExecuteSqlQueryResponse, MetricsServerType, MetricsServerConfig, ToolConfig, ToolExecutor, AgentConfig, MiddlewareType, GraphBuildOptions, MessageChunk, MessageChunkType, QueueLatticeProtocol, QueueConfig, QueueClient, QueueResult, ScheduleLatticeProtocol, ScheduleConfig, ScheduleClient, ScheduleStorage, TaskHandler, ScheduleOnceOptions, ScheduleCronOptions, ScheduledTaskDefinition, ScheduledTaskStatus, ScheduleExecutionType, ThreadStore, AssistantStore, SkillStore, CollectionStore, WorkspaceStore, ProjectStore, DatabaseConfigStore, MetricsServerConfigStore, McpServerConfigStore, UserStore, TenantStore, UserTenantLinkStore, WorkflowTrackingStore, EvalStore, ChannelInstallationStore, BindingRegistry, MenuRegistry, A2AApiKeyStore, TaskStore, SharedResourceStore, ConnectionStore, TaskWorkItemStore, VectorStoreProvider, Thread, CreateThreadRequest, Assistant, CreateAssistantRequest, Skill, CreateSkillRequest, SkillStoreContext, DatabaseConfigEntry, CreateDatabaseConfigRequest, UpdateDatabaseConfigRequest, User, CreateUserRequest, UpdateUserRequest, Tenant, CreateTenantRequest, UpdateTenantRequest, UserTenantLink, CreateUserTenantLinkRequest, UpdateUserTenantLinkRequest, ChannelInstallation, ChannelInstallationType, CreateChannelInstallationRequest, UpdateChannelInstallationRequest, Binding, CreateBindingInput, A2AApiKeyRecord, CreateA2AApiKeyInput, A2AApiKeyEntry, CreateTaskRequest, TaskItem, TaskListFilter, UpdateTaskRequest, Collection, CreateCollectionRequest, UpdateCollectionRequest, MenuItem, CreateMenuItemInput, UpdateMenuItemInput, STTModelLatticeProtocol, STTConfig, STTClient, TranscriptionResult, LoggerLatticeProtocol, LoggerConfig, LoggerClient, LoggerContext, SkillConfig, SkillClient, McpTool, ResourceResolver, ResourceAddress, ShareVisibility, CreateShareRequest, ChannelAdapter, PluginMeta, Plugin, PluginMetaOutput, InternalStateField, InternalInput, InternalNode, InternalAgentNode, InternalMapNode, InternalDSL, ConnectionEntry } from '@axiom-lattice/protocols';
+import { LLMConfig, SemanticMetricsServerConfig, MetricMeta, MetricQueryResult, DataSource, SemanticMetricsQueryRequest, SemanticMetricsQueryResponse, TableQueryRequest, TableQueryResponse, ExecuteSqlQueryRequest, ExecuteSqlQueryResponse, MetricsServerType, MetricsServerConfig, ToolConfig, ToolExecutor, AgentConfig, MiddlewareType, GraphBuildOptions, MessageChunk, MessageChunkType, QueueLatticeProtocol, QueueConfig, QueueClient, QueueResult, ScheduleLatticeProtocol, ScheduleConfig, ScheduleClient, ScheduleStorage, TaskHandler, ScheduleOnceOptions, ScheduleCronOptions, ScheduledTaskDefinition, ScheduledTaskStatus, ScheduleExecutionType, ThreadStore, AssistantStore, SkillStore, CollectionStore, WorkspaceStore, ProjectStore, DatabaseConfigStore, MetricsServerConfigStore, McpServerConfigStore, UserStore, TenantStore, UserTenantLinkStore, WorkflowTrackingStore, EvalStore, ChannelInstallationStore, BindingRegistry, MenuRegistry, A2AApiKeyStore, TaskStore, SharedResourceStore, ConnectionStore, TaskWorkItemStore, VectorStoreProvider, Thread, CreateThreadRequest, Assistant, CreateAssistantRequest, Skill, CreateSkillRequest, SkillStoreContext, DatabaseConfigEntry, CreateDatabaseConfigRequest, UpdateDatabaseConfigRequest, User, CreateUserRequest, UpdateUserRequest, Tenant, CreateTenantRequest, UpdateTenantRequest, UserTenantLink, CreateUserTenantLinkRequest, UpdateUserTenantLinkRequest, ChannelInstallation, ChannelInstallationType, CreateChannelInstallationRequest, UpdateChannelInstallationRequest, Binding, CreateBindingInput, A2AApiKeyRecord, CreateA2AApiKeyInput, A2AApiKeyEntry, CreateTaskRequest, TaskItem, TaskListFilter, UpdateTaskRequest, Collection, CreateCollectionRequest, UpdateCollectionRequest, MenuItem, CreateMenuItemInput, UpdateMenuItemInput, STTModelLatticeProtocol, STTConfig, STTClient, TranscriptionResult, LoggerLatticeProtocol, LoggerConfig, LoggerClient, LoggerContext, SkillConfig, SkillClient, McpTool, ResourceResolver, ResourceAddress, ShareVisibility, CreateShareRequest, ChannelAdapter, InterruptPolicy, PluginMeta, Plugin, PluginMetaOutput, InternalStateField, InternalInput, InternalNode, InternalAgentNode, InternalMapNode, InternalDSL, ConnectionEntry } from '@axiom-lattice/protocols';
 export { _axiom_lattice_protocols as Protocols };
 export { AgentConfig, AgentType, GraphBuildOptions, MemoryType } from '@axiom-lattice/protocols';
 import * as langchain from 'langchain';
@@ -5319,6 +5319,7 @@ interface LatticeEvalBatchReport {
         total_cases: number;
         passed_cases: number;
         failed_cases: number;
+        interrupted_cases: number;
         pass_rate: number;
     };
     suites: Array<{
@@ -5326,11 +5327,13 @@ interface LatticeEvalBatchReport {
         total_cases: number;
         passed_cases: number;
         failed_cases: number;
+        interrupted_cases?: number;
         cases: Array<{
             caseId: string;
             pass?: boolean;
             final_score?: number;
             error?: string;
+            interrupted?: boolean;
         }>;
     }>;
 }
@@ -5357,6 +5360,13 @@ interface LatticeEvalCase {
         content_assertion: string;
         eval_rubrics?: LatticeEvalRubric[];
     };
+    /**
+     * How HITL interrupts are handled for this case. Unset/stop: the case
+     * pauses and the judge evaluates the pause; auto-approve/auto-reject/
+     * canned-response: the runner resumes the agent to test the flow AFTER
+     * the human input.
+     */
+    interruptPolicy?: InterruptPolicy;
 }
 interface LatticeEvalCaseWithTemplate {
     caseId: string;
@@ -5371,6 +5381,7 @@ interface LatticeEvalCaseWithTemplate {
         content_assertion: string;
         eval_rubrics?: LatticeEvalRubric[];
     };
+    interruptPolicy?: InterruptPolicy;
 }
 interface LatticeEvalTemplate {
     templateId: string;
@@ -5395,12 +5406,30 @@ interface LatticeEvalResult {
     }[];
     summary: string;
     error?: string;
+    /**
+     * True when the agent-under-test requested human input (HITL interrupt)
+     * before producing a final answer. Such cases are NOT judged — they are
+     * neither pass nor fail.
+     */
+    interrupted?: boolean;
+    /** The HITL interrupt payload (LangGraph `__interrupt__[0]`). */
+    interrupt?: {
+        id?: string;
+        value?: unknown;
+    };
 }
 interface CaseRunResult {
     caseId: string;
     result?: LatticeEvalResult;
     error?: string;
     error_stack?: string;
+    /** True when the agent-under-test hit a HITL interrupt (case not judged). */
+    interrupted?: boolean;
+    /** The HITL interrupt payload. */
+    interrupt?: {
+        id?: string;
+        value?: unknown;
+    };
     duration_ms?: number;
     thread_id?: string;
     judge_thread_id?: string;
@@ -5561,11 +5590,8 @@ interface LatticeEvalConfig {
      */
     verbose?: boolean;
 }
-/**
- * LatticeEval class for evaluating Lattice evaluation cases.
- * Executes agents in-process via agentInstanceManager.
- */
 declare class LatticeEval {
+    /** Per-message and total budget for the trajectory text (chars). */
     private config;
     private verbose;
     private inMemoryLogs;
@@ -7646,7 +7672,10 @@ declare function createModelSelectorMiddleware(): AgentMiddleware;
  * to generate error ToolMessages and jump back to the model.
  *
  * Key Design Principles:
- * 1. Preserve all tool_calls in AIMessage (keep model's original intent)
+ * 1. Only keep unknown tool_calls in AIMessage (strip valid ones to prevent
+ *    dangling tool_calls — afterModel jumps to "model" and skips ToolNode, so
+ *    any preserved call without a ToolMessage would be rejected by
+ *    OpenAI/OneAPI with 400 "insufficient tool messages following tool_calls")
  * 2. Generate error ToolMessages for unknown tools (preserve tool_call_id mapping)
  * 3. Use jumpTo to loop back to model node (required for agent loop)
  * 4. ToolNode will skip tool calls that already have ToolMessages

package/dist/index.d.ts

@@ -8,7 +8,7 @@ import { BaseLanguageModelInput, LanguageModelLike } from '@langchain/core/langu
 import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
 import { ChatResult } from '@langchain/core/outputs';
 import * as _axiom_lattice_protocols from '@axiom-lattice/protocols';
-import { LLMConfig, SemanticMetricsServerConfig, MetricMeta, MetricQueryResult, DataSource, SemanticMetricsQueryRequest, SemanticMetricsQueryResponse, TableQueryRequest, TableQueryResponse, ExecuteSqlQueryRequest, ExecuteSqlQueryResponse, MetricsServerType, MetricsServerConfig, ToolConfig, ToolExecutor, AgentConfig, MiddlewareType, GraphBuildOptions, MessageChunk, MessageChunkType, QueueLatticeProtocol, QueueConfig, QueueClient, QueueResult, ScheduleLatticeProtocol, ScheduleConfig, ScheduleClient, ScheduleStorage, TaskHandler, ScheduleOnceOptions, ScheduleCronOptions, ScheduledTaskDefinition, ScheduledTaskStatus, ScheduleExecutionType, ThreadStore, AssistantStore, SkillStore, CollectionStore, WorkspaceStore, ProjectStore, DatabaseConfigStore, MetricsServerConfigStore, McpServerConfigStore, UserStore, TenantStore, UserTenantLinkStore, WorkflowTrackingStore, EvalStore, ChannelInstallationStore, BindingRegistry, MenuRegistry, A2AApiKeyStore, TaskStore, SharedResourceStore, ConnectionStore, TaskWorkItemStore, VectorStoreProvider, Thread, CreateThreadRequest, Assistant, CreateAssistantRequest, Skill, CreateSkillRequest, SkillStoreContext, DatabaseConfigEntry, CreateDatabaseConfigRequest, UpdateDatabaseConfigRequest, User, CreateUserRequest, UpdateUserRequest, Tenant, CreateTenantRequest, UpdateTenantRequest, UserTenantLink, CreateUserTenantLinkRequest, UpdateUserTenantLinkRequest, ChannelInstallation, ChannelInstallationType, CreateChannelInstallationRequest, UpdateChannelInstallationRequest, Binding, CreateBindingInput, A2AApiKeyRecord, CreateA2AApiKeyInput, A2AApiKeyEntry, CreateTaskRequest, TaskItem, TaskListFilter, UpdateTaskRequest, Collection, CreateCollectionRequest, UpdateCollectionRequest, MenuItem, CreateMenuItemInput, UpdateMenuItemInput, STTModelLatticeProtocol, STTConfig, STTClient, TranscriptionResult, LoggerLatticeProtocol, LoggerConfig, LoggerClient, LoggerContext, SkillConfig, SkillClient, McpTool, ResourceResolver, ResourceAddress, ShareVisibility, CreateShareRequest, ChannelAdapter, PluginMeta, Plugin, PluginMetaOutput, InternalStateField, InternalInput, InternalNode, InternalAgentNode, InternalMapNode, InternalDSL, ConnectionEntry } from '@axiom-lattice/protocols';
+import { LLMConfig, SemanticMetricsServerConfig, MetricMeta, MetricQueryResult, DataSource, SemanticMetricsQueryRequest, SemanticMetricsQueryResponse, TableQueryRequest, TableQueryResponse, ExecuteSqlQueryRequest, ExecuteSqlQueryResponse, MetricsServerType, MetricsServerConfig, ToolConfig, ToolExecutor, AgentConfig, MiddlewareType, GraphBuildOptions, MessageChunk, MessageChunkType, QueueLatticeProtocol, QueueConfig, QueueClient, QueueResult, ScheduleLatticeProtocol, ScheduleConfig, ScheduleClient, ScheduleStorage, TaskHandler, ScheduleOnceOptions, ScheduleCronOptions, ScheduledTaskDefinition, ScheduledTaskStatus, ScheduleExecutionType, ThreadStore, AssistantStore, SkillStore, CollectionStore, WorkspaceStore, ProjectStore, DatabaseConfigStore, MetricsServerConfigStore, McpServerConfigStore, UserStore, TenantStore, UserTenantLinkStore, WorkflowTrackingStore, EvalStore, ChannelInstallationStore, BindingRegistry, MenuRegistry, A2AApiKeyStore, TaskStore, SharedResourceStore, ConnectionStore, TaskWorkItemStore, VectorStoreProvider, Thread, CreateThreadRequest, Assistant, CreateAssistantRequest, Skill, CreateSkillRequest, SkillStoreContext, DatabaseConfigEntry, CreateDatabaseConfigRequest, UpdateDatabaseConfigRequest, User, CreateUserRequest, UpdateUserRequest, Tenant, CreateTenantRequest, UpdateTenantRequest, UserTenantLink, CreateUserTenantLinkRequest, UpdateUserTenantLinkRequest, ChannelInstallation, ChannelInstallationType, CreateChannelInstallationRequest, UpdateChannelInstallationRequest, Binding, CreateBindingInput, A2AApiKeyRecord, CreateA2AApiKeyInput, A2AApiKeyEntry, CreateTaskRequest, TaskItem, TaskListFilter, UpdateTaskRequest, Collection, CreateCollectionRequest, UpdateCollectionRequest, MenuItem, CreateMenuItemInput, UpdateMenuItemInput, STTModelLatticeProtocol, STTConfig, STTClient, TranscriptionResult, LoggerLatticeProtocol, LoggerConfig, LoggerClient, LoggerContext, SkillConfig, SkillClient, McpTool, ResourceResolver, ResourceAddress, ShareVisibility, CreateShareRequest, ChannelAdapter, InterruptPolicy, PluginMeta, Plugin, PluginMetaOutput, InternalStateField, InternalInput, InternalNode, InternalAgentNode, InternalMapNode, InternalDSL, ConnectionEntry } from '@axiom-lattice/protocols';
 export { _axiom_lattice_protocols as Protocols };
 export { AgentConfig, AgentType, GraphBuildOptions, MemoryType } from '@axiom-lattice/protocols';
 import * as langchain from 'langchain';
@@ -5319,6 +5319,7 @@ interface LatticeEvalBatchReport {
         total_cases: number;
         passed_cases: number;
         failed_cases: number;
+        interrupted_cases: number;
         pass_rate: number;
     };
     suites: Array<{
@@ -5326,11 +5327,13 @@ interface LatticeEvalBatchReport {
         total_cases: number;
         passed_cases: number;
         failed_cases: number;
+        interrupted_cases?: number;
         cases: Array<{
             caseId: string;
             pass?: boolean;
             final_score?: number;
             error?: string;
+            interrupted?: boolean;
         }>;
     }>;
 }
@@ -5357,6 +5360,13 @@ interface LatticeEvalCase {
         content_assertion: string;
         eval_rubrics?: LatticeEvalRubric[];
     };
+    /**
+     * How HITL interrupts are handled for this case. Unset/stop: the case
+     * pauses and the judge evaluates the pause; auto-approve/auto-reject/
+     * canned-response: the runner resumes the agent to test the flow AFTER
+     * the human input.
+     */
+    interruptPolicy?: InterruptPolicy;
 }
 interface LatticeEvalCaseWithTemplate {
     caseId: string;
@@ -5371,6 +5381,7 @@ interface LatticeEvalCaseWithTemplate {
         content_assertion: string;
         eval_rubrics?: LatticeEvalRubric[];
     };
+    interruptPolicy?: InterruptPolicy;
 }
 interface LatticeEvalTemplate {
     templateId: string;
@@ -5395,12 +5406,30 @@ interface LatticeEvalResult {
     }[];
     summary: string;
     error?: string;
+    /**
+     * True when the agent-under-test requested human input (HITL interrupt)
+     * before producing a final answer. Such cases are NOT judged — they are
+     * neither pass nor fail.
+     */
+    interrupted?: boolean;
+    /** The HITL interrupt payload (LangGraph `__interrupt__[0]`). */
+    interrupt?: {
+        id?: string;
+        value?: unknown;
+    };
 }
 interface CaseRunResult {
     caseId: string;
     result?: LatticeEvalResult;
     error?: string;
     error_stack?: string;
+    /** True when the agent-under-test hit a HITL interrupt (case not judged). */
+    interrupted?: boolean;
+    /** The HITL interrupt payload. */
+    interrupt?: {
+        id?: string;
+        value?: unknown;
+    };
     duration_ms?: number;
     thread_id?: string;
     judge_thread_id?: string;
@@ -5561,11 +5590,8 @@ interface LatticeEvalConfig {
      */
     verbose?: boolean;
 }
-/**
- * LatticeEval class for evaluating Lattice evaluation cases.
- * Executes agents in-process via agentInstanceManager.
- */
 declare class LatticeEval {
+    /** Per-message and total budget for the trajectory text (chars). */
     private config;
     private verbose;
     private inMemoryLogs;
@@ -7646,7 +7672,10 @@ declare function createModelSelectorMiddleware(): AgentMiddleware;
  * to generate error ToolMessages and jump back to the model.
  *
  * Key Design Principles:
- * 1. Preserve all tool_calls in AIMessage (keep model's original intent)
+ * 1. Only keep unknown tool_calls in AIMessage (strip valid ones to prevent
+ *    dangling tool_calls — afterModel jumps to "model" and skips ToolNode, so
+ *    any preserved call without a ToolMessage would be rejected by
+ *    OpenAI/OneAPI with 400 "insufficient tool messages following tool_calls")
  * 2. Generate error ToolMessages for unknown tools (preserve tool_call_id mapping)
  * 3. Use jumpTo to loop back to model node (required for agent loop)
  * 4. ToolNode will skip tool calls that already have ToolMessages