illuma-agents 1.0.2 → 1.0.4

package/src/types/llm.ts

@@ -1,140 +1,141 @@
-// src/types/llm.ts
-import { ChatOllama } from '@langchain/ollama';
-import { ChatAnthropic } from '@langchain/anthropic';
-import { ChatMistralAI } from '@langchain/mistralai';
-import { ChatBedrockConverse } from '@langchain/aws';
-import { BedrockChat } from '@langchain/community/chat_models/bedrock/web';
-import type {
-  BindToolsInput,
-  BaseChatModelParams,
-} from '@langchain/core/language_models/chat_models';
-import type {
-  OpenAIChatInput,
-  ChatOpenAIFields,
-  AzureOpenAIInput,
-  ClientOptions as OAIClientOptions,
-} from '@langchain/openai';
-import type { BedrockChatFields } from '@langchain/community/chat_models/bedrock/web';
-import type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';
-import type { GeminiGenerationConfig } from '@langchain/google-common';
-import type { ChatVertexAIInput } from '@langchain/google-vertexai';
-import type { ChatDeepSeekCallOptions } from '@langchain/deepseek';
-import type { ChatOpenRouterCallOptions } from '@/llm/openrouter';
-import type { ChatBedrockConverseInput } from '@langchain/aws';
-import type { ChatMistralAIInput } from '@langchain/mistralai';
-import type { RequestOptions } from '@google/generative-ai';
-import type { StructuredTool } from '@langchain/core/tools';
-import type { AnthropicInput } from '@langchain/anthropic';
-import type { Runnable } from '@langchain/core/runnables';
-import type { ChatOllamaInput } from '@langchain/ollama';
-import type { OpenAI as OpenAIClient } from 'openai';
-import type { ChatXAIInput } from '@langchain/xai';
-import {
-  AzureChatOpenAI,
-  ChatDeepSeek,
-  ChatOpenAI,
-  ChatXAI,
-} from '@/llm/openai';
-import { CustomChatGoogleGenerativeAI } from '@/llm/google';
-import { ChatOpenRouter } from '@/llm/openrouter';
-import { ChatVertexAI } from '@/llm/vertexai';
-import { Providers } from '@/common';
-
-export type AzureClientOptions = Partial<OpenAIChatInput> &
-  Partial<AzureOpenAIInput> & {
-    openAIApiKey?: string;
-    openAIApiVersion?: string;
-    openAIBasePath?: string;
-    deploymentName?: string;
-  } & BaseChatModelParams & {
-    configuration?: OAIClientOptions;
-  };
-export type ThinkingConfig = AnthropicInput['thinking'];
-export type ChatOpenAIToolType =
-  | BindToolsInput
-  | OpenAIClient.ChatCompletionTool;
-export type CommonToolType = StructuredTool | ChatOpenAIToolType;
-export type AnthropicReasoning = {
-  thinking?: ThinkingConfig | boolean;
-  thinkingBudget?: number;
-};
-export type OpenAIClientOptions = ChatOpenAIFields;
-export type OllamaClientOptions = ChatOllamaInput;
-export type AnthropicClientOptions = AnthropicInput;
-export type MistralAIClientOptions = ChatMistralAIInput;
-export type VertexAIClientOptions = ChatVertexAIInput & {
-  includeThoughts?: boolean;
-};
-export type BedrockClientOptions = BedrockChatFields;
-export type BedrockAnthropicInput = ChatBedrockConverseInput & {
-  additionalModelRequestFields?: ChatBedrockConverseInput['additionalModelRequestFields'] &
-    AnthropicReasoning;
-};
-export type BedrockConverseClientOptions = ChatBedrockConverseInput;
-export type GoogleClientOptions = GoogleGenerativeAIChatInput & {
-  customHeaders?: RequestOptions['customHeaders'];
-  thinkingConfig?: GeminiGenerationConfig['thinkingConfig'];
-};
-export type DeepSeekClientOptions = ChatDeepSeekCallOptions;
-export type XAIClientOptions = ChatXAIInput;
-
-export type ClientOptions =
-  | OpenAIClientOptions
-  | AzureClientOptions
-  | OllamaClientOptions
-  | AnthropicClientOptions
-  | MistralAIClientOptions
-  | VertexAIClientOptions
-  | BedrockClientOptions
-  | BedrockConverseClientOptions
-  | GoogleClientOptions
-  | DeepSeekClientOptions
-  | XAIClientOptions;
-
-export type SharedLLMConfig = {
-  provider: Providers;
-};
-
-export type LLMConfig = SharedLLMConfig & ClientOptions;
-
-export type ProviderOptionsMap = {
-  [Providers.AZURE]: AzureClientOptions;
-  [Providers.OPENAI]: OpenAIClientOptions;
-  [Providers.OLLAMA]: OllamaClientOptions;
-  [Providers.GOOGLE]: GoogleClientOptions;
-  [Providers.VERTEXAI]: VertexAIClientOptions;
-  [Providers.DEEPSEEK]: DeepSeekClientOptions;
-  [Providers.ANTHROPIC]: AnthropicClientOptions;
-  [Providers.MISTRALAI]: MistralAIClientOptions;
-  [Providers.MISTRAL]: MistralAIClientOptions;
-  [Providers.OPENROUTER]: ChatOpenRouterCallOptions;
-  [Providers.BEDROCK_LEGACY]: BedrockClientOptions;
-  [Providers.BEDROCK]: BedrockConverseClientOptions;
-  [Providers.XAI]: XAIClientOptions;
-};
-
-export type ChatModelMap = {
-  [Providers.XAI]: ChatXAI;
-  [Providers.OPENAI]: ChatOpenAI;
-  [Providers.OLLAMA]: ChatOllama;
-  [Providers.AZURE]: AzureChatOpenAI;
-  [Providers.DEEPSEEK]: ChatDeepSeek;
-  [Providers.VERTEXAI]: ChatVertexAI;
-  [Providers.ANTHROPIC]: ChatAnthropic;
-  [Providers.MISTRALAI]: ChatMistralAI;
-  [Providers.MISTRAL]: ChatMistralAI;
-  [Providers.OPENROUTER]: ChatOpenRouter;
-  [Providers.BEDROCK_LEGACY]: BedrockChat;
-  [Providers.BEDROCK]: ChatBedrockConverse;
-  [Providers.GOOGLE]: CustomChatGoogleGenerativeAI;
-};
-
-export type ChatModelConstructorMap = {
-  [P in Providers]: new (config: ProviderOptionsMap[P]) => ChatModelMap[P];
-};
-
-export type ChatModelInstance = ChatModelMap[Providers];
-
-export type ModelWithTools = ChatModelInstance & {
-  bindTools(tools: CommonToolType[]): Runnable;
-};
+// src/types/llm.ts
+import { ChatOllama } from '@langchain/ollama';
+import { ChatMistralAI } from '@langchain/mistralai';
+import { ChatBedrockConverse } from '@langchain/aws';
+import type {
+  BindToolsInput,
+  BaseChatModelParams,
+} from '@langchain/core/language_models/chat_models';
+import type {
+  OpenAIChatInput,
+  ChatOpenAIFields,
+  AzureOpenAIInput,
+  ClientOptions as OAIClientOptions,
+} from '@langchain/openai';
+import type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';
+import type { GeminiGenerationConfig } from '@langchain/google-common';
+import type { ChatVertexAIInput } from '@langchain/google-vertexai';
+import type { ChatDeepSeekCallOptions } from '@langchain/deepseek';
+import type { ChatOpenRouterCallOptions } from '@/llm/openrouter';
+import type { ChatBedrockConverseInput } from '@langchain/aws';
+import type { ChatMistralAIInput } from '@langchain/mistralai';
+import type { RequestOptions } from '@google/generative-ai';
+import type { StructuredTool } from '@langchain/core/tools';
+import type { AnthropicInput } from '@langchain/anthropic';
+import type { Runnable } from '@langchain/core/runnables';
+import type { ChatOllamaInput } from '@langchain/ollama';
+import type { OpenAI as OpenAIClient } from 'openai';
+import type { ChatXAIInput } from '@langchain/xai';
+import {
+  AzureChatOpenAI,
+  ChatDeepSeek,
+  ChatOpenAI,
+  ChatXAI,
+} from '@/llm/openai';
+import { CustomChatGoogleGenerativeAI } from '@/llm/google';
+import { CustomAnthropic } from '@/llm/anthropic';
+import { ChatOpenRouter } from '@/llm/openrouter';
+import { ChatVertexAI } from '@/llm/vertexai';
+import { Providers } from '@/common';
+
+export type AzureClientOptions = Partial<OpenAIChatInput> &
+  Partial<AzureOpenAIInput> & {
+    openAIApiKey?: string;
+    openAIApiVersion?: string;
+    openAIBasePath?: string;
+    deploymentName?: string;
+  } & BaseChatModelParams & {
+    configuration?: OAIClientOptions;
+  };
+export type ThinkingConfig = AnthropicInput['thinking'];
+export type ChatOpenAIToolType =
+  | BindToolsInput
+  | OpenAIClient.ChatCompletionTool;
+export type CommonToolType = StructuredTool | ChatOpenAIToolType;
+export type AnthropicReasoning = {
+  thinking?: ThinkingConfig | boolean;
+  thinkingBudget?: number;
+};
+export type OpenAIClientOptions = ChatOpenAIFields;
+export type OllamaClientOptions = ChatOllamaInput;
+export type AnthropicClientOptions = AnthropicInput;
+export type MistralAIClientOptions = ChatMistralAIInput;
+export type VertexAIClientOptions = ChatVertexAIInput & {
+  includeThoughts?: boolean;
+};
+export type BedrockAnthropicInput = ChatBedrockConverseInput & {
+  additionalModelRequestFields?: ChatBedrockConverseInput['additionalModelRequestFields'] &
+    AnthropicReasoning;
+  promptCache?: boolean;
+};
+export type BedrockConverseClientOptions = ChatBedrockConverseInput;
+export type BedrockAnthropicClientOptions = BedrockAnthropicInput;
+export type GoogleClientOptions = GoogleGenerativeAIChatInput & {
+  customHeaders?: RequestOptions['customHeaders'];
+  thinkingConfig?: GeminiGenerationConfig['thinkingConfig'];
+};
+export type DeepSeekClientOptions = ChatDeepSeekCallOptions;
+export type XAIClientOptions = ChatXAIInput;
+
+export type ClientOptions =
+  | OpenAIClientOptions
+  | AzureClientOptions
+  | OllamaClientOptions
+  | AnthropicClientOptions
+  | MistralAIClientOptions
+  | VertexAIClientOptions
+  | BedrockConverseClientOptions
+  | GoogleClientOptions
+  | DeepSeekClientOptions
+  | XAIClientOptions;
+
+export type SharedLLMConfig = {
+  provider: Providers;
+  _lc_stream_delay?: number;
+};
+
+export type LLMConfig = SharedLLMConfig &
+  ClientOptions & {
+    /** Optional provider fallbacks in order of attempt */
+    fallbacks?: Array<{ provider: Providers; clientOptions?: ClientOptions }>;
+  };
+
+export type ProviderOptionsMap = {
+  [Providers.AZURE]: AzureClientOptions;
+  [Providers.OPENAI]: OpenAIClientOptions;
+  [Providers.OLLAMA]: OllamaClientOptions;
+  [Providers.GOOGLE]: GoogleClientOptions;
+  [Providers.VERTEXAI]: VertexAIClientOptions;
+  [Providers.DEEPSEEK]: DeepSeekClientOptions;
+  [Providers.ANTHROPIC]: AnthropicClientOptions;
+  [Providers.MISTRALAI]: MistralAIClientOptions;
+  [Providers.MISTRAL]: MistralAIClientOptions;
+  [Providers.OPENROUTER]: ChatOpenRouterCallOptions;
+  [Providers.BEDROCK]: BedrockConverseClientOptions;
+  [Providers.XAI]: XAIClientOptions;
+};
+
+export type ChatModelMap = {
+  [Providers.XAI]: ChatXAI;
+  [Providers.OPENAI]: ChatOpenAI;
+  [Providers.OLLAMA]: ChatOllama;
+  [Providers.AZURE]: AzureChatOpenAI;
+  [Providers.DEEPSEEK]: ChatDeepSeek;
+  [Providers.VERTEXAI]: ChatVertexAI;
+  [Providers.ANTHROPIC]: CustomAnthropic;
+  [Providers.MISTRALAI]: ChatMistralAI;
+  [Providers.MISTRAL]: ChatMistralAI;
+  [Providers.OPENROUTER]: ChatOpenRouter;
+  [Providers.BEDROCK]: ChatBedrockConverse;
+  [Providers.GOOGLE]: CustomChatGoogleGenerativeAI;
+};
+
+export type ChatModelConstructorMap = {
+  [P in Providers]: new (config: ProviderOptionsMap[P]) => ChatModelMap[P];
+};
+
+export type ChatModelInstance = ChatModelMap[Providers];
+
+export type ModelWithTools = ChatModelInstance & {
+  bindTools(tools: CommonToolType[]): Runnable;
+};

package/src/types/messages.ts

@@ -0,0 +1,4 @@
+import type Anthropic from '@anthropic-ai/sdk';
+import type { BaseMessage } from '@langchain/core/messages';
+export type AnthropicMessages = Array<AnthropicMessage | BaseMessage>;
+export type AnthropicMessage = Anthropic.MessageParam;

package/src/types/run.ts

@@ -1,89 +1,128 @@
-// src/types/run.ts
-import type * as z from 'zod';
-import type { BaseMessage } from '@langchain/core/messages';
-import type { StructuredTool } from '@langchain/core/tools';
-import type { RunnableConfig } from '@langchain/core/runnables';
-import type {
-  BaseCallbackHandler,
-  CallbackHandlerMethods,
-} from '@langchain/core/callbacks/base';
-import type * as graph from '@/graphs/Graph';
-import type * as s from '@/types/stream';
-import type * as e from '@/common/enum';
-import type * as g from '@/types/graph';
-import type * as l from '@/types/llm';
-
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-export type ZodObjectAny = z.ZodObject<any, any, any, any>;
-export type BaseGraphConfig = {
-  type?: 'standard';
-  llmConfig: l.LLMConfig;
-  provider?: e.Providers;
-  clientOptions?: l.ClientOptions;
-};
-export type StandardGraphConfig = BaseGraphConfig &
-  Omit<g.StandardGraphInput, 'provider' | 'clientOptions'>;
-
-export type RunTitleOptions = {
-  inputText: string;
-  provider: e.Providers;
-  contentParts: (s.MessageContentComplex | undefined)[];
-  titlePrompt?: string;
-  skipLanguage?: boolean;
-  clientOptions?: l.ClientOptions;
-  chainOptions?: Partial<RunnableConfig> | undefined;
-  omitOptions?: Set<string>;
-  titleMethod?: e.TitleMethod;
-  titlePromptTemplate?: string;
-};
-
-export interface AgentStateChannels {
-  messages: BaseMessage[];
-  next: string;
-  [key: string]: unknown;
-  instructions?: string;
-  additional_instructions?: string;
-}
-
-export interface Member {
-  name: string;
-  systemPrompt: string;
-  tools: StructuredTool[];
-  llmConfig: l.LLMConfig;
-}
-
-export type CollaborativeGraphConfig = {
-  type: 'collaborative';
-  members: Member[];
-  supervisorConfig: { systemPrompt?: string; llmConfig: l.LLMConfig };
-};
-
-export type TaskManagerGraphConfig = {
-  type: 'taskmanager';
-  members: Member[];
-  supervisorConfig: { systemPrompt?: string; llmConfig: l.LLMConfig };
-};
-
-export type RunConfig = {
-  runId: string;
-  graphConfig:
-    | StandardGraphConfig
-    | CollaborativeGraphConfig
-    | TaskManagerGraphConfig;
-  customHandlers?: Record<string, g.EventHandler>;
-  returnContent?: boolean;
-};
-
-export type ProvidedCallbacks =
-  | (BaseCallbackHandler | CallbackHandlerMethods)[]
-  | undefined;
-
-export type TokenCounter = (message: BaseMessage) => number;
-export type EventStreamOptions = {
-  callbacks?: graph.ClientCallbacks;
-  keepContent?: boolean;
-  /* Context Management */
-  maxContextTokens?: number;
-  tokenCounter?: TokenCounter;
-  indexTokenCountMap?: Record<string, number>;
-};
+// src/types/run.ts
+import type * as z from 'zod';
+import type { BaseMessage } from '@langchain/core/messages';
+import type { StructuredTool } from '@langchain/core/tools';
+import type { RunnableConfig } from '@langchain/core/runnables';
+import type {
+  BaseCallbackHandler,
+  CallbackHandlerMethods,
+} from '@langchain/core/callbacks/base';
+import type * as s from '@/types/stream';
+import type * as e from '@/common/enum';
+import type * as g from '@/types/graph';
+import type * as l from '@/types/llm';
+
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export type ZodObjectAny = z.ZodObject<any, any, any, any>;
+export type BaseGraphConfig = {
+  llmConfig: l.LLMConfig;
+  provider?: e.Providers;
+  clientOptions?: l.ClientOptions;
+  /** Optional compile options for workflow.compile() */
+  compileOptions?: g.CompileOptions;
+};
+export type LegacyGraphConfig = BaseGraphConfig & {
+  type?: 'standard';
+} & Omit<g.StandardGraphInput, 'provider' | 'clientOptions' | 'agents'> &
+  Omit<g.AgentInputs, 'provider' | 'clientOptions' | 'agentId'>;
+
+/* Supervised graph (opt-in) */
+export type SupervisedGraphConfig = BaseGraphConfig & {
+  type: 'supervised';
+  /** Enable supervised router; when false, fall back to standard loop */
+  routerEnabled?: boolean;
+  /** Table-driven routing policy per stage */
+  routingPolicies?: Array<{
+    stage: string;
+    agents?: string[];
+    model?: e.Providers;
+    parallel?: boolean;
+    /** Optional simple condition on content/tools */
+    when?:
+      | 'always'
+      | 'has_tools'
+      | 'no_tools'
+      | { includes?: string[]; excludes?: string[] };
+  }>;
+  /** Opt-in feature flags */
+  featureFlags?: {
+    multi_model_routing?: boolean;
+    fan_out?: boolean;
+    fan_out_retries?: number;
+    fan_out_backoff_ms?: number;
+    fan_out_concurrency?: number;
+  };
+  /** Optional per-stage model configs */
+  models?: Record<string, l.LLMConfig>;
+} & Omit<g.StandardGraphInput, 'provider' | 'clientOptions'>;
+
+export type RunTitleOptions = {
+  inputText: string;
+  provider: e.Providers;
+  contentParts: (s.MessageContentComplex | undefined)[];
+  titlePrompt?: string;
+  skipLanguage?: boolean;
+  clientOptions?: l.ClientOptions;
+  chainOptions?: Partial<RunnableConfig> | undefined;
+  omitOptions?: Set<string>;
+  titleMethod?: e.TitleMethod;
+  titlePromptTemplate?: string;
+};
+
+export interface AgentStateChannels {
+  messages: BaseMessage[];
+  next: string;
+  [key: string]: unknown;
+  instructions?: string;
+  additional_instructions?: string;
+}
+
+export interface Member {
+  name: string;
+  systemPrompt: string;
+  tools: StructuredTool[];
+  llmConfig: l.LLMConfig;
+}
+
+export type CollaborativeGraphConfig = {
+  type: 'collaborative';
+  members: Member[];
+  supervisorConfig: { systemPrompt?: string; llmConfig: l.LLMConfig };
+};
+
+export type TaskManagerGraphConfig = {
+  type: 'taskmanager';
+  members: Member[];
+  supervisorConfig: { systemPrompt?: string; llmConfig: l.LLMConfig };
+};
+
+export type MultiAgentGraphConfig = {
+  type: 'multi-agent';
+  compileOptions?: g.CompileOptions;
+  agents: g.AgentInputs[];
+  edges: g.GraphEdge[];
+};
+
+export type StandardGraphConfig = Omit<
+  MultiAgentGraphConfig,
+  'edges' | 'type'
+> & { type?: 'standard'; signal?: AbortSignal };
+
+export type RunConfig = {
+  runId: string;
+  graphConfig: LegacyGraphConfig | StandardGraphConfig | MultiAgentGraphConfig;
+  customHandlers?: Record<string, g.EventHandler>;
+  returnContent?: boolean;
+  tokenCounter?: TokenCounter;
+  indexTokenCountMap?: Record<string, number>;
+};
+
+export type ProvidedCallbacks =
+  | (BaseCallbackHandler | CallbackHandlerMethods)[]
+  | undefined;
+
+export type TokenCounter = (message: BaseMessage) => number;
+export type EventStreamOptions = {
+  callbacks?: g.ClientCallbacks;
+  keepContent?: boolean;
+};