illuma-agents 1.0.2 → 1.0.4

package/src/utils/events.ts

@@ -0,0 +1,32 @@
+/* eslint-disable no-console */
+// src/utils/events.ts
+import { dispatchCustomEvent } from '@langchain/core/callbacks/dispatch';
+import type { RunnableConfig } from '@langchain/core/runnables';
+
+/**
+ * Safely dispatches a custom event and properly awaits it to avoid
+ * race conditions where events are dispatched after run cleanup.
+ */
+export async function safeDispatchCustomEvent(
+  event: string,
+  payload: unknown,
+  config?: RunnableConfig
+): Promise<void> {
+  try {
+    await dispatchCustomEvent(event, payload, config);
+  } catch (e) {
+    // Check if this is the known EventStreamCallbackHandler error
+    if (
+      e instanceof Error &&
+      e.message.includes('handleCustomEvent: Run ID') &&
+      e.message.includes('not found in run map')
+    ) {
+      // Suppress this specific error - it's expected during parallel execution
+      // when EventStreamCallbackHandler loses track of run IDs
+      // console.debug('Suppressed error dispatching custom event:', e);
+      return;
+    }
+    // Log other errors
+    console.error('Error dispatching custom event:', e);
+  }
+}

package/src/utils/handlers.ts

@@ -0,0 +1,107 @@
+/**
+ * Multi-Agent Handler Utilities
+ *
+ * Provides a simple helper to create handlers with content aggregation for multi-agent scripts.
+ *
+ * Usage:
+ * ```typescript
+ * const { contentParts, aggregateContent, handlers } = createHandlers();
+ *
+ * // With callbacks
+ * const { contentParts, aggregateContent, handlers } = createHandlers({
+ *   onRunStep: (event, data) => console.log('Step:', data),
+ *   onRunStepCompleted: (event, data) => console.log('Completed:', data)
+ * });
+ * ```
+ */
+
+import { GraphEvents } from '@/common';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import type * as t from '@/types';
+
+interface HandlerCallbacks {
+  onRunStep?: (event: GraphEvents.ON_RUN_STEP, data: t.StreamEventData) => void;
+  onRunStepCompleted?: (
+    event: GraphEvents.ON_RUN_STEP_COMPLETED,
+    data: t.StreamEventData
+  ) => void;
+  onRunStepDelta?: (
+    event: GraphEvents.ON_RUN_STEP_DELTA,
+    data: t.StreamEventData
+  ) => void;
+  onMessageDelta?: (
+    event: GraphEvents.ON_MESSAGE_DELTA,
+    data: t.StreamEventData
+  ) => void;
+}
+
+/**
+ * Creates handlers with content aggregation for multi-agent scripts
+ */
+export function createHandlers(callbacks?: HandlerCallbacks): {
+  contentParts: Array<t.MessageContentComplex | undefined>;
+  aggregateContent: ReturnType<
+    typeof createContentAggregator
+  >['aggregateContent'];
+  handlers: Record<string, t.EventHandler>;
+} {
+  // Set up content aggregator
+  const { contentParts, aggregateContent } = createContentAggregator();
+
+  // Create the handlers object
+  const handlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
+        aggregateContent({ event, data: data as t.RunStep });
+        callbacks?.onRunStep?.(event, data);
+      },
+    },
+
+    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+        callbacks?.onRunStepCompleted?.(event, data);
+      },
+    },
+
+    [GraphEvents.ON_RUN_STEP_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
+        callbacks?.onRunStepDelta?.(event, data);
+      },
+    },
+
+    [GraphEvents.ON_MESSAGE_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        aggregateContent({ event, data: data as t.MessageDeltaEvent });
+        callbacks?.onMessageDelta?.(event, data);
+      },
+    },
+  };
+
+  return {
+    contentParts,
+    aggregateContent,
+    handlers,
+  };
+}

package/src/utils/index.ts

@@ -1,5 +1,6 @@
-export * from './graph';
-export * from './llm';
-export * from './misc';
-export * from './run';
-export * from './tokens';
+export * from './graph';
+export * from './llm';
+export * from './misc';
+export * from './handlers';
+export * from './run';
+export * from './tokens';

package/src/utils/llmConfig.ts

@@ -1,183 +1,183 @@
-// src/utils/llmConfig.ts
-import { Providers } from '@/common';
-import type * as or from '@/llm/openrouter';
-import type * as t from '@/types';
-
-export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
-  [Providers.OPENAI]: {
-    provider: Providers.OPENAI,
-    model: 'gpt-4.1',
-    temperature: 0.7,
-    streaming: true,
-    streamUsage: true,
-    // disableStreaming: true,
-  },
-  anthropicLITELLM: {
-    provider: Providers.OPENAI,
-    streaming: true,
-    streamUsage: false,
-    apiKey: 'sk-1234',
-    model: 'claude-sonnet-4',
-    maxTokens: 8192,
-    modelKwargs: {
-      metadata: {
-        user_id: 'some_user_id',
-      },
-      thinking: {
-        type: 'enabled',
-        budget_tokens: 2000,
-      },
-    },
-    configuration: {
-      baseURL: 'http://host.docker.internal:4000/v1',
-      defaultHeaders: {
-        'anthropic-beta': 'prompt-caching-2024-07-31,context-1m-2025-08-07',
-      },
-    },
-    // disableStreaming: true,
-  },
-  [Providers.XAI]: {
-    provider: Providers.XAI,
-    model: 'grok-2-latest',
-    streaming: true,
-    streamUsage: true,
-  },
-  alibaba: {
-    provider: Providers.OPENAI,
-    streaming: true,
-    streamUsage: true,
-    model: 'qwen-max',
-    openAIApiKey: process.env.ALIBABA_API_KEY,
-    configuration: {
-      baseURL: 'https://dashscope-intl.aliyuncs.com/compatible-mode/v1',
-    },
-  },
-  [Providers.OPENROUTER]: {
-    provider: Providers.OPENROUTER,
-    streaming: true,
-    streamUsage: true,
-    model: 'deepseek/deepseek-r1',
-    openAIApiKey: process.env.OPENROUTER_API_KEY,
-    configuration: {
-      baseURL: process.env.OPENROUTER_BASE_URL,
-      defaultHeaders: {
-        'HTTP-Referer': 'https://gaavi.ai',
-        'X-Title': 'Illuma',
-      },
-    },
-    include_reasoning: true,
-  } as or.ChatOpenRouterCallOptions & t.LLMConfig,
-  [Providers.AZURE]: {
-    provider: Providers.AZURE,
-    temperature: 0.7,
-    streaming: true,
-    streamUsage: true,
-    azureOpenAIApiKey: process.env.AZURE_OPENAI_API_KEY,
-    azureOpenAIApiInstanceName: process.env.AZURE_OPENAI_API_INSTANCE,
-    azureOpenAIApiDeploymentName: process.env.AZURE_OPENAI_API_DEPLOYMENT,
-    azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION,
-    model: process.env.AZURE_MODEL_NAME ?? 'gpt-4o',
-  },
-  [Providers.OLLAMA]: {
-    provider: Providers.OLLAMA,
-    model: 'gpt-oss:20b',
-    streaming: true,
-    streamUsage: true,
-    baseUrl: 'http://localhost:11434',
-  },
-  lmstudio: {
-    provider: Providers.OPENAI,
-    model: 'gpt-oss-20b',
-    streaming: true,
-    streamUsage: true,
-    configuration: {
-      baseURL: 'http://192.168.254.183:1233/v1',
-    },
-  },
-  zhipu: {
-    provider: Providers.OPENAI,
-    streaming: true,
-    streamUsage: false,
-    model: 'glm-4.5-air',
-    apiKey: process.env.ZHIPU_API_KEY,
-    configuration: {
-      baseURL: 'https://open.bigmodel.cn/api/paas/v4',
-    },
-  },
-  [Providers.DEEPSEEK]: {
-    provider: Providers.DEEPSEEK,
-    model: 'deepseek-reasoner',
-    streaming: true,
-    streamUsage: true,
-  },
-  [Providers.ANTHROPIC]: {
-    provider: Providers.ANTHROPIC,
-    model: 'claude-sonnet-4-5',
-    streaming: true,
-    streamUsage: true,
-  },
-  // [Providers.MISTRALAI]: {
-  //   provider: Providers.MISTRALAI,
-  //   model: 'mistral-large-latest',
-  //   streaming: true,
-  //   streamUsage: true,
-  // },
-  [Providers.MISTRAL]: {
-    provider: Providers.OPENAI,
-    streaming: true,
-    streamUsage: false,
-    // model: 'codestral-latest',
-    model: 'mistral-large-latest',
-    openAIApiKey: process.env.MISTRAL_API_KEY,
-    configuration: {
-      baseURL: 'https://api.mistral.ai/v1',
-      defaultHeaders: {},
-    },
-  },
-  [Providers.VERTEXAI]: {
-    provider: Providers.VERTEXAI,
-    model: 'gemini-2.5-flash',
-    streaming: true,
-    streamUsage: true,
-    keyFile: process.env.VERTEXAI_KEY_FILE,
-  } as t.VertexAIClientOptions & t.LLMConfig,
-  [Providers.GOOGLE]: {
-    provider: Providers.GOOGLE,
-    model: 'gemini-2.5-flash',
-    streaming: true,
-    streamUsage: true,
-  },
-  [Providers.BEDROCK]: {
-    provider: Providers.BEDROCK,
-    // model: 'anthropic.claude-3-sonnet-20240229-v1:0',
-    // model: 'us.anthropic.claude-3-5-sonnet-20241022-v2:0',
-    // model: 'us.amazon.nova-pro-v1:0',
-    model: 'us.anthropic.claude-sonnet-4-20250514-v1:0',
-    // additionalModelRequestFields: { thinking: { type: 'enabled', budget_tokens: 2000 } },
-    region: process.env.BEDROCK_AWS_REGION,
-    credentials: {
-      accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
-      secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
-    },
-    streaming: true,
-    streamUsage: true,
-  },
-  perplexity: {
-    provider: Providers.OPENAI,
-    model: 'llama-3.1-sonar-small-128k-online',
-    streaming: true,
-    streamUsage: true,
-    apiKey: process.env.PERPLEXITY_API_KEY,
-    configuration: {
-      baseURL: 'https://api.perplexity.ai/',
-    },
-  },
-};
-
-export function getLLMConfig(provider: string): t.LLMConfig {
-  const config = llmConfigs[provider];
-  if (config === undefined) {
-    throw new Error(`Unsupported provider: ${provider}`);
-  }
-  return config;
-}
+// src/utils/llmConfig.ts
+import { Providers } from '@/common';
+import type * as or from '@/llm/openrouter';
+import type * as t from '@/types';
+
+export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
+  [Providers.OPENAI]: {
+    provider: Providers.OPENAI,
+    model: 'gpt-4.1',
+    // temperature: 0.7,
+    streaming: true,
+    streamUsage: true,
+    // disableStreaming: true,
+  },
+  anthropicLITELLM: {
+    provider: Providers.OPENAI,
+    streaming: true,
+    streamUsage: false,
+    apiKey: 'sk-1234',
+    model: 'claude-sonnet-4',
+    maxTokens: 8192,
+    modelKwargs: {
+      metadata: {
+        user_id: 'some_user_id',
+      },
+      thinking: {
+        type: 'enabled',
+        budget_tokens: 2000,
+      },
+    },
+    configuration: {
+      baseURL: 'http://host.docker.internal:4000/v1',
+      defaultHeaders: {
+        'anthropic-beta': 'prompt-caching-2024-07-31,context-1m-2025-08-07',
+      },
+    },
+    // disableStreaming: true,
+  },
+  [Providers.XAI]: {
+    provider: Providers.XAI,
+    model: 'grok-2-latest',
+    streaming: true,
+    streamUsage: true,
+  },
+  alibaba: {
+    provider: Providers.OPENAI,
+    streaming: true,
+    streamUsage: true,
+    model: 'qwen-max',
+    openAIApiKey: process.env.ALIBABA_API_KEY,
+    configuration: {
+      baseURL: 'https://dashscope-intl.aliyuncs.com/compatible-mode/v1',
+    },
+  },
+  [Providers.OPENROUTER]: {
+    provider: Providers.OPENROUTER,
+    streaming: true,
+    streamUsage: true,
+    model: 'openai/gpt-4.1',
+    openAIApiKey: process.env.OPENROUTER_API_KEY,
+    configuration: {
+      baseURL: process.env.OPENROUTER_BASE_URL,
+      defaultHeaders: {
+        'HTTP-Referer': 'https://illuma.ai',
+        'X-Title': 'Illuma',
+      },
+    },
+    include_reasoning: true,
+  } as or.ChatOpenRouterCallOptions & t.LLMConfig,
+  [Providers.AZURE]: {
+    provider: Providers.AZURE,
+    temperature: 0.7,
+    streaming: true,
+    streamUsage: true,
+    azureOpenAIApiKey: process.env.AZURE_OPENAI_API_KEY,
+    azureOpenAIApiInstanceName: process.env.AZURE_OPENAI_API_INSTANCE,
+    azureOpenAIApiDeploymentName: process.env.AZURE_OPENAI_API_DEPLOYMENT,
+    azureOpenAIApiVersion: process.env.AZURE_OPENAI_API_VERSION,
+    model: process.env.AZURE_MODEL_NAME ?? 'gpt-4o',
+  },
+  [Providers.OLLAMA]: {
+    provider: Providers.OLLAMA,
+    model: 'gpt-oss:20b',
+    streaming: true,
+    streamUsage: true,
+    baseUrl: 'http://localhost:11434',
+  },
+  lmstudio: {
+    provider: Providers.OPENAI,
+    model: 'gpt-oss-20b',
+    streaming: true,
+    streamUsage: true,
+    configuration: {
+      baseURL: 'http://192.168.254.183:1233/v1',
+    },
+  },
+  zhipu: {
+    provider: Providers.OPENAI,
+    streaming: true,
+    streamUsage: false,
+    model: 'glm-4.5-air',
+    apiKey: process.env.ZHIPU_API_KEY,
+    configuration: {
+      baseURL: 'https://open.bigmodel.cn/api/paas/v4',
+    },
+  },
+  [Providers.DEEPSEEK]: {
+    provider: Providers.DEEPSEEK,
+    model: 'deepseek-reasoner',
+    streaming: true,
+    streamUsage: true,
+  },
+  [Providers.ANTHROPIC]: {
+    provider: Providers.ANTHROPIC,
+    model: 'claude-sonnet-4-5',
+    streaming: true,
+    streamUsage: true,
+  },
+  // [Providers.MISTRALAI]: {
+  //   provider: Providers.MISTRALAI,
+  //   model: 'mistral-large-latest',
+  //   streaming: true,
+  //   streamUsage: true,
+  // },
+  [Providers.MISTRAL]: {
+    provider: Providers.OPENAI,
+    streaming: true,
+    streamUsage: false,
+    // model: 'codestral-latest',
+    model: 'mistral-large-latest',
+    openAIApiKey: process.env.MISTRAL_API_KEY,
+    configuration: {
+      baseURL: 'https://api.mistral.ai/v1',
+      defaultHeaders: {},
+    },
+  },
+  [Providers.VERTEXAI]: {
+    provider: Providers.VERTEXAI,
+    model: 'gemini-2.5-flash',
+    streaming: true,
+    streamUsage: true,
+    keyFile: process.env.VERTEXAI_KEY_FILE,
+  } as t.VertexAIClientOptions & t.LLMConfig,
+  [Providers.GOOGLE]: {
+    provider: Providers.GOOGLE,
+    model: 'gemini-2.5-flash',
+    streaming: true,
+    streamUsage: true,
+  },
+  [Providers.BEDROCK]: {
+    provider: Providers.BEDROCK,
+    // model: 'anthropic.claude-3-sonnet-20240229-v1:0',
+    // model: 'us.anthropic.claude-3-5-sonnet-20241022-v2:0',
+    // model: 'us.amazon.nova-pro-v1:0',
+    model: 'us.anthropic.claude-sonnet-4-20250514-v1:0',
+    // additionalModelRequestFields: { thinking: { type: 'enabled', budget_tokens: 2000 } },
+    region: process.env.BEDROCK_AWS_REGION,
+    credentials: {
+      accessKeyId: process.env.BEDROCK_AWS_ACCESS_KEY_ID!,
+      secretAccessKey: process.env.BEDROCK_AWS_SECRET_ACCESS_KEY!,
+    },
+    streaming: true,
+    streamUsage: true,
+  },
+  perplexity: {
+    provider: Providers.OPENAI,
+    model: 'llama-3.1-sonar-small-128k-online',
+    streaming: true,
+    streamUsage: true,
+    apiKey: process.env.PERPLEXITY_API_KEY,
+    configuration: {
+      baseURL: 'https://api.perplexity.ai/',
+    },
+  },
+};
+
+export function getLLMConfig(provider: string): t.LLMConfig {
+  const config = llmConfigs[provider];
+  if (config === undefined) {
+    throw new Error(`Unsupported provider: ${provider}`);
+  }
+  return config;
+}