illuma-agents 1.0.2

package/dist/types/utils/llmConfig.d.ts

@@ -0,0 +1,3 @@
+import type * as t from '@/types';
+export declare const llmConfigs: Record<string, t.LLMConfig | undefined>;
+export declare function getLLMConfig(provider: string): t.LLMConfig;

package/dist/types/utils/logging.d.ts

@@ -0,0 +1 @@
+export declare function setupLogging(logFileName: string): void;

package/dist/types/utils/misc.d.ts

@@ -0,0 +1,7 @@
+export declare function isPresent(value: string | null | undefined): value is string;
+/**
+ * Recursively unescapes all string values in an object
+ * @param obj The object to unescape
+ * @returns The unescaped object
+ */
+export declare function unescapeObject(obj: unknown, key?: string): unknown;

package/dist/types/utils/run.d.ts

@@ -0,0 +1,27 @@
+import { CallbackManagerForChainRun } from '@langchain/core/callbacks/manager';
+import { Runnable, RunnableConfig } from '@langchain/core/runnables';
+/**
+ * Delays the execution for a specified number of milliseconds.
+ *
+ * @param {number} ms - The number of milliseconds to delay.
+ * @return {Promise<void>} A promise that resolves after the specified delay.
+ */
+export declare function sleep(ms: number): Promise<void>;
+export interface RunnableCallableArgs extends Partial<any> {
+    name?: string;
+    func: (...args: any[]) => any;
+    tags?: string[];
+    trace?: boolean;
+    recurse?: boolean;
+}
+export declare class RunnableCallable<I = unknown, O = unknown> extends Runnable<I, O> {
+    lc_namespace: string[];
+    func: (...args: any[]) => any;
+    tags?: string[];
+    config?: RunnableConfig;
+    trace: boolean;
+    recurse: boolean;
+    constructor(fields: RunnableCallableArgs);
+    protected _tracedInvoke(input: I, config?: Partial<RunnableConfig>, runManager?: CallbackManagerForChainRun): Promise<O>;
+    invoke(input: any, options?: Partial<RunnableConfig> | undefined): Promise<any>;
+}

package/dist/types/utils/title.d.ts

@@ -0,0 +1,4 @@
+import type { Runnable } from '@langchain/core/runnables';
+import type * as t from '@/types';
+export declare const createTitleRunnable: (model: t.ChatModelInstance, _titlePrompt?: string) => Promise<Runnable>;
+export declare const createCompletionTitleRunnable: (model: t.ChatModelInstance, titlePrompt?: string) => Promise<Runnable>;

package/dist/types/utils/tokens.d.ts

@@ -0,0 +1,3 @@
+import type { BaseMessage } from '@langchain/core/messages';
+export declare function getTokenCountForMessage(message: BaseMessage, getTokenCount: (text: string) => number): number;
+export declare const createTokenCounter: () => Promise<(message: BaseMessage) => number>;

package/package.json

@@ -0,0 +1,145 @@
+{
+  "name": "illuma-agents",
+  "version": "1.0.2",
+  "main": "./dist/cjs/main.cjs",
+  "module": "./dist/esm/main.mjs",
+  "types": "./dist/types/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/esm/main.mjs",
+      "require": "./dist/cjs/main.cjs",
+      "types": "./dist/types/index.d.ts"
+    }
+  },
+  "type": "module",
+  "description": "Illuma AI Agents Library",
+  "license": "MIT",
+  "packageManager": "npm@10.5.2",
+  "engines": {
+    "node": ">=14.0.0"
+  },
+  "files": [
+    "dist",
+    "src",
+    "LICENSE",
+    "README.md"
+  ],
+  "scripts": {
+    "prepare": "node husky-setup.js",
+    "prepublishOnly": "npm run build",
+    "build": "NODE_ENV=production rollup -c && tsc -p tsconfig.build.json",
+    "build:dev": "rollup -c",
+    "start": "node dist/esm/main.js",
+    "clean": "node ./config/clean.js",
+    "script": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli.ts",
+    "bun:cli": "bun -r dotenv/config ./src/scripts/cli.ts --provider 'bedrock' --name 'Jo' --location 'New York, NY'",
+    "start:cli": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "content": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/content.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "stream": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/stream.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "code_exec": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "image": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/image.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
+    "code_exec_files": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_files.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "caching": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/caching.ts --name 'Jo' --location 'New York, NY'",
+    "thinking": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/thinking.ts --name 'Jo' --location 'New York, NY'",
+    "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "tool-test": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tools.ts --provider 'openrouter' --name 'Jo' --location 'New York, NY'",
+    "search": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/search.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "ant_web_search": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/ant_web_search.ts --name 'Jo' --location 'New York, NY'",
+    "abort": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/abort.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "start:cli2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli2.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "script2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test.ts",
+    "script3": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test_anthropic.ts",
+    "script4": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli4.ts --name 'Jo' --location 'New York, NY'",
+    "script5": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli5.ts --name 'Jo' --location 'New York, NY'",
+    "start:standard": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/standard.ts",
+    "start:cg": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/collab.ts",
+    "start:tasks": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tasks.ts",
+    "start:collab": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/main.ts",
+    "start:collab5": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/collab_design_v5.ts",
+    "start:dev": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/main.ts",
+    "test": "jest",
+    "test:memory": "NODE_OPTIONS='--expose-gc' npx jest src/specs/title.memory-leak.test.ts",
+    "test:all": "npm test -- --testPathIgnorePatterns=title.memory-leak.test.ts && npm run test:memory",
+    "reinstall": "npm run clean && npm ci && rm -rf ./dist && npm run build",
+    "re": "bun run clean && bun install && rm -rf ./dist && turbo build",
+    "lint": "eslint \"{,!(node_modules|venv)/**/}*.{js,jsx,ts,tsx}\" --fix",
+    "format": "prettier --write ."
+  },
+  "overrides": {
+    "@langchain/openai": "0.5.18",
+    "@browserbasehq/stagehand": {
+      "openai": "$openai"
+    }
+  },
+  "dependencies": {
+    "@langchain/anthropic": "^0.3.26",
+    "@langchain/aws": "^0.1.12",
+    "@langchain/community": "^0.3.47",
+    "@langchain/core": "^0.3.62",
+    "@langchain/deepseek": "^0.0.2",
+    "@langchain/google-genai": "^0.2.13",
+    "@langchain/google-vertexai": "^0.2.13",
+    "@langchain/langgraph": "^0.3.4",
+    "@langchain/mistralai": "^0.2.1",
+    "@langchain/ollama": "^0.2.3",
+    "@langchain/openai": "0.5.18",
+    "@langchain/xai": "^0.0.3",
+    "@langfuse/langchain": "^4.3.0",
+    "@langfuse/otel": "^4.3.0",
+    "@langfuse/tracing": "^4.3.0",
+    "@opentelemetry/sdk-node": "^0.207.0",
+    "cheerio": "^1.0.0",
+    "dotenv": "^16.4.7",
+    "https-proxy-agent": "^7.0.6",
+    "nanoid": "^3.3.7",
+    "openai": "^5.10.1"
+  },
+  "imports": {
+    "@/*": "./src/*",
+    "~/*": "./*"
+  },
+  "devDependencies": {
+    "@anthropic-ai/vertex-sdk": "^0.12.0",
+    "@eslint/compat": "^1.2.7",
+    "@rollup/plugin-alias": "^5.1.0",
+    "@rollup/plugin-commonjs": "^28.0.3",
+    "@rollup/plugin-json": "^6.1.0",
+    "@rollup/plugin-node-resolve": "^15.2.3",
+    "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^12.1.2",
+    "@swc/core": "^1.6.13",
+    "@types/jest": "^29.5.14",
+    "@types/node": "^20.14.11",
+    "@types/yargs-parser": "^21.0.3",
+    "@typescript-eslint/eslint-plugin": "^8.24.0",
+    "@typescript-eslint/parser": "^8.24.0",
+    "eslint": "^9.31.0",
+    "eslint-import-resolver-typescript": "^3.7.0",
+    "eslint-plugin-import": "^2.31.0",
+    "husky": "^9.1.7",
+    "jest": "^29.7.0",
+    "lint-staged": "^15.2.7",
+    "prettier": "^3.5.1",
+    "rollup": "^4.34.6",
+    "rollup-plugin-cleandir": "^2.0.0",
+    "rollup-plugin-obfuscator": "^1.1.0",
+    "ts-jest": "^29.3.1",
+    "ts-node": "^10.9.2",
+    "tsc-alias": "^1.8.10",
+    "tsconfig-paths": "^4.2.0",
+    "tslib": "^2.6.3",
+    "typescript": "^5.5.3",
+    "winston": "^3.17.0"
+  },
+  "lint-staged": {
+    "*.{js,ts}": [
+      "prettier --write",
+      "eslint --fix"
+    ],
+    "*.{json,md}": [
+      "prettier --write"
+    ]
+  }
+}

package/src/common/enum.ts

@@ -0,0 +1,176 @@
+/**
+ * Enum representing the various event types emitted during the execution of runnables.
+ * These events provide real-time information about the progress and state of different components.
+ *
+ * @enum {string}
+ */
+export enum GraphEvents {
+  /* Custom Events */
+
+  /** [Custom] Agent update event in multi-agent graph/workflow */
+  ON_AGENT_UPDATE = 'on_agent_update',
+  /** [Custom] Delta event for run steps (message creation and tool calls) */
+  ON_RUN_STEP = 'on_run_step',
+  /** [Custom] Delta event for run steps (tool calls) */
+  ON_RUN_STEP_DELTA = 'on_run_step_delta',
+  /** [Custom] Completed event for run steps (tool calls) */
+  ON_RUN_STEP_COMPLETED = 'on_run_step_completed',
+  /** [Custom] Delta events for messages */
+  ON_MESSAGE_DELTA = 'on_message_delta',
+  /** [Custom] Reasoning Delta events for messages */
+  ON_REASONING_DELTA = 'on_reasoning_delta',
+
+  /* Official Events */
+
+  /** Custom event, emitted by system */
+  ON_CUSTOM_EVENT = 'on_custom_event',
+  /** Emitted when a chat model starts processing. */
+  CHAT_MODEL_START = 'on_chat_model_start',
+
+  /** Emitted when a chat model streams a chunk of its response. */
+  CHAT_MODEL_STREAM = 'on_chat_model_stream',
+
+  /** Emitted when a chat model completes its processing. */
+  CHAT_MODEL_END = 'on_chat_model_end',
+
+  /** Emitted when a language model starts processing. */
+  LLM_START = 'on_llm_start',
+
+  /** Emitted when a language model streams a chunk of its response. */
+  LLM_STREAM = 'on_llm_stream',
+
+  /** Emitted when a language model completes its processing. */
+  LLM_END = 'on_llm_end',
+
+  /** Emitted when a chain starts processing. */
+  CHAIN_START = 'on_chain_start',
+
+  /** Emitted when a chain streams a chunk of its output. */
+  CHAIN_STREAM = 'on_chain_stream',
+
+  /** Emitted when a chain completes its processing. */
+  CHAIN_END = 'on_chain_end',
+
+  /** Emitted when a tool starts its operation. */
+  TOOL_START = 'on_tool_start',
+
+  /** Emitted when a tool completes its operation. */
+  TOOL_END = 'on_tool_end',
+
+  /** Emitted when a retriever starts its operation. */
+  RETRIEVER_START = 'on_retriever_start',
+
+  /** Emitted when a retriever completes its operation. */
+  RETRIEVER_END = 'on_retriever_end',
+
+  /** Emitted when a prompt starts processing. */
+  PROMPT_START = 'on_prompt_start',
+
+  /** Emitted when a prompt completes its processing. */
+  PROMPT_END = 'on_prompt_end',
+}
+
+export enum Providers {
+  OPENAI = 'openAI',
+  BEDROCK_LEGACY = 'bedrock_legacy',
+  VERTEXAI = 'vertexai',
+  BEDROCK = 'bedrock',
+  ANTHROPIC = 'anthropic',
+  MISTRALAI = 'mistralai',
+  MISTRAL = 'mistral',
+  OLLAMA = 'ollama',
+  GOOGLE = 'google',
+  AZURE = 'azureOpenAI',
+  DEEPSEEK = 'deepseek',
+  OPENROUTER = 'openrouter',
+  XAI = 'xai',
+}
+
+export enum GraphNodeKeys {
+  TOOLS = 'tools',
+  AGENT = 'agent',
+  PRE_TOOLS = 'pre_tools',
+  POST_TOOLS = 'post_tools',
+}
+
+export enum GraphNodeActions {
+  TOOL_NODE = 'tool_node',
+  CALL_MODEL = 'call_model',
+  ROUTE_MESSAGE = 'route_message',
+}
+
+export enum CommonEvents {
+  LANGGRAPH = 'LangGraph',
+}
+
+export enum StepTypes {
+  TOOL_CALLS = 'tool_calls',
+  MESSAGE_CREATION = 'message_creation',
+}
+
+export enum ContentTypes {
+  TEXT = 'text',
+  ERROR = 'error',
+  THINK = 'think',
+  TOOL_CALL = 'tool_call',
+  IMAGE_URL = 'image_url',
+  IMAGE_FILE = 'image_file',
+  /** Anthropic */
+  THINKING = 'thinking',
+  /** Vertex AI / Google Common */
+  REASONING = 'reasoning',
+  /** Multi-Agent Switch */
+  AGENT_UPDATE = 'agent_update',
+  /** Bedrock */
+  REASONING_CONTENT = 'reasoning_content',
+}
+
+export enum ToolCallTypes {
+  FUNCTION = 'function',
+  RETRIEVAL = 'retrieval',
+  FILE_SEARCH = 'file_search',
+  CODE_INTERPRETER = 'code_interpreter',
+  /* Agents Tool Call */
+  TOOL_CALL = 'tool_call',
+}
+
+export enum Callback {
+  TOOL_ERROR = 'handleToolError',
+  TOOL_START = 'handleToolStart',
+  TOOL_END = 'handleToolEnd',
+  /*
+  LLM_START = 'handleLLMStart',
+  LLM_NEW_TOKEN = 'handleLLMNewToken',
+  LLM_ERROR = 'handleLLMError',
+  LLM_END = 'handleLLMEnd',
+  CHAT_MODEL_START = 'handleChatModelStart',
+  CHAIN_START = 'handleChainStart',
+  CHAIN_ERROR = 'handleChainError',
+  CHAIN_END = 'handleChainEnd',
+  TEXT = 'handleText',
+  AGENT_ACTION = 'handleAgentAction',
+  AGENT_END = 'handleAgentEnd',
+  RETRIEVER_START = 'handleRetrieverStart',
+  RETRIEVER_END = 'handleRetrieverEnd',
+  RETRIEVER_ERROR = 'handleRetrieverError',
+  CUSTOM_EVENT = 'handleCustomEvent'
+  */
+}
+
+export enum Constants {
+  OFFICIAL_CODE_BASEURL = 'https://api.illuma.ai/v1',
+  EXECUTE_CODE = 'execute_code',
+  WEB_SEARCH = 'web_search',
+  CONTENT_AND_ARTIFACT = 'content_and_artifact',
+}
+
+export enum TitleMethod {
+  STRUCTURED = 'structured',
+  FUNCTIONS = 'functions',
+  COMPLETION = 'completion',
+}
+
+export enum EnvVar {
+  CODE_API_KEY = 'CODE_EXECUTOR_API_KEY',
+  CODE_BASEURL = 'CODE_EXECUTOR_API_BASEURL',
+}

package/src/common/index.ts

@@ -0,0 +1,2 @@
+// src/common/index.ts
+export * from './enum';

package/src/events.ts

@@ -0,0 +1,191 @@
+/* eslint-disable no-console */
+// src/events.ts
+import type {
+  UsageMetadata,
+  BaseMessageFields,
+} from '@langchain/core/messages';
+import type { Graph } from '@/graphs';
+import type * as t from '@/types';
+import { handleToolCalls } from '@/tools/handlers';
+import { Providers } from '@/common';
+
+export class HandlerRegistry {
+  private handlers: Map<string, t.EventHandler> = new Map();
+
+  register(eventType: string, handler: t.EventHandler): void {
+    this.handlers.set(eventType, handler);
+  }
+
+  getHandler(eventType: string): t.EventHandler | undefined {
+    return this.handlers.get(eventType);
+  }
+}
+
+export class ModelEndHandler implements t.EventHandler {
+  collectedUsage?: UsageMetadata[];
+  constructor(collectedUsage?: UsageMetadata[]) {
+    if (collectedUsage && !Array.isArray(collectedUsage)) {
+      throw new Error('collectedUsage must be an array');
+    }
+    this.collectedUsage = collectedUsage;
+  }
+
+  handle(
+    event: string,
+    data: t.ModelEndData,
+    metadata?: Record<string, unknown>,
+    graph?: Graph
+  ): void {
+    if (!graph || !metadata) {
+      console.warn(`Graph or metadata not found in ${event} event`);
+      return;
+    }
+
+    const usage = data?.output?.usage_metadata;
+    if (usage != null && this.collectedUsage != null) {
+      this.collectedUsage.push(usage);
+    }
+
+    if (metadata.ls_provider === 'FakeListChatModel') {
+      return handleToolCalls(data?.output?.tool_calls, metadata, graph);
+    }
+
+    console.log(`====== ${event.toUpperCase()} ======`);
+    console.dir(
+      {
+        usage,
+      },
+      { depth: null }
+    );
+
+    if (metadata.provider !== Providers.GOOGLE) {
+      return;
+    }
+
+    handleToolCalls(data?.output?.tool_calls, metadata, graph);
+  }
+}
+
+export class ToolEndHandler implements t.EventHandler {
+  private callback?: t.ToolEndCallback;
+  private omitOutput?: (name?: string) => boolean;
+  constructor(
+    callback?: t.ToolEndCallback,
+    omitOutput?: (name?: string) => boolean
+  ) {
+    this.callback = callback;
+    this.omitOutput = omitOutput;
+  }
+  handle(
+    event: string,
+    data: t.StreamEventData | undefined,
+    metadata?: Record<string, unknown>,
+    graph?: Graph
+  ): void {
+    if (!graph || !metadata) {
+      console.warn(`Graph or metadata not found in ${event} event`);
+      return;
+    }
+
+    const toolEndData = data as t.ToolEndData | undefined;
+    if (!toolEndData?.output) {
+      console.warn('No output found in tool_end event');
+      return;
+    }
+
+    this.callback?.(toolEndData, metadata);
+    graph.handleToolCallCompleted(
+      { input: toolEndData.input, output: toolEndData.output },
+      metadata,
+      this.omitOutput?.(toolEndData.output.name)
+    );
+  }
+}
+
+export class TestLLMStreamHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData | undefined): void {
+    const chunk = data?.chunk;
+    const isMessageChunk = !!(chunk && 'message' in chunk);
+    const msg = isMessageChunk ? chunk.message : undefined;
+    if (msg && msg.tool_call_chunks && msg.tool_call_chunks.length > 0) {
+      console.log(msg.tool_call_chunks);
+    } else if (msg && msg.content) {
+      if (typeof msg.content === 'string') {
+        process.stdout.write(msg.content);
+      }
+    }
+  }
+}
+
+export class TestChatStreamHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData | undefined): void {
+    const chunk = data?.chunk;
+    const isContentChunk = !!(chunk && 'content' in chunk);
+    const content = isContentChunk && chunk.content;
+
+    if (!content || !isContentChunk) {
+      return;
+    }
+
+    if (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) {
+      console.dir(chunk.tool_call_chunks, { depth: null });
+    }
+
+    if (typeof content === 'string') {
+      process.stdout.write(content);
+    } else {
+      console.dir(content, { depth: null });
+    }
+  }
+}
+
+export class LLMStreamHandler implements t.EventHandler {
+  handle(
+    event: string,
+    data: t.StreamEventData | undefined,
+    metadata?: Record<string, unknown>
+  ): void {
+    const chunk = data?.chunk;
+    const isMessageChunk = !!(chunk && 'message' in chunk);
+    const msg = isMessageChunk && chunk.message;
+    if (metadata) {
+      console.log(metadata);
+    }
+    if (msg && msg.tool_call_chunks && msg.tool_call_chunks.length > 0) {
+      console.log(msg.tool_call_chunks);
+    } else if (msg && msg.content) {
+      if (typeof msg.content === 'string') {
+        // const text_delta = msg.content;
+        // dispatchCustomEvent(GraphEvents.CHAT_MODEL_STREAM, { chunk }, config);
+        process.stdout.write(msg.content);
+      }
+    }
+  }
+}
+
+export const createMetadataAggregator = (
+  _collected?: Record<
+    string,
+    NonNullable<BaseMessageFields['response_metadata']>
+  >[]
+): t.MetadataAggregatorResult => {
+  const collected = _collected || [];
+
+  const handleLLMEnd: t.HandleLLMEnd = (output) => {
+    const { generations } = output;
+    const lastMessageOutput = (
+      generations[generations.length - 1] as
+        | (t.StreamGeneration | undefined)[]
+        | undefined
+    )?.[0];
+    if (!lastMessageOutput) {
+      return;
+    }
+    const { message } = lastMessageOutput;
+    if (message?.response_metadata) {
+      collected.push(message.response_metadata);
+    }
+  };
+
+  return { handleLLMEnd, collected };
+};