@illuma-ai/agents 1.0.81

package/src/scripts/cli5.ts

@@ -0,0 +1,191 @@
+/* eslint-disable no-console */
+// src/scripts/cli.ts
+import { config } from 'dotenv';
+config();
+import { HumanMessage, BaseMessage } from '@langchain/core/messages';
+import type * as t from '@/types';
+import { ModelEndHandler, ToolEndHandler } from '@/events';
+import { ChatModelStreamHandler } from '@/stream';
+
+import { getArgs } from '@/scripts/args';
+import { Run } from '@/run';
+import { GraphEvents, Callback, Providers } from '@/common';
+import { getLLMConfig } from '@/utils/llmConfig';
+
+const conversationHistory: BaseMessage[] = [];
+async function testStandardStreaming(): Promise<void> {
+  const { userName, location, provider, currentDate } = await getArgs();
+  const customHandlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== ON_RUN_STEP_COMPLETED ======');
+        console.dir(data, { depth: null });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== ON_RUN_STEP ======');
+        console.dir(data, { depth: null });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP_DELTA]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== ON_RUN_STEP_DELTA ======');
+        console.dir(data, { depth: null });
+      },
+    },
+    [GraphEvents.ON_MESSAGE_DELTA]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== ON_MESSAGE_DELTA ======');
+        console.dir(data, { depth: null });
+      },
+    },
+    [GraphEvents.TOOL_START]: {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
+        console.log('====== TOOL_START ======');
+        console.dir(data, { depth: null });
+      },
+    },
+    // [GraphEvents.LLM_STREAM]: new LLMStreamHandler(),
+    // [GraphEvents.LLM_START]: {
+    //   handle: (_event: string, data: t.StreamEventData): void => {
+    //     console.log('====== LLM_START ======');
+    //     console.dir(data, { depth: null });
+    //   }
+    // },
+    // [GraphEvents.LLM_END]: {
+    //   handle: (_event: string, data: t.StreamEventData): void => {
+    //     console.log('====== LLM_END ======');
+    //     console.dir(data, { depth: null });
+    //   }
+    // },
+    /*
+    [GraphEvents.CHAIN_START]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== CHAIN_START ======');
+        // console.dir(data, { depth: null });
+      }
+    },
+    [GraphEvents.CHAIN_END]: {
+      handle: (_event: string, data: t.StreamEventData): void => {
+        console.log('====== CHAIN_END ======');
+        // console.dir(data, { depth: null });
+      }
+    },
+    */
+    // [GraphEvents.CHAT_MODEL_START]: {
+    //   handle: (_event: string, _data: t.StreamEventData): void => {
+    //     console.log('====== CHAT_MODEL_START ======');
+    //     console.dir(_data, { depth: null });
+    //     // Intentionally left empty
+    //   }
+    // },
+  };
+
+  // const llmConfig = getLLMConfig(provider);
+  let llmConfig = getLLMConfig(Providers.ANTHROPIC);
+
+  const graphConfig: t.LegacyGraphConfig = {
+    type: 'standard',
+    llmConfig,
+    tools: [],
+    instructions:
+      'You are a friendly AI assistant. Always address the user by their name.',
+    additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+  };
+
+  let run = await Run.create<t.IState>({
+    runId: 'test-run-id',
+    graphConfig,
+    customHandlers,
+  });
+
+  const config = {
+    configurable: {
+      provider: Providers.ANTHROPIC,
+      thread_id: 'conversation-num-1',
+    },
+    streamMode: 'values',
+    version: 'v2' as const,
+  };
+
+  console.log(' Test 1: Anthropic Tool Usage');
+
+  // conversationHistory.push(new HumanMessage(`Hi I'm ${userName}.`));
+  conversationHistory.push(
+    new HumanMessage(`search for good sunrise hikes near ${location}
+then search weather in ${location} for today which is ${currentDate}`)
+  );
+  let inputs = {
+    messages: conversationHistory,
+  };
+  const contentParts = await run.processStream(
+    inputs,
+    config
+    //   {
+    //   [Callback.TOOL_START]: (graph, ...args) => {
+    //       console.log('TOOL_START callback');
+    //   },
+    //   [Callback.TOOL_END]: (graph, ...args) => {
+    //       console.log('TOOL_END callback');
+    //   },
+    // }
+  );
+  const finalMessages = run.getRunMessages();
+  if (finalMessages) {
+    conversationHistory.push(...finalMessages);
+  }
+
+  console.log(' Test 2: OpenAI Follow-up Response');
+
+  // const userMessage = `
+  // Make a search for the weather in ${location} today, which is ${currentDate}.
+  // Make sure to always refer to me by name.
+  // After giving me a thorough summary, tell me a joke about the weather forecast we went over.
+  // `;
+  const userMessage = `Thanks!`;
+
+  conversationHistory.push(new HumanMessage(userMessage));
+
+  inputs = {
+    messages: conversationHistory,
+  };
+
+  llmConfig = getLLMConfig(Providers.OPENAI);
+  graphConfig.llmConfig = llmConfig;
+  config.configurable.provider = Providers.OPENAI;
+
+  run = await Run.create<t.IState>({
+    runId: 'test-run-id',
+    graphConfig,
+    customHandlers,
+  });
+
+  const contentParts2 = await run.processStream(inputs, config);
+  const finalMessages2 = run.getRunMessages();
+  if (finalMessages2) {
+    conversationHistory.push(...finalMessages2);
+    // console.dir(conversationHistory, { depth: null });
+  }
+}
+
+process.on('unhandledRejection', (reason, promise) => {
+  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});
+
+testStandardStreaming().catch((err) => {
+  console.error(err);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});

package/src/scripts/code_exec.ts

@@ -0,0 +1,213 @@
+// src/scripts/cli.ts
+import { config } from 'dotenv';
+config();
+import { HumanMessage, AIMessage, BaseMessage } from '@langchain/core/messages';
+import type { RunnableConfig } from '@langchain/core/runnables';
+import type * as t from '@/types';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import {
+  ToolEndHandler,
+  ModelEndHandler,
+  createMetadataAggregator,
+} from '@/events';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { getArgs } from '@/scripts/args';
+import { GraphEvents } from '@/common';
+import { Run } from '@/run';
+import { createCodeExecutionTool } from '@/tools/CodeExecutor';
+
+const conversationHistory: BaseMessage[] = [];
+
+async function testCodeExecution(): Promise<void> {
+  const { userName, location, provider, currentDate } = await getArgs();
+  const { contentParts, aggregateContent } = createContentAggregator();
+  const customHandlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_RUN_STEP_COMPLETED ======');
+        console.dir(data, { depth: null });
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_RUN_STEP ======');
+        console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.RunStep });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        // console.log('====== ON_RUN_STEP_DELTA ======');
+        // console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
+      },
+    },
+    [GraphEvents.ON_MESSAGE_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        // console.log('====== ON_MESSAGE_DELTA ======');
+        // console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.MessageDeltaEvent });
+      },
+    },
+    [GraphEvents.TOOL_START]: {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        metadata?: Record<string, unknown>
+      ): void => {
+        console.log('====== TOOL_START ======');
+        console.dir(data, { depth: null });
+      },
+    },
+  };
+
+  const llmConfig = getLLMConfig(provider);
+
+  const run = await Run.create<t.IState>({
+    runId: 'message-num-1',
+    graphConfig: {
+      type: 'standard',
+      llmConfig,
+      tools: [createCodeExecutionTool()],
+      instructions:
+        'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
+      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
+    },
+    returnContent: true,
+    customHandlers,
+  });
+
+  const config: Partial<RunnableConfig> & {
+    version: 'v1' | 'v2';
+    run_id?: string;
+    streamMode: string;
+  } = {
+    configurable: {
+      provider,
+      thread_id: 'conversation-num-1',
+    },
+    streamMode: 'values',
+    version: 'v2' as const,
+    // recursionLimit: 3,
+  };
+
+  console.log('Test 1: Sorting Algorithm Comparison');
+
+  const userMessage1 = `
+  Hi ${userName} here. I need a Python script that compares different sorting algorithms. Can you write a script that:
+  1. Implements three sorting algorithms: Bubble Sort, Insertion Sort, and Merge Sort
+  2. Generates three random lists of integers:
+     - A small list (20 elements)
+     - A medium list (100 elements)
+     - A large list (1000 elements)
+  3. Applies each sorting algorithm to each list and measures the execution time
+  4. Prints a comparison table showing the time taken by each algorithm for each list size
+  5. Determines and announces the fastest algorithm for each list size
+  Please write the script and then execute it to show the results.
+  `;
+
+  conversationHistory.push(new HumanMessage(userMessage1));
+
+  let inputs = {
+    messages: conversationHistory,
+  };
+  const finalContentParts1 = await run.processStream(inputs, config);
+  const finalMessages1 = run.getRunMessages();
+  if (finalMessages1) {
+    conversationHistory.push(...finalMessages1);
+  }
+  console.log('\n\n====================\n\n');
+  console.dir(contentParts, { depth: null });
+
+  console.log('Test 2: Text File Analysis and Processing');
+
+  const userMessage2 = `
+  Great job on the sorting algorithms! Now, let's solve a popular LeetCode problem using the Merge Sort algorithm we implemented. The problem is "Merge Intervals". Here's what I need:
+
+  1. Implement a solution to the Merge Intervals problem:
+     - Given an array of intervals where intervals[i] = [starti, endi], merge all overlapping intervals.
+     - Return an array of the non-overlapping intervals that cover all the intervals in the input.
+
+  2. Use the Merge Sort algorithm as part of the solution to sort the intervals based on their start times.
+
+  3. Implement a function to generate a random list of intervals for testing.
+
+  4. Create test cases:
+     - A small case with 5 intervals
+     - A medium case with 20 intervals
+     - A large case with 100 intervals
+
+  5. Apply your solution to each test case and print:
+     - The original intervals
+     - The merged intervals
+     - The time taken to solve each case
+
+  Please write the script and execute it to demonstrate the results for all three test cases.
+  `;
+
+  conversationHistory.push(new HumanMessage(userMessage2));
+
+  inputs = {
+    messages: conversationHistory,
+  };
+  const finalContentParts2 = await run.processStream(inputs, config);
+  const finalMessages2 = run.getRunMessages();
+  if (finalMessages2) {
+    conversationHistory.push(...finalMessages2);
+  }
+  console.log('\n\n====================\n\n');
+  console.dir(finalContentParts2, { depth: null });
+
+  const { handleLLMEnd, collected } = createMetadataAggregator();
+  const titleResult = await run.generateTitle({
+    provider,
+    inputText: userMessage2,
+    contentParts,
+    chainOptions: {
+      callbacks: [
+        {
+          handleLLMEnd,
+        },
+      ],
+    },
+  });
+  console.log('Generated Title:', titleResult);
+  console.log('Collected metadata:', collected);
+}
+
+process.on('unhandledRejection', (reason, promise) => {
+  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});
+
+process.on('uncaughtException', (err) => {
+  console.error('Uncaught Exception:', err);
+});
+
+testCodeExecution().catch((err) => {
+  console.error(err);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});

package/src/scripts/code_exec_files.ts

@@ -0,0 +1,236 @@
+// src/scripts/code_exec_files.ts
+/**
+ * Tests automatic session tracking for code execution file persistence.
+ * Files created in one execution are automatically available in subsequent executions
+ * without the LLM needing to track or pass session_id.
+ *
+ * Run with: npm run code_exec_files
+ */
+import { config } from 'dotenv';
+config();
+import { HumanMessage, BaseMessage } from '@langchain/core/messages';
+import type { RunnableConfig } from '@langchain/core/runnables';
+import type * as t from '@/types';
+import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
+import {
+  ToolEndHandler,
+  ModelEndHandler,
+  createMetadataAggregator,
+} from '@/events';
+import { getLLMConfig } from '@/utils/llmConfig';
+import { getArgs } from '@/scripts/args';
+import { Constants, GraphEvents } from '@/common';
+import { Run } from '@/run';
+import { createCodeExecutionTool } from '@/tools/CodeExecutor';
+
+const conversationHistory: BaseMessage[] = [];
+
+/**
+ * Prints session context from the graph for debugging
+ */
+function printSessionContext(run: Run<t.IState>): void {
+  const graph = run.Graph;
+  if (!graph) {
+    console.log('[Session] No graph available');
+    return;
+  }
+
+  const session = graph.sessions.get(Constants.EXECUTE_CODE) as
+    | t.CodeSessionContext
+    | undefined;
+
+  if (!session) {
+    console.log('[Session] No session context stored yet');
+    return;
+  }
+
+  console.log('[Session] Current session context:');
+  console.log(`  - session_id: ${session.session_id}`);
+  console.log(`  - files: ${JSON.stringify(session.files, null, 2)}`);
+  console.log(
+    `  - lastUpdated: ${new Date(session.lastUpdated).toISOString()}`
+  );
+}
+
+async function testCodeExecution(): Promise<void> {
+  const { userName, location, provider, currentDate } = await getArgs();
+  const { contentParts, aggregateContent } = createContentAggregator();
+  const customHandlers = {
+    [GraphEvents.TOOL_END]: new ToolEndHandler(),
+    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
+    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
+    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_COMPLETED,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_RUN_STEP_COMPLETED ======');
+        console.dir(data, { depth: null });
+        aggregateContent({
+          event,
+          data: data as unknown as { result: t.ToolEndEvent },
+        });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_RUN_STEP ======');
+        console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.RunStep });
+      },
+    },
+    [GraphEvents.ON_RUN_STEP_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_RUN_STEP_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_RUN_STEP_DELTA ======');
+        console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
+      },
+    },
+    [GraphEvents.ON_MESSAGE_DELTA]: {
+      handle: (
+        event: GraphEvents.ON_MESSAGE_DELTA,
+        data: t.StreamEventData
+      ): void => {
+        console.log('====== ON_MESSAGE_DELTA ======');
+        console.dir(data, { depth: null });
+        aggregateContent({ event, data: data as t.MessageDeltaEvent });
+      },
+    },
+    [GraphEvents.TOOL_START]: {
+      handle: (
+        _event: string,
+        data: t.StreamEventData,
+        _metadata?: Record<string, unknown>
+      ): void => {
+        console.log('====== TOOL_START ======');
+        console.dir(data, { depth: null });
+      },
+    },
+  };
+
+  const llmConfig = getLLMConfig(provider);
+
+  const run = await Run.create<t.IState>({
+    runId: 'message-num-1',
+    graphConfig: {
+      type: 'standard',
+      llmConfig,
+      tools: [createCodeExecutionTool()],
+      instructions:
+        'You are a friendly AI assistant with coding capabilities. Always address the user by their name.',
+      additional_instructions: `The user's name is ${userName} and they are located in ${location}. The current date is ${currentDate}.`,
+    },
+    returnContent: true,
+    customHandlers,
+  });
+
+  const streamConfig: Partial<RunnableConfig> & {
+    version: 'v1' | 'v2';
+    run_id?: string;
+    streamMode: string;
+  } = {
+    configurable: {
+      provider,
+      thread_id: 'conversation-num-1',
+    },
+    streamMode: 'values',
+    version: 'v2' as const,
+  };
+
+  console.log('\n========== Test 1: Create Project Plan ==========\n');
+  console.log(
+    'Creating initial file - this establishes the session context.\n'
+  );
+
+  const userMessage1 = `
+  Hi ${userName} here. We are testing your file capabilities.
+  
+  1. Create a text file named "project_plan.txt" that contains: "This is a project plan for a new software development project."
+  
+  Please generate this file so I can review it.
+  `;
+
+  conversationHistory.push(new HumanMessage(userMessage1));
+
+  let inputs = {
+    messages: conversationHistory,
+  };
+  await run.processStream(inputs, streamConfig);
+  const finalMessages1 = run.getRunMessages();
+  if (finalMessages1) {
+    conversationHistory.push(...finalMessages1);
+  }
+
+  console.log('\n\n========== Session Context After Test 1 ==========\n');
+  printSessionContext(run);
+  console.dir(contentParts, { depth: null });
+
+  console.log('\n========== Test 2: Edit Project Plan ==========\n');
+  console.log(
+    'Editing the file from Test 1 - session_id is automatically injected.\n'
+  );
+
+  const userMessage2 = `
+  Thanks for creating the project plan. Now I'd like you to edit the same plan to:
+  
+  1. Read the existing project_plan.txt file
+  2. Add a new section called "Technology Stack" that contains: "The technology stack for this project includes the following technologies" and nothing more.
+  3. Save this as a new file called "project_plan_v2.txt" (remember files are read-only)
+  4. Print the contents of both files to verify
+`;
+
+  conversationHistory.push(new HumanMessage(userMessage2));
+
+  inputs = {
+    messages: conversationHistory,
+  };
+  await run.processStream(inputs, streamConfig);
+  const finalMessages2 = run.getRunMessages();
+  if (finalMessages2) {
+    conversationHistory.push(...finalMessages2);
+  }
+
+  console.log('\n\n========== Session Context After Test 2 ==========\n');
+  printSessionContext(run);
+  console.dir(contentParts, { depth: null });
+
+  const { handleLLMEnd, collected } = createMetadataAggregator();
+  const titleResult = await run.generateTitle({
+    provider,
+    inputText: userMessage2,
+    contentParts,
+    chainOptions: {
+      callbacks: [
+        {
+          handleLLMEnd,
+        },
+      ],
+    },
+  });
+  console.log('Generated Title:', titleResult);
+  console.log('Collected metadata:', collected);
+}
+
+process.on('unhandledRejection', (reason, promise) => {
+  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});
+
+process.on('uncaughtException', (err) => {
+  console.error('Uncaught Exception:', err);
+});
+
+testCodeExecution().catch((err) => {
+  console.error(err);
+  console.log('Conversation history:');
+  console.dir(conversationHistory, { depth: null });
+  process.exit(1);
+});