illuma-agents 1.0.9 → 1.0.10

package/src/tools/search/schema.ts

@@ -9,10 +9,17 @@ export enum DATE_RANGE {
 }
 
 export const DEFAULT_QUERY_DESCRIPTION = `
-GUIDELINES:
+Search query OR a URL for direct content extraction.
+
+**IMPORTANT - URL REQUESTS:**
+If the user provides a URL to read, summarize, or analyze, you MUST include the complete URL in this field.
+- User says: "Summarize https://example.com/article" → query: "https://example.com/article"
+- User says: "What does this page say? https://news.site/story" → query: "https://news.site/story"
+DO NOT convert URLs into search keywords. Pass the URL directly.
+
+**SEARCH MODE GUIDELINES:**
 - Start broad, then narrow: Begin with key concepts, then refine with specifics
 - Think like sources: Use terminology experts would use in the field
-- Consider perspective: Frame queries from different viewpoints for better results
 - Quality over quantity: A precise 3-4 word query often beats lengthy sentences
 
 TECHNIQUES (combine for power searches):
@@ -21,11 +28,6 @@ TECHNIQUES (combine for power searches):
 - SITE-SPECIFIC: Restrict to websites (site:edu research)
 - FILETYPE: Find specific documents (filetype:pdf study)
 - OR OPERATOR: Find alternatives (electric OR hybrid cars)
-- DATE RANGE: Recent information (data after:2020)
-- WILDCARDS: Use * for unknown terms (how to * bread)
-- SPECIFIC QUESTIONS: Use who/what/when/where/why/how
-- DOMAIN TERMS: Include technical terminology for specialized topics
-- CONCISE TERMS: Prioritize keywords over sentences
 `.trim();
 
 export const DEFAULT_COUNTRY_DESCRIPTION =

package/src/tools/search/tool.ts

@@ -424,6 +424,15 @@ function createTool({
     async (params, runnableConfig) => {
       const { query, date, country: _c, images, videos, news } = params;
       const country = typeof _c === 'string' && _c ? _c : undefined;
+      
+      // Log the incoming query for debugging URL detection
+      const toolLogger = createDefaultLogger();
+      toolLogger.debug(`[web_search] Received query: "${query}"`);
+      const detectedUrls = extractUrlsFromQuery(query);
+      if (detectedUrls.length > 0) {
+        toolLogger.debug(`[web_search] Detected URLs in query: ${detectedUrls.join(', ')}`);
+      }
+      
       const searchResult = await search({
         query,
         date,
@@ -443,7 +452,20 @@ function createTool({
     },
     {
       name: Constants.WEB_SEARCH,
-      description: `Real-time search. Results have required citation anchors.
+      description: `Real-time web search and direct URL content extraction. Results have required citation anchors.
+
+**CAPABILITIES:**
+- Search: Query the web for information on any topic
+- Direct URL: Fetch and extract content from a specific URL for summarization or analysis
+
+**CRITICAL - URL HANDLING:**
+When user provides a URL (e.g., "summarize https://example.com/article"), you MUST include the FULL URL in the query parameter.
+- CORRECT: query = "https://example.com/article" or "summarize https://example.com/article"
+- WRONG: query = "example article summary" (do NOT convert URLs to search terms)
+
+**USAGE:**
+- For search: Use concise search terms as query
+- For URL extraction: Pass the complete URL in the query field
 
 Note: Use ONCE per reply unless instructed otherwise.
 

package/src/utils/llmConfig.ts

@@ -56,8 +56,8 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
     provider: Providers.OPENROUTER,
     streaming: true,
     streamUsage: true,
-    model: 'openai/gpt-4.1',
-    openAIApiKey: process.env.OPENROUTER_API_KEY,
+    model: 'anthropic/claude-sonnet-4',
+    apiKey: process.env.OPENROUTER_API_KEY,
     configuration: {
       baseURL: process.env.OPENROUTER_BASE_URL,
       defaultHeaders: {
@@ -66,6 +66,12 @@ export const llmConfigs: Record<string, t.LLMConfig | undefined> = {
       },
     },
     include_reasoning: true,
+    modelKwargs: {
+      reasoning: {
+        max_tokens: 8000,
+      },
+      max_tokens: 10000,
+    },
   } as or.ChatOpenRouterCallOptions & t.LLMConfig,
   [Providers.AZURE]: {
     provider: Providers.AZURE,

package/src/scripts/image.ts

@@ -1,178 +0,0 @@
-// src/scripts/cli.ts
-import { config } from 'dotenv';
-config();
-import { HumanMessage, AIMessage, BaseMessage } from '@langchain/core/messages';
-import type { RunnableConfig } from '@langchain/core/runnables';
-import type * as t from '@/types';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
-import {
-  ToolEndHandler,
-  ModelEndHandler,
-  createMetadataAggregator,
-} from '@/events';
-import { fetchRandomImageTool, fetchRandomImageURL } from '@/tools/example';
-import { getLLMConfig } from '@/utils/llmConfig';
-import { getArgs } from '@/scripts/args';
-import { GraphEvents } from '@/common';
-import { Run } from '@/run';
-
-const conversationHistory: BaseMessage[] = [];
-
-async function testCodeExecution(): Promise<void> {
-  const { userName, location, provider, currentDate } = await getArgs();
-  const { contentParts, aggregateContent } = createContentAggregator();
-  const customHandlers = {
-    [GraphEvents.TOOL_END]: new ToolEndHandler(),
-    [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(),
-    [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
-    [GraphEvents.ON_RUN_STEP_COMPLETED]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_COMPLETED,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_COMPLETED ======');
-        console.dir(data, { depth: null });
-        aggregateContent({
-          event,
-          data: data as unknown as { result: t.ToolEndEvent },
-        });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStep });
-      },
-    },
-    [GraphEvents.ON_RUN_STEP_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_RUN_STEP_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_RUN_STEP_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.RunStepDeltaEvent });
-      },
-    },
-    [GraphEvents.ON_MESSAGE_DELTA]: {
-      handle: (
-        event: GraphEvents.ON_MESSAGE_DELTA,
-        data: t.StreamEventData
-      ): void => {
-        console.log('====== ON_MESSAGE_DELTA ======');
-        console.dir(data, { depth: null });
-        aggregateContent({ event, data: data as t.MessageDeltaEvent });
-      },
-    },
-    [GraphEvents.TOOL_START]: {
-      handle: (
-        _event: string,
-        data: t.StreamEventData,
-        metadata?: Record<string, unknown>
-      ): void => {
-        console.log('====== TOOL_START ======');
-        console.dir(data, { depth: null });
-      },
-    },
-  };
-
-  const llmConfig = getLLMConfig(provider);
-
-  const run = await Run.create<t.IState>({
-    runId: 'message-num-1',
-    graphConfig: {
-      type: 'standard',
-      llmConfig,
-      tools: [fetchRandomImageTool],
-      // tools: [fetchRandomImageURL],
-      instructions:
-        'You are a friendly AI assistant with internet capabilities. Always address the user by their name.',
-      additional_instructions: `The user's name is ${userName} and they are located in ${location}.`,
-    },
-    returnContent: true,
-    customHandlers,
-  });
-
-  const config: Partial<RunnableConfig> & {
-    version: 'v1' | 'v2';
-    run_id?: string;
-    streamMode: string;
-  } = {
-    configurable: {
-      provider,
-      thread_id: 'conversation-num-1',
-    },
-    streamMode: 'values',
-    version: 'v2' as const,
-  };
-
-  console.log('Fetch Random Image');
-
-  const userMessage1 = `Hi ${userName} here. Please get me 2 random images. Describe them after you receive them.`;
-
-  conversationHistory.push(new HumanMessage(userMessage1));
-
-  let inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts1 = await run.processStream(inputs, config);
-  const finalMessages1 = run.getRunMessages();
-  if (finalMessages1) {
-    conversationHistory.push(...finalMessages1);
-  }
-  console.log('\n\n====================\n\n');
-  console.dir(contentParts, { depth: null });
-
-  console.log('Test 2: Follow up with another message');
-
-  const userMessage2 = `thanks, you're the best!`;
-
-  conversationHistory.push(new HumanMessage(userMessage2));
-
-  inputs = {
-    messages: conversationHistory,
-  };
-  const finalContentParts2 = await run.processStream(inputs, config, {
-    keepContent: true,
-  });
-  const finalMessages2 = run.getRunMessages();
-  if (finalMessages2) {
-    conversationHistory.push(...finalMessages2);
-  }
-  console.log('\n\n====================\n\n');
-  console.dir(contentParts, { depth: null });
-
-  const { handleLLMEnd, collected } = createMetadataAggregator();
-  const titleResult = await run.generateTitle({
-    provider,
-    inputText: userMessage2,
-    contentParts,
-    chainOptions: {
-      callbacks: [
-        {
-          handleLLMEnd,
-        },
-      ],
-    },
-  });
-  console.log('Generated Title:', titleResult);
-  console.log('Collected metadata:', collected);
-}
-
-process.on('unhandledRejection', (reason, promise) => {
-  console.error('Unhandled Rejection at:', promise, 'reason:', reason);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  process.exit(1);
-});
-
-testCodeExecution().catch((err) => {
-  console.error(err);
-  console.log('Conversation history:');
-  console.dir(conversationHistory, { depth: null });
-  process.exit(1);
-});