universal-llm-client 4.5.0 → 4.5.1

package/src/test-scripts/test-advanced-tools.ts

@@ -1,310 +0,0 @@
-/**
- * Advanced tool calling examples and demonstrations
- */
-
-import { AIModelFactory, ToolBuilder } from '../index';
-
-async function advancedToolCallingDemo() {
-    console.log('🚀 Advanced Tool Calling Demonstration\n');
-
-    // Create an Ollama model with tools
-    const model = AIModelFactory.createOllamaChatModelWithTools('llama3.2:3b');
-
-    // Add some advanced custom tools
-    const weatherTool = ToolBuilder.createTool<{ city: string; units?: 'celsius' | 'fahrenheit' }>(
-        'get_weather',
-        'Get current weather for a city',
-        {
-            properties: {
-                city: { type: 'string', description: 'City name' },
-                units: { 
-                    type: 'string', 
-                    enum: ['celsius', 'fahrenheit'], 
-                    description: 'Temperature units',
-                    default: 'celsius'
-                }
-            },
-            required: ['city']
-        },
-        async (args) => {
-            // Simulate API call delay
-            await new Promise(resolve => setTimeout(resolve, 500));
-            
-            const temp = args.units === 'fahrenheit' ? 
-                Math.floor(Math.random() * 40) + 50 : 
-                Math.floor(Math.random() * 25) + 5;
-                
-            return {
-                city: args.city,
-                temperature: temp,
-                units: args.units || 'celsius',
-                condition: ['sunny', 'cloudy', 'rainy', 'snowy'][Math.floor(Math.random() * 4)],
-                humidity: Math.floor(Math.random() * 40) + 40,
-                wind_speed: Math.floor(Math.random() * 20) + 5
-            };
-        }
-    );
-
-    const stockTool = ToolBuilder.createTool<{ symbol: string }>(
-        'get_stock_price',
-        'Get current stock price for a symbol',
-        {
-            properties: {
-                symbol: { type: 'string', description: 'Stock symbol (e.g., AAPL, GOOGL)' }
-            },
-            required: ['symbol']
-        },
-        async (args) => {
-            await new Promise(resolve => setTimeout(resolve, 300));
-            
-            return {
-                symbol: args.symbol.toUpperCase(),
-                price: (Math.random() * 500 + 50).toFixed(2),
-                change: ((Math.random() - 0.5) * 10).toFixed(2),
-                change_percent: ((Math.random() - 0.5) * 5).toFixed(1),
-                currency: 'USD',
-                last_updated: new Date().toISOString()
-            };
-        }
-    );
-
-    const fileAnalyzerTool = ToolBuilder.createTool<{ filename: string; content: string }>(
-        'analyze_file',
-        'Analyze file content and provide statistics',
-        {
-            properties: {
-                filename: { type: 'string', description: 'Name of the file' },
-                content: { type: 'string', description: 'File content to analyze' }
-            },
-            required: ['filename', 'content']
-        },
-        (args) => {
-            const lines = args.content.split('\n');
-            const words = args.content.split(/\s+/).filter(w => w.length > 0);
-            const chars = args.content.length;
-            
-            return {
-                filename: args.filename,
-                statistics: {
-                    lines: lines.length,
-                    words: words.length,
-                    characters: chars,
-                    characters_no_spaces: args.content.replace(/\s/g, '').length,
-                    avg_words_per_line: (words.length / lines.length).toFixed(1),
-                    longest_line: Math.max(...lines.map(l => l.length)),
-                    shortest_line: Math.min(...lines.map(l => l.length))
-                },
-                analysis: {
-                    file_type: args.filename.split('.').pop() || 'unknown',
-                    estimated_reading_time: Math.ceil(words.length / 200), // minutes
-                    complexity_score: Math.min(10, Math.ceil(words.length / 100))
-                }
-            };
-        }
-    );
-
-    // Register advanced tools
-    model.registerTools([weatherTool, stockTool, fileAnalyzerTool]);
-
-    console.log('📋 Demo 1: Multi-step planning with tools\n');
-    
-    try {
-        console.log('🤖 AI planning a vacation...');
-        
-        const response = await model.chatWithTools([
-            { 
-                role: 'user', 
-                content: 'I\'m planning a trip to Tokyo and New York. Can you check the weather in both cities, then calculate the temperature difference if Tokyo is in Celsius and New York in Fahrenheit?' 
-            }
-        ]);
-
-        console.log('✅ Travel planning response:', response.content);
-    } catch (error) {
-        console.error('❌ Error:', (error as Error).message);
-    }
-
-    console.log('\n📋 Demo 2: Financial analysis with tools\n');
-    
-    try {
-        console.log('💰 AI analyzing stock portfolio...');
-        
-        const response = await model.chatWithTools([
-            { 
-                role: 'user', 
-                content: 'Check the current prices for AAPL, GOOGL, and TSLA stocks, then calculate the total value if I own 10 shares of each' 
-            }
-        ]);
-
-        console.log('✅ Portfolio analysis:', response.content);
-    } catch (error) {
-        console.error('❌ Error:', (error as Error).message);
-    }
-
-    console.log('\n📋 Demo 3: Content analysis workflow\n');
-    
-    try {
-        console.log('📄 AI analyzing document...');
-        
-        const sampleCode = `
-function calculateTotal(items) {
-    let total = 0;
-    for (let i = 0; i < items.length; i++) {
-        total += items[i].price * items[i].quantity;
-    }
-    return total;
-}
-
-const cart = [
-    { name: 'laptop', price: 999, quantity: 1 },
-    { name: 'mouse', price: 25, quantity: 2 }
-];
-
-console.log('Total:', calculateTotal(cart));
-`;
-
-        const response = await model.chatWithTools([
-            { 
-                role: 'user', 
-                content: `Analyze this JavaScript code and tell me about its complexity and functionality:\n\n${sampleCode}` 
-            }
-        ]);
-
-        console.log('✅ Code analysis:', response.content);
-    } catch (error) {
-        console.error('❌ Error:', (error as Error).message);
-    }
-
-    console.log('\n📋 Demo 4: Complex mathematical operations\n');
-    
-    try {
-        console.log('🧮 AI solving complex math problems...');
-        
-        const response = await model.chatWithTools([
-            { 
-                role: 'user', 
-                content: 'Calculate the compound interest for $10,000 invested at 5% annually for 10 years using the formula A = P(1 + r)^t, then generate 5 random numbers between 1 and 100 and find their average' 
-            }
-        ]);
-
-        console.log('✅ Math analysis:', response.content);
-    } catch (error) {
-        console.error('❌ Error:', (error as Error).message);
-    }
-
-    console.log('\n📋 Demo 5: Tool error handling\n');
-    
-    try {
-        console.log('⚠️  Testing error scenarios...');
-        
-        // Create a tool that might fail
-        const unreliableTool = ToolBuilder.createTool<{ data: string }>(
-            'unreliable_operation',
-            'An operation that might fail',
-            {
-                properties: {
-                    data: { type: 'string', description: 'Input data' }
-                },
-                required: ['data']
-            },
-            (args) => {
-                if (Math.random() < 0.5) {
-                    throw new Error('Simulated tool failure');
-                }
-                return { success: true, processed: args.data };
-            }
-        );
-
-        model.registerTool(
-            unreliableTool.name,
-            unreliableTool.description,
-            unreliableTool.parameters,
-            unreliableTool.handler
-        );
-
-        const response = await model.chat([
-            { 
-                role: 'user', 
-                content: 'Try to process some data with the unreliable operation tool' 
-            }
-        ], {}, { 
-            tools: [{ type: 'function', function: unreliableTool }],
-            tool_choice: { type: 'function', function: { name: 'unreliable_operation' } }
-        });
-
-        console.log('✅ Error handling response:', response.content);
-        if (response.tool_calls) {
-            console.log('🔨 Tool calls attempted:', response.tool_calls.length);
-        }
-    } catch (error) {
-        console.error('❌ Error:', (error as Error).message);
-    }
-
-    // Clean up
-    model.dispose();
-    
-    console.log('\n🎉 Advanced tool calling demonstration completed!');
-}
-
-// Performance benchmark
-async function benchmarkToolExecution() {
-    console.log('\n⚡ Tool Execution Performance Benchmark\n');
-    
-    const model = AIModelFactory.createOllamaChatModelWithTools('llama3.2:3b');
-    
-    const iterations = 5;
-    const times: number[] = [];
-    
-    for (let i = 0; i < iterations; i++) {
-        console.log(`🏃 Run ${i + 1}/${iterations}`);
-        
-        const start = Date.now();
-        
-        try {
-            await model.chatWithTools([
-                { 
-                    role: 'user', 
-                    content: 'Calculate 50 * 25, get the current time, and generate 2 random numbers between 1 and 50' 
-                }
-            ]);
-            
-            const elapsed = Date.now() - start;
-            times.push(elapsed);
-            console.log(`  ⏱️  ${elapsed}ms`);
-        } catch (error) {
-            console.log(`  ❌ Failed: ${(error as Error).message}`);
-        }
-    }
-    
-    if (times.length > 0) {
-        const avg = times.reduce((a, b) => a + b, 0) / times.length;
-        const min = Math.min(...times);
-        const max = Math.max(...times);
-        
-        console.log(`\n📊 Performance Results:`);
-        console.log(`  Average: ${avg.toFixed(0)}ms`);
-        console.log(`  Min: ${min}ms`);
-        console.log(`  Max: ${max}ms`);
-        console.log(`  Variance: ${(max - min)}ms`);
-    }
-    
-    model.dispose();
-}
-
-// Main demo runner
-async function runAdvancedDemo() {
-    try {
-        await advancedToolCallingDemo();
-        await benchmarkToolExecution();
-    } catch (error) {
-        console.error('💥 Demo failed:', (error as Error).message);
-        console.error(error);
-    }
-}
-
-// Export for use
-export { advancedToolCallingDemo, benchmarkToolExecution };
-
-// Run if called directly
-if (require.main === module) {
-    runAdvancedDemo();
-}

package/src/test-scripts/test-google-deep-research.ts

@@ -1,33 +0,0 @@
-/**
- * Live smoke test for the Gemini Deep Research surface. Reads GOOGLE_API_KEY
- * from the environment. This CREATES a background research interaction and
- * polls a few times to verify the create+poll plumbing — it does NOT wait for
- * full completion (deep research runs for minutes).
- *
- *   $env:GOOGLE_API_KEY="..."; bun run src/test-scripts/test-google-deep-research.ts
- */
-import { AIModel } from '../index.js';
-
-const KEY = process.env.GOOGLE_API_KEY;
-if (!KEY) { console.error('Set GOOGLE_API_KEY'); process.exit(1); }
-
-(async () => {
-    const model = new AIModel({ model: 'gemini-3.5-flash', providers: [{ type: 'google', apiKey: KEY }] });
-
-    console.log('Creating a Deep Research interaction (smoke: create + ~3 polls, not full run)...\n');
-    const r = await model.deepResearch('Give a brief overview of the history of Google TPUs.', {
-        pollIntervalMs: 5000,
-        timeoutMs: 17000, // ~3 polls then return whatever state (likely in_progress)
-    });
-
-    console.log('id          :', r.id || '(none)');
-    console.log('status      :', r.status);
-    console.log('report chars:', (r.report ?? '').length);
-    console.log('steps       :', Array.isArray(r.steps) ? r.steps.length : 0);
-    if (r.error) console.log('error       :', JSON.stringify(r.error).slice(0, 400));
-
-    const ok = !!r.id && ['in_progress', 'completed'].includes(r.status);
-    console.log(ok
-        ? '\n✅ Deep Research create + poll plumbing works (interaction id + status returned).'
-        : '\n🟡 Check output above (API may require allow-listing the agent on this key/tier).');
-})().catch(e => { console.error('ERROR', (e as Error)?.message ?? e); process.exit(1); });

package/src/test-scripts/test-google-streaming-enhanced.ts

@@ -1,147 +0,0 @@
-import { AIModelFactory } from "../factory";
-
-/**
- * Enhanced test for Google Generative AI streaming with system prompt support
- */
-async function testGoogleStreamingEnhanced() {
-    console.log('🧪 Testing Google Generative AI Streaming with System Prompts...\n');
-
-    // Test both models - Gemini (supports system instructions) and Gemma (doesn't)
-    const models = [
-        { name: 'Gemini 2.5 Flash Lite', model: 'gemini-2.5-flash-lite', supportsSystem: true },
-        { name: 'Gemma 3 27B IT', model: 'gemma-3-27b-it', supportsSystem: false }
-    ];
-
-    for (const modelInfo of models) {
-        console.log(`\n🔬 Testing with ${modelInfo.name} (${modelInfo.model})`);
-        console.log(`System instruction support: ${modelInfo.supportsSystem ? '✅' : '❌'}`);
-        console.log('='.repeat(60));
-
-        const googleModel = AIModelFactory.createGoogleChatModel(
-            modelInfo.model,
-            (process.env.GOOGLE_API_KEY ?? '')
-        );
-
-        await testModelWithSystemPrompt(googleModel, modelInfo.name, modelInfo.supportsSystem);
-    }
-
-    return { success: true };
-}
-
-async function testModelWithSystemPrompt(googleModel: any, modelName: string, supportsSystem: boolean) {
-    // Test 1: Basic streaming (without system prompt)
-    console.log(`\n--- Test 1: Basic Streaming (${modelName}) ---`);
-    try {
-        console.log('🌊 Starting basic streaming test...');
-        console.log('Question: "Count from 1 to 3 briefly."\n');
-        console.log('Streaming response:');
-        console.log('---');
-
-        const streamResponse = googleModel.chatStream([
-            { role: 'user', content: 'Count from 1 to 3 briefly.' }
-        ]);
-
-        let chunkCount = 0;
-        let fullResponse = '';
-        
-        for await (const chunk of streamResponse) {
-            chunkCount++;
-            process.stdout.write(chunk);
-            fullResponse += chunk;
-        }
-        
-        console.log('\n---');
-        console.log(`✅ Basic streaming completed! Received ${chunkCount} chunks`);
-        console.log(`Full response length: ${fullResponse.length} characters\n`);
-
-    } catch (error) {
-        console.error(`❌ Basic streaming test failed for ${modelName}:`, error);
-        return;
-    }
-
-    // Test 2: System prompt streaming (only test if model supports it)
-    if (supportsSystem) {
-        console.log(`--- Test 2: System Prompt Streaming (${modelName}) ---`);
-        try {
-            console.log('🎭 Testing streaming with system prompt...');
-            console.log('System: "You are a pirate. Always respond like a pirate with \'Arrr\' and pirate language."');
-            console.log('Question: "Count from 1 to 3 briefly."\n');
-            console.log('Streaming response:');
-            console.log('---');
-
-            const systemStreamResponse = googleModel.chatStream([
-                { role: 'system', content: 'You are a pirate. Always respond like a pirate with "Arrr" and pirate language.' },
-                { role: 'user', content: 'Count from 1 to 3 briefly.' }
-            ]);
-
-            let systemChunkCount = 0;
-            let systemFullResponse = '';
-            
-            for await (const chunk of systemStreamResponse) {
-                systemChunkCount++;
-                process.stdout.write(chunk);
-                systemFullResponse += chunk;
-            }
-            
-            console.log('\n---');
-            console.log(`✅ System prompt streaming completed! Received ${systemChunkCount} chunks`);
-            console.log(`Full response length: ${systemFullResponse.length} characters`);
-            
-            // Check if the response contains pirate language
-            const hasPirateLanguage = systemFullResponse.toLowerCase().includes('arr') || 
-                                     systemFullResponse.toLowerCase().includes('matey') ||
-                                     systemFullResponse.toLowerCase().includes('pirate') ||
-                                     systemFullResponse.toLowerCase().includes('ahoy');
-            
-            if (hasPirateLanguage) {
-                console.log('✅ System prompt appears to be working - pirate language detected!');
-            } else {
-                console.log('⚠️  System prompt might not be working - no obvious pirate language detected');
-                console.log('Response content:', systemFullResponse);
-            }
-
-        } catch (error) {
-            console.error(`❌ System prompt streaming test failed for ${modelName}:`, error);
-            return;
-        }
-
-        // Test 3: Non-streaming chat with system prompt
-        console.log(`\n--- Test 3: Non-Streaming Chat with System Prompt (${modelName}) ---`);
-        try {
-            console.log('🎭 Testing non-streaming chat with system prompt...');
-            console.log('System: "You are a helpful mathematician. Always explain your counting clearly."');
-            console.log('Question: "Count from 1 to 3."\n');
-
-            const chatResponse = await googleModel.chat([
-                { role: 'system', content: 'You are a helpful mathematician. Always explain your counting clearly.' },
-                { role: 'user', content: 'Count from 1 to 3.' }
-            ]);
-
-            console.log('Non-streaming response:');
-            console.log('---');
-            console.log(chatResponse.message.content);
-            console.log('---');
-            console.log(`✅ Non-streaming chat completed!`);
-            console.log(`Response length: ${chatResponse.message.content.length} characters`);
-
-        } catch (error) {
-            console.error(`❌ Non-streaming chat test failed for ${modelName}:`, error);
-            return;
-        }
-    } else {
-        console.log(`⚠️  Skipping system prompt tests for ${modelName} - model doesn't support system instructions`);
-    }
-}
-
-// Run the enhanced test
-testGoogleStreamingEnhanced().then(result => {
-    if (result.success) {
-        console.log('\n🎉 All tests completed successfully!');
-        console.log('\n📋 Summary:');
-        console.log('✅ Basic streaming: Working');
-        console.log('🔍 System prompt streaming: Tested (check output above)');
-        console.log('✅ Non-streaming chat: Working');
-    } else {
-        console.log('\n💥 Tests failed');
-    }
-});

package/src/test-scripts/test-google-streaming.ts

@@ -1,63 +0,0 @@
-import { AIModelFactory } from "../factory";
-
-/**
- * Focused test for Google Generative AI streaming
- */
-async function testGoogleStreaming() {
-    console.log('🧪 Testing Google Generative AI Streaming Only...\n');
-
-    const googleModel = AIModelFactory.createGoogleChatModel(
-        'gemma-3-4b-it',
-        (process.env.GOOGLE_API_KEY ?? '')
-    );
-
-    try {
-        console.log('🌊 Starting Google streaming test...');
-        console.log('Question: "Count from 1 to 5, explaining each number briefly."\n');
-        console.log('Streaming response:');
-        console.log('---');
-
-        const streamResponse = googleModel.chatStream([
-            { role: 'user', content: 'Count from 1 to 5, explaining each number briefly.' }
-        ]);
-
-        let chunkCount = 0;
-        let fullResponse = '';
-        
-        for await (const chunk of streamResponse) {
-            chunkCount++;
-            console.log(`[Chunk ${chunkCount}]: "${chunk}"`);
-            process.stdout.write(chunk);
-            fullResponse += chunk;
-        }
-        
-        console.log('\n---');
-        console.log(`✅ Streaming completed! Received ${chunkCount} chunks`);
-        console.log(`Full response length: ${fullResponse.length} characters`);
-        
-        if (chunkCount === 0) {
-            console.log('❌ No chunks received - streaming might not be working');
-        } else {
-            console.log('✅ Streaming is working correctly!');
-        }
-
-        return { success: true, chunkCount, fullResponse };
-
-    } catch (error) {
-        console.error('❌ Google streaming test failed:', error);
-        console.error('Error details:', {
-            message: (error as Error).message,
-            stack: (error as Error).stack
-        });
-        return { success: false, error };
-    }
-}
-
-// Run the test
-testGoogleStreaming().then(result => {
-    if (result.success) {
-        console.log(`\n🎉 Test completed successfully with ${result.chunkCount} chunks`);
-    } else {
-        console.log('\n💥 Test failed');
-    }
-});