universal-llm-client 4.1.0 → 4.3.0

package/src/debug/debug-google-streaming.ts

@@ -1,97 +0,0 @@
-import {request} from 'undici';
-
-/**
- * Debug Google streaming by examining raw responses
- */
-async function debugGoogleStreaming() {
-    console.log('🔍 Debugging Google Generative AI Streaming...\n');
-
-    const apiKey = 'AIzaSyBDbo7iVNEuCcRNTgDIgRrkGpFKisXXnm0';
-    const model = 'gemma-3-4b-it';
-    const endpoint = `https://generativelanguage.googleapis.com/v1beta/models/${model}:streamGenerateContent`;
-
-    // First, let's try the raw Google API call to see what the response looks like
-    const url = new URL(endpoint);
-    url.searchParams.set('key', apiKey);
-
-    const requestBody = {
-        contents: [
-            {
-                role: 'user',
-                parts: [{ text: 'Count from 1 to 3 briefly.' }]
-            }
-        ],
-        generationConfig: {
-            responseMimeType: 'text/plain'
-        }
-    };
-
-    console.log('📡 Making raw request to:', url.toString());
-    console.log('📦 Request body:', JSON.stringify(requestBody, null, 2));
-
-    try {
-        const response = await request(url.toString(), {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                'Accept': 'text/event-stream',
-            },
-            body: JSON.stringify(requestBody)
-        });
-
-        console.log('📋 Response status:', response.statusCode);
-        console.log('📋 Response headers:', response.headers);
-
-        if (response.statusCode >= 400) {
-            const errorText = await response.body.text();
-            console.error('❌ Error response:', errorText);
-            return;
-        }
-
-        console.log('\n🌊 Raw streaming response:');
-        console.log('---');
-
-        const decoder = new TextDecoder();
-        let chunkCount = 0;
-
-        for await (const chunk of response.body) {
-            chunkCount++;
-            const text = decoder.decode(chunk, { stream: true });
-            console.log(`[Raw Chunk ${chunkCount}]:`, JSON.stringify(text));
-
-            // Parse each line
-            const lines = text.split('\n').filter(line => line.trim());
-            for (const line of lines) {
-                console.log(`[Line]: "${line}"`);
-
-                if (line.startsWith('data: ')) {
-                    const data = line.slice(6);
-                    console.log(`[Data]: "${data}"`);
-
-                    if (data !== '[DONE]') {
-                        try {
-                            const parsed = JSON.parse(data);
-                            console.log('[Parsed JSON]:', JSON.stringify(parsed, null, 2));
-
-                            // Check Google's response structure
-                            if (parsed.candidates?.[0]?.content?.parts?.[0]?.text) {
-                                console.log('[Content]:', parsed.candidates[0].content.parts[0].text);
-                            }
-                        } catch (parseError) {
-                            console.log('[Parse Error]:', parseError);
-                        }
-                    }
-                }
-            }
-        }
-
-        console.log('---');
-        console.log(`✅ Raw test completed with ${chunkCount} chunks`);
-
-    } catch (error) {
-        console.error('❌ Raw test failed:', error);
-    }
-}
-
-// Run the debug test
-debugGoogleStreaming();

package/src/debug/debug-tool-execution.ts

@@ -1,86 +0,0 @@
-/**
- * Debug tool calling execution
- */
-
-import { AIModelFactory, ToolBuilder } from './index';
-
-async function debugToolCalling() {
-    console.log('🔍 Debug Tool Calling Execution\n');
-
-    const model = AIModelFactory.createOllamaChatModel('qwen3:8b');
-    
-    // Simple calculator tool
-    const calcTool = ToolBuilder.createTool<{ expression: string }>(
-        'calculator',
-        'Calculate mathematical expressions',
-        {
-            properties: {
-                expression: { type: 'string', description: 'Math expression to evaluate' }
-            },
-            required: ['expression']
-        },
-        (args) => {
-            console.log('🔧 TOOL EXECUTING: calculator with', args);
-            try {
-                const result = Function(`"use strict"; return (${args.expression})`)();
-                return { expression: args.expression, result, answer: `${args.expression} = ${result}` };
-            } catch (error) {
-                return { expression: args.expression, error: 'Invalid expression', result: null };
-            }
-        }
-    );
-
-    model.registerTool(calcTool.name, calcTool.description, calcTool.parameters, calcTool.handler);
-
-    try {
-        await model.ensureReady();
-
-        console.log('📋 Test 1: Manual Tool Call Detection\n');
-        
-        const response1 = await model.chat([
-            { role: 'user', content: 'What is 5 + 3?' }
-        ], {}, { tool_choice: 'auto' });
-
-        console.log('Response content:', response1.content);
-        console.log('Tool calls detected:', response1.tool_calls?.length || 0);
-        
-        if (response1.tool_calls) {
-            console.log('Tool call details:');
-            response1.tool_calls.forEach((call, index) => {
-                console.log(`  ${index + 1}. ${call.function.name}: ${call.function.arguments}`);
-                console.log(`  Raw tool call:`, JSON.stringify(call, null, 2));
-            });
-            
-            // Manual tool execution
-            console.log('\n🔧 Manual Tool Execution:');
-            for (const toolCall of response1.tool_calls) {
-                try {
-                    const args = JSON.parse(toolCall.function.arguments);
-                    console.log('Parsed arguments:', args);
-                    const result = await calcTool.handler(args);
-                    console.log('Tool result:', result);
-                } catch (error) {
-                    console.log('Tool execution error:', error);
-                }
-            }
-        }
-
-        console.log('\n📋 Test 2: Automatic Tool Execution\n');
-        
-        const response2 = await model.chatWithTools([
-            { role: 'user', content: 'Calculate 10 * 7 for me' }
-        ]);
-
-        console.log('Automatic response:', response2.content);
-
-    } catch (error) {
-        console.error('❌ Debug failed:', error);
-    } finally {
-        model.dispose();
-    }
-}
-
-// Run the debug
-if (require.main === module) {
-    debugToolCalling().catch(console.error);
-}

package/src/debug/test-lmstudio-tools.ts

@@ -1,155 +0,0 @@
-/**
- * Debug test specifically for LM Studio tool calling with OpenAI API
- */
-
-async function testLMStudioTools() {
-    console.log('🔧 Testing LM Studio Tool Calling with OpenAI API\n');
-
-    // Create LM Studio model using OpenAI-compatible API
-    const model = AIModelFactory.createOpenAIChatModel(
-        'qwen/qwen3-8b',  // Tool-trained model
-        'http://192.168.100.136:1234/v1'  // LM Studio URL
-    );
-
-    // Create simple test tools (same as our router test)
-    const testTools = [
-        ToolBuilder.createTool<{ expression: string }>(
-            'calculate',
-            'Perform mathematical calculations',
-            {
-                properties: {
-                    expression: {
-                        type: 'string',
-                        description: 'Mathematical expression to evaluate'
-                    }
-                },
-                required: ['expression']
-            },
-            (args) => {
-                try {
-                    const result = eval(args.expression); // Safe for testing
-                    console.log(`🔧 Tool executed: calculate(${args.expression}) = ${result}`);
-                    return `The result of ${args.expression} is ${result}`;
-                } catch (error) {
-                    console.log(`❌ Tool error: calculate(${args.expression}) failed`);
-                    return `Error calculating ${args.expression}: ${error}`;
-                }
-            }
-        ),
-
-        ToolBuilder.createTool<{ location: string }>(
-            'get_weather',
-            'Get weather information',
-            {
-                properties: {
-                    location: {
-                        type: 'string',
-                        description: 'City and state/country'
-                    }
-                },
-                required: ['location']
-            },
-            (args) => {
-                console.log(`🔧 Tool executed: get_weather(${args.location})`);
-                return `The weather in ${args.location} is sunny and 72°F.`;
-            }
-        )
-    ];
-
-    // Register tools
-    model.registerTools(testTools);
-
-    console.log('📝 Registered tools:', testTools.map(t => t.name).join(', '));
-    console.log('');
-
-    try {
-        await model.ensureReady();
-        console.log('✅ LM Studio model ready\n');
-
-        // Test 1: Basic calculation
-        console.log('🧮 Test 1: Basic Calculation');
-        console.log('Question: What is 15 multiplied by 23?');
-
-        const response1 = await model.chatWithTools([
-            { role: 'user', content: 'What is 15 multiplied by 23? Use the calculate tool.' }
-        ]);
-
-        console.log('Response:', response1.message?.content || 'No content');
-        console.log('Usage:', response1.usage);
-        console.log('');
-
-        // Test 2: Weather query
-        console.log('🌤️ Test 2: Weather Query');
-        console.log('Question: Weather in San Francisco');
-
-        const response2 = await model.chatWithTools([
-            { role: 'user', content: 'What is the weather in San Francisco, CA?' }
-        ]);
-
-        console.log('Response:', response2.message?.content || 'No content');
-        console.log('');
-
-        // Test 3: Manual tool call inspection (without auto-execution)
-        console.log('🔍 Test 3: Manual Tool Call Inspection');
-        console.log('Question: Calculate 100 / 4 (without auto-execution)');
-
-        const response3 = await model.chat([
-            { role: 'user', content: 'Calculate 100 divided by 4 using the calculate tool.' }
-        ], {}, {
-            tool_choice: 'auto',
-            executeTools: false  // Don't auto-execute
-        });
-
-        console.log('Response content:', response3.message?.content || 'No content');
-        console.log('Tool calls detected:', response3.message?.tool_calls?.length || 0);
-
-        if (response3.message?.tool_calls) {
-            response3.message.tool_calls.forEach((call, i) => {
-                console.log(`  Tool ${i + 1}: ${call.function.name}(${call.function.arguments})`);
-            });
-        }
-        console.log('');
-
-        // Test 4: Different tool_choice settings
-        console.log('🎯 Test 4: Different tool_choice Settings');
-
-        const testCases = [
-            { choice: 'auto', desc: 'Auto (let model decide)' },
-            { choice: 'required', desc: 'Required (force tool use)' },
-            { choice: { type: 'function', function: { name: 'calculate' } }, desc: 'Specific tool' }
-        ];
-
-        for (const testCase of testCases) {
-            console.log(`Testing tool_choice: ${testCase.desc}`);
-            try {
-                const response = await model.chat([
-                    { role: 'user', content: 'What is 50 + 50?' }
-                ], {}, {
-                    tool_choice: testCase.choice as any,
-                    executeTools: false
-                });
-
-                console.log(`  Content: ${response.message?.content?.substring(0, 100) || 'No content'}${(response.message?.content?.length || 0) > 100 ? '...' : ''}`);
-                console.log(`  Tool calls: ${response.message?.tool_calls?.length || 0}`);
-
-            } catch (error) {
-                console.log(`  Error: ${(error as Error).message}`);
-            }
-            console.log('');
-        }
-
-    } catch (error) {
-        console.error('❌ Test failed:', (error as Error).message);
-        console.error('Stack:', (error as Error).stack);
-    } finally {
-        model.dispose();
-        console.log('🏁 Test completed!\n');
-    }
-}
-
-// Run the test
-if (require.main === module) {
-    testLMStudioTools().catch(console.error);
-}
-
-export { testLMStudioTools };

package/src/demos/README.md

@@ -1,47 +0,0 @@
-# Universal LLM Client Demos
-
-This directory contains various demonstration files for the Universal LLM Client.
-
-## Directory Structure
-
-### `/basic`
-
-Basic usage examples and simple demonstrations.
-
-### `/tools`
-
-Tool calling demonstrations and examples:
-
-- `demo-tool-calling.ts` - Basic tool calling demo
-- `complete-tool-demo.ts` - Comprehensive tool calling examples
-- `production-tool-demo.ts` - Production-ready tool calling implementation
-
-### `/mcp`
-
-Model Context Protocol (MCP) integration demos:
-
-- `simple-mcp-demo.ts` - Clean MCP MongoDB demo (recommended)
-- `mcp-mongodb-demo.ts` - Detailed MCP MongoDB integration
-- `working-mcp-demo.ts` - Working MCP implementation example
-
-## Running Demos
-
-From the root directory (`universal-llm-client/`):
-
-```bash
-# Tool calling demos
-bun run demos/tools/production-tool-demo.ts
-
-# MCP demos (requires MongoDB MCP server)
-bun run demos/mcp/simple-mcp-demo.ts
-
-# Basic usage
-bun run demos/basic/[demo-file].ts
-```
-
-## Requirements
-
-- Node.js/Bun runtime
-- Configured Ollama instance (for Ollama provider)
-- MongoDB MCP server (for MCP demos)
-- API keys for external providers (OpenAI, Google)

package/src/demos/basic/universal-llm-examples.ts

@@ -1,161 +0,0 @@
-import { AIModelFactory } from "./factory";
-
-/**
- * Example: Complete AI Application Setup
- * 
- * This example shows how to set up a complete AI application
- * with both chat and embedding capabilities using the factory.
- */
-export async function createAIApplicationExample() {
-
-    console.log('\n🏗️  Example: Setting up a complete AI application...\n');
-
-    // Method 1: Using the factory for easy setup
-    const aiSetup = AIModelFactory.createCompleteSetup({
-        ollama: {
-            chatModel: 'gemma3:4b-it-qat',
-            embeddingModel: 'snowflake-arctic-embed2:latest',
-            url: 'http://localhost:11434'
-        },
-        openai: {
-            chatModel: 'google/gemma-3-4b',
-            embeddingModel: 'text-embedding-snowflake-arctic-embed-l-v2.0',
-            url: 'http://localhost:1234/v1'
-            // apiKey: 'your-api-key-here' // For real OpenAI API
-        },
-        google: {
-            chatModel: 'gemma-3-4b-it',
-            apiKey: 'AIzaSyBDbo7iVNEuCcRNTgDIgRrkGpFKisXXnm0'
-        }
-    });
-
-    // Method 2: Individual setup for specific use cases
-    const chatModel = AIModelFactory.createOllamaChatModel('gemma3:4b-it-qat');
-    const embeddingModel = AIModelFactory.createOllamaEmbeddingModel('snowflake-arctic-embed2:latest');
-
-    // Method 3: Google-specific setup
-    const googleChatModel = AIModelFactory.createGoogleChatModel(
-        'gemma-3-4b-it',
-        'AIzaSyBDbo7iVNEuCcRNTgDIgRrkGpFKisXXnm0'
-    );
-
-    // Example usage patterns:
-    
-    console.log('🤖 Testing Google Generative AI...');
-    try {
-        const googleResponse = await googleChatModel.chat([
-            { role: 'user', content: 'What is the capital of France?' }
-        ]);
-        console.log('Google Response:', googleResponse.content);
-    } catch (error) {
-        console.error('Google API Error:', error);
-    }
-
-    console.log('\n🌊 Testing Google Streaming...');
-    try {
-        const streamingGenerator = googleChatModel.chatStream([
-            { role: 'user', content: 'Count from 1 to 5, explaining each number briefly.' }
-        ]);
-
-        for await (const chunk of streamingGenerator) {
-            process.stdout.write(chunk);
-        }
-        console.log('\n✅ Google streaming completed');
-    } catch (error) {
-        console.error('Google Streaming Error:', error);
-    }
-    
-    // 1. Simple chat
-    const chatResponse = await aiSetup.ollama.chat.chat([
-        { role: 'user', content: 'What is machine learning?' }
-    ]);
-    
-    // 2. Document embedding for search
-    const documents = [
-        'Machine learning is a subset of AI',
-        'Neural networks are inspired by the brain',
-        'TypeScript is a typed superset of JavaScript'
-    ];
-    
-    const embeddings = await Promise.all(
-        documents.map(doc => aiSetup.ollama.embedding.embed(doc))
-    );
-    
-    // 3. Cross-provider comparison including Google
-    const comparisons = await Promise.all([
-        aiSetup.ollama?.chat?.chat([{ role: 'user', content: 'What is the capital of France?' }]).catch(() => null),
-        aiSetup.openai?.chat?.chat([{ role: 'user', content: 'What is the capital of France?' }]).catch(() => null),
-        aiSetup.google?.chat?.chat([{ role: 'user', content: 'What is the capital of France?' }]).catch(() => null)
-    ]);
-
-    return {
-        aiSetup,
-        chatModel,
-        embeddingModel,
-        googleChatModel,
-        examples: {
-            chatResponse,
-            embeddings,
-            comparisons: {
-                ollama: comparisons[0],
-                openai: comparisons[1],
-                google: comparisons[2]
-            }
-        }
-    };
-}
-
-/**
- * Test Google API specifically
- */
-export async function testGoogleAPI() {
-    console.log('🧪 Testing Google Generative AI API...\n');
-
-    const googleModel = AIModelFactory.createGoogleChatModel(
-        'gemma-3-4b-it',
-        'AIzaSyBDbo7iVNEuCcRNTgDIgRrkGpFKisXXnm0'
-    );
-
-    try {
-        // Test basic chat
-        console.log('💬 Basic chat test...');
-        const response = await googleModel.chat([
-            { role: 'user', content: 'Hello! Can you tell me about TypeScript?' }
-        ]);
-        console.log('Response:', response.content);
-
-        // Test streaming
-        console.log('\n🌊 Streaming test...');
-        const streamResponse = googleModel.chatStream([
-            { role: 'user', content: 'Tell me a short story about a robot learning to code.' }
-        ]);
-
-        let fullResponse = '';
-        for await (const chunk of streamResponse) {
-            process.stdout.write(chunk);
-            fullResponse += chunk;
-        }
-        console.log('\n✅ Streaming completed');
-
-        // Test conversation with context
-        console.log('\n💭 Conversation with context...');
-        const conversationResponse = await googleModel.chat([
-            { role: 'user', content: 'What is the capital of France?' },
-            { role: 'assistant', content: 'The capital of France is Paris.' },
-            { role: 'user', content: 'What is its population?' }
-        ]);
-        console.log('Conversation Response:', conversationResponse.content);
-
-        console.log('\n✅ All Google API tests completed successfully!');
-        return { success: true, model: googleModel };
-
-    } catch (error) {
-        console.error('❌ Google API test failed:', error);
-        return { success: false, error };
-    }
-}
-
-// Uncomment to run the examples
-// testGoogleAPI().then(result => {
-//     console.log('Google API test complete:', result.success);
-// });