insforge 1.2.10 → 1.4.8

package/backend/tests/manual/seed-large-table.sql

@@ -1,101 +1,101 @@
--- Insert 1500 test records into large_table
--- Using generate_series for efficient bulk insertion
-
-INSERT INTO large_table (user_id, title, content, status, metadata, created_at, updated_at)
-SELECT 
-    -- Generate random user_ids from a pool of 10 different users
-    (ARRAY[
-        '550e8400-e29b-41d4-a716-446655440001'::uuid,
-        '550e8400-e29b-41d4-a716-446655440002'::uuid,
-        '550e8400-e29b-41d4-a716-446655440003'::uuid,
-        '550e8400-e29b-41d4-a716-446655440004'::uuid,
-        '550e8400-e29b-41d4-a716-446655440005'::uuid,
-        '550e8400-e29b-41d4-a716-446655440006'::uuid,
-        '550e8400-e29b-41d4-a716-446655440007'::uuid,
-        '550e8400-e29b-41d4-a716-446655440008'::uuid,
-        '550e8400-e29b-41d4-a716-446655440009'::uuid,
-        '550e8400-e29b-41d4-a716-446655440010'::uuid
-    ])[1 + floor(random() * 10)::int] as user_id,
-    
-    -- Generate title
-    'Test Record #' || i || ' - ' || (ARRAY['Important', 'Regular', 'Draft', 'Published', 'Archived'])[1 + floor(random() * 5)::int] as title,
-    
-    -- Generate content with varying lengths
-    'This is the content for record ' || i || '. ' || 
-    repeat('Lorem ipsum dolor sit amet, consectetur adipiscing elit. ', 1 + floor(random() * 10)::int) || 
-    'End of content.' as content,
-    
-    -- Random status
-    (ARRAY['active', 'inactive', 'pending', 'completed', 'archived'])[1 + floor(random() * 5)::int] as status,
-    
-    -- Generate random metadata
-    jsonb_build_object(
-        'record_number', i,
-        'category', (ARRAY['technology', 'business', 'personal', 'research', 'other'])[1 + floor(random() * 5)::int],
-        'priority', floor(random() * 10 + 1)::int,
-        'tags', (ARRAY['["tag1"]', '["tag1", "tag2"]', '["tag1", "tag2", "tag3"]', '["important"]', '[]'])[1 + floor(random() * 5)::int]::jsonb,
-        'is_featured', (random() > 0.5),
-        'view_count', floor(random() * 1000)::int,
-        'test_data', true
-    ) as metadata,
-    
-    -- Generate created_at timestamps spread over the last 90 days
-    CURRENT_TIMESTAMP - (interval '1 hour' * floor(random() * 2160)) as created_at,
-    
-    -- Updated_at should be equal or after created_at
-    CURRENT_TIMESTAMP - (interval '1 hour' * floor(random() * 720)) as updated_at
-FROM generate_series(1, 1500) AS i;
-
--- Add some additional records with specific patterns for testing
--- Records with null content
-INSERT INTO large_table (user_id, title, content, status, metadata)
-VALUES 
-    ('550e8400-e29b-41d4-a716-446655440001'::uuid, 'Record with null content #1', NULL, 'active', '{"special": "null_content"}'),
-    ('550e8400-e29b-41d4-a716-446655440002'::uuid, 'Record with null content #2', NULL, 'inactive', '{"special": "null_content"}'),
-    ('550e8400-e29b-41d4-a716-446655440003'::uuid, 'Record with null content #3', NULL, 'pending', '{"special": "null_content"}');
-
--- Records with very long content
-INSERT INTO large_table (user_id, title, content, status, metadata)
-VALUES 
-    ('550e8400-e29b-41d4-a716-446655440004'::uuid, 
-     'Record with very long content', 
-     repeat('This is a very long text. ', 500), 
-     'active', 
-     '{"special": "long_content"}');
-
--- Records with special characters
-INSERT INTO large_table (user_id, title, content, status, metadata)
-VALUES 
-    ('550e8400-e29b-41d4-a716-446655440005'::uuid, 
-     'Record with special chars: ñ, é, ü, 中文, 🎉', 
-     'Content with special characters: "quoted", ''single quotes'', backslash \, tab	character, newline
-character', 
-     'active', 
-     '{"special": "special_chars", "unicode": "测试"}');
-
--- Records with complex JSON metadata
-INSERT INTO large_table (user_id, title, content, status, metadata)
-VALUES 
-    ('550e8400-e29b-41d4-a716-446655440006'::uuid, 
-     'Record with complex metadata', 
-     'This record has complex nested JSON metadata', 
-     'active', 
-     '{
-        "nested": {
-            "level1": {
-                "level2": {
-                    "level3": "deep value"
-                }
-            }
-        },
-        "array": [1, 2, 3, 4, 5],
-        "mixed": {
-            "string": "text",
-            "number": 123.45,
-            "boolean": true,
-            "null_value": null
-        }
-     }');
-
--- Summary comment
+-- Insert 1500 test records into large_table
+-- Using generate_series for efficient bulk insertion
+
+INSERT INTO large_table (user_id, title, content, status, metadata, created_at, updated_at)
+SELECT 
+    -- Generate random user_ids from a pool of 10 different users
+    (ARRAY[
+        '550e8400-e29b-41d4-a716-446655440001'::uuid,
+        '550e8400-e29b-41d4-a716-446655440002'::uuid,
+        '550e8400-e29b-41d4-a716-446655440003'::uuid,
+        '550e8400-e29b-41d4-a716-446655440004'::uuid,
+        '550e8400-e29b-41d4-a716-446655440005'::uuid,
+        '550e8400-e29b-41d4-a716-446655440006'::uuid,
+        '550e8400-e29b-41d4-a716-446655440007'::uuid,
+        '550e8400-e29b-41d4-a716-446655440008'::uuid,
+        '550e8400-e29b-41d4-a716-446655440009'::uuid,
+        '550e8400-e29b-41d4-a716-446655440010'::uuid
+    ])[1 + floor(random() * 10)::int] as user_id,
+    
+    -- Generate title
+    'Test Record #' || i || ' - ' || (ARRAY['Important', 'Regular', 'Draft', 'Published', 'Archived'])[1 + floor(random() * 5)::int] as title,
+    
+    -- Generate content with varying lengths
+    'This is the content for record ' || i || '. ' || 
+    repeat('Lorem ipsum dolor sit amet, consectetur adipiscing elit. ', 1 + floor(random() * 10)::int) || 
+    'End of content.' as content,
+    
+    -- Random status
+    (ARRAY['active', 'inactive', 'pending', 'completed', 'archived'])[1 + floor(random() * 5)::int] as status,
+    
+    -- Generate random metadata
+    jsonb_build_object(
+        'record_number', i,
+        'category', (ARRAY['technology', 'business', 'personal', 'research', 'other'])[1 + floor(random() * 5)::int],
+        'priority', floor(random() * 10 + 1)::int,
+        'tags', (ARRAY['["tag1"]', '["tag1", "tag2"]', '["tag1", "tag2", "tag3"]', '["important"]', '[]'])[1 + floor(random() * 5)::int]::jsonb,
+        'is_featured', (random() > 0.5),
+        'view_count', floor(random() * 1000)::int,
+        'test_data', true
+    ) as metadata,
+    
+    -- Generate created_at timestamps spread over the last 90 days
+    CURRENT_TIMESTAMP - (interval '1 hour' * floor(random() * 2160)) as created_at,
+    
+    -- Updated_at should be equal or after created_at
+    CURRENT_TIMESTAMP - (interval '1 hour' * floor(random() * 720)) as updated_at
+FROM generate_series(1, 1500) AS i;
+
+-- Add some additional records with specific patterns for testing
+-- Records with null content
+INSERT INTO large_table (user_id, title, content, status, metadata)
+VALUES 
+    ('550e8400-e29b-41d4-a716-446655440001'::uuid, 'Record with null content #1', NULL, 'active', '{"special": "null_content"}'),
+    ('550e8400-e29b-41d4-a716-446655440002'::uuid, 'Record with null content #2', NULL, 'inactive', '{"special": "null_content"}'),
+    ('550e8400-e29b-41d4-a716-446655440003'::uuid, 'Record with null content #3', NULL, 'pending', '{"special": "null_content"}');
+
+-- Records with very long content
+INSERT INTO large_table (user_id, title, content, status, metadata)
+VALUES 
+    ('550e8400-e29b-41d4-a716-446655440004'::uuid, 
+     'Record with very long content', 
+     repeat('This is a very long text. ', 500), 
+     'active', 
+     '{"special": "long_content"}');
+
+-- Records with special characters
+INSERT INTO large_table (user_id, title, content, status, metadata)
+VALUES 
+    ('550e8400-e29b-41d4-a716-446655440005'::uuid, 
+     'Record with special chars: ñ, é, ü, 中文, 🎉', 
+     'Content with special characters: "quoted", ''single quotes'', backslash \, tab	character, newline
+character', 
+     'active', 
+     '{"special": "special_chars", "unicode": "测试"}');
+
+-- Records with complex JSON metadata
+INSERT INTO large_table (user_id, title, content, status, metadata)
+VALUES 
+    ('550e8400-e29b-41d4-a716-446655440006'::uuid, 
+     'Record with complex metadata', 
+     'This record has complex nested JSON metadata', 
+     'active', 
+     '{
+        "nested": {
+            "level1": {
+                "level2": {
+                    "level3": "deep value"
+                }
+            }
+        },
+        "array": [1, 2, 3, 4, 5],
+        "mixed": {
+            "string": "text",
+            "number": 123.45,
+            "boolean": true,
+            "null_value": null
+        }
+     }');
+
+-- Summary comment
 -- Total records inserted: 1506 (1500 from generate_series + 6 special test cases)

package/backend/tests/manual/setup-large-table-extras.sql

@@ -1,34 +1,34 @@
--- Add indexes
-CREATE INDEX IF NOT EXISTS idx_large_table_user_id ON large_table(user_id);
-CREATE INDEX IF NOT EXISTS idx_large_table_created_at ON large_table(created_at);
-CREATE INDEX IF NOT EXISTS idx_large_table_status ON large_table(status);
-
--- Create trigger function for updating updated_at timestamp
-CREATE OR REPLACE FUNCTION update_updated_at_column()
-RETURNS TRIGGER AS $$
-BEGIN
-    NEW.updated_at = CURRENT_TIMESTAMP;
-    RETURN NEW;
-END;
-$$ LANGUAGE plpgsql;
-
--- Create trigger to automatically update updated_at
-DROP TRIGGER IF EXISTS update_large_table_updated_at ON large_table;
-CREATE TRIGGER update_large_table_updated_at 
-    BEFORE UPDATE ON large_table
-    FOR EACH ROW
-    EXECUTE FUNCTION update_updated_at_column();
-
--- Enable Row Level Security
-ALTER TABLE large_table ENABLE ROW LEVEL SECURITY;
-
--- Create RLS policies
-DROP POLICY IF EXISTS "Enable read access for all users" ON large_table;
-CREATE POLICY "Enable read access for all users" 
-    ON large_table 
-    FOR SELECT 
-    USING (true);
-
--- Grant permissions
-GRANT ALL ON large_table TO anon;
+-- Add indexes
+CREATE INDEX IF NOT EXISTS idx_large_table_user_id ON large_table(user_id);
+CREATE INDEX IF NOT EXISTS idx_large_table_created_at ON large_table(created_at);
+CREATE INDEX IF NOT EXISTS idx_large_table_status ON large_table(status);
+
+-- Create trigger function for updating updated_at timestamp
+CREATE OR REPLACE FUNCTION update_updated_at_column()
+RETURNS TRIGGER AS $$
+BEGIN
+    NEW.updated_at = CURRENT_TIMESTAMP;
+    RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger to automatically update updated_at
+DROP TRIGGER IF EXISTS update_large_table_updated_at ON large_table;
+CREATE TRIGGER update_large_table_updated_at 
+    BEFORE UPDATE ON large_table
+    FOR EACH ROW
+    EXECUTE FUNCTION update_updated_at_column();
+
+-- Enable Row Level Security
+ALTER TABLE large_table ENABLE ROW LEVEL SECURITY;
+
+-- Create RLS policies
+DROP POLICY IF EXISTS "Enable read access for all users" ON large_table;
+CREATE POLICY "Enable read access for all users" 
+    ON large_table 
+    FOR SELECT 
+    USING (true);
+
+-- Grant permissions
+GRANT ALL ON large_table TO anon;
 GRANT ALL ON large_table TO authenticated;

package/backend/tests/manual/test-ai-model-plugins.sh

@@ -0,0 +1,258 @@
+#!/bin/bash
+
+# AI Web Search and Thinking mode test script
+# Tests the new webSearch and thinking parameters for chat completion
+
+SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+source "$SCRIPT_DIR/../test-config.sh"
+
+echo "🧪 Testing AI Web Search and Thinking features..."
+
+API_BASE="$TEST_API_BASE"
+ADMIN_TOKEN=""
+
+# Get admin token
+echo "🔑 Getting admin token..."
+ADMIN_TOKEN=$(get_admin_token)
+
+if [ -z "$ADMIN_TOKEN" ]; then
+    print_fail "Failed to get admin token"
+    exit 1
+fi
+print_success "Got admin token"
+echo ""
+
+# 1. Test chat completion with Web Search
+echo "🔍 Test 1: Chat completion with Web Search..."
+websearch_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "openai/gpt-4o",
+        "messages": [{"role": "user", "content": "What are the latest AI news today?"}],
+        "webSearch": {
+            "enabled": true,
+            "maxResults": 3
+        }
+    }')
+
+status=$(echo "$websearch_response" | tail -n 1)
+body=$(echo "$websearch_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "Chat completion with Web Search succeeded"
+    # Check if annotations are present in the response
+    if echo "$body" | grep -q "annotations"; then
+        print_success "Response contains URL citations (annotations)"
+    else
+        echo "Note: No annotations in response (may depend on model/query)"
+    fi
+    echo "Response preview: $(echo "$body" | head -c 500)"
+    echo ""
+else
+    print_fail "Chat completion with Web Search failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+# 2. Test chat completion with Web Search using Exa engine
+echo "🔍 Test 2: Chat completion with Web Search (Exa engine)..."
+exa_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "openai/gpt-4o",
+        "messages": [{"role": "user", "content": "What is the current weather in Tokyo?"}],
+        "webSearch": {
+            "enabled": true,
+            "engine": "exa",
+            "maxResults": 2
+        }
+    }')
+
+status=$(echo "$exa_response" | tail -n 1)
+body=$(echo "$exa_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "Chat completion with Exa Web Search succeeded"
+    echo "Response preview: $(echo "$body" | head -c 500)"
+    echo ""
+else
+    print_fail "Chat completion with Exa Web Search failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+# 3. Test chat completion with Thinking mode
+echo "🧠 Test 3: Chat completion with Thinking mode..."
+thinking_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "anthropic/claude-3.7-sonnet:thinking",
+        "messages": [{"role": "user", "content": "What is 15 + 27?"}]
+    }')
+
+status=$(echo "$thinking_response" | tail -n 1)
+body=$(echo "$thinking_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "Chat completion with Thinking mode succeeded"
+    echo "Response preview: $(echo "$body" | head -c 500)"
+    echo ""
+else
+    print_fail "Chat completion with Thinking mode failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+# 4. Test chat completion with both Web Search and Thinking
+echo "🔍🧠 Test 4: Chat completion with Web Search + Thinking..."
+combined_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "anthropic/claude-3.7-sonnet",
+        "messages": [{"role": "user", "content": "What are the recent developments in AI?"}],
+        "webSearch": {
+            "enabled": true,
+            "engine": "native",
+            "maxResults": 3
+        },
+        "thinking": true
+    }')
+
+status=$(echo "$combined_response" | tail -n 1)
+body=$(echo "$combined_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "Chat completion with Web Search + Thinking succeeded"
+    echo "Response preview: $(echo "$body" | head -c 500)"
+    echo ""
+else
+    print_fail "Chat completion with Web Search + Thinking failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+# 5. Test streaming with Web Search
+echo "📡 Test 5: Streaming chat with Web Search..."
+echo "Streaming response (first 20 events):"
+stream_output=$(curl -s -N -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "openai/gpt-4o",
+        "messages": [{"role": "user", "content": "Latest tech news in one sentence"}],
+        "stream": true,
+        "webSearch": {
+            "enabled": true,
+            "maxResults": 2
+        }
+    }' 2>&1 | head -20)
+
+echo "$stream_output"
+
+if echo "$stream_output" | grep -q "data:"; then
+    print_success "Streaming with Web Search returned SSE events"
+else
+    print_fail "Streaming with Web Search did not return expected SSE format"
+    track_test_failure
+fi
+echo ""
+
+# 6. Test streaming with Thinking mode
+echo "📡 Test 6: Streaming chat with Thinking mode..."
+echo "Streaming response (first 20 events):"
+thinking_stream=$(curl -s -N -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "anthropic/claude-3.7-sonnet",
+        "messages": [{"role": "user", "content": "What is 2+2?"}],
+        "stream": true,
+        "thinking": true
+    }' 2>&1 | head -20)
+
+echo "$thinking_stream"
+
+if echo "$thinking_stream" | grep -q "data:"; then
+    print_success "Streaming with Thinking mode returned SSE events"
+else
+    print_fail "Streaming with Thinking mode did not return expected SSE format"
+    track_test_failure
+fi
+echo ""
+
+# 7. Test Web Search with custom search prompt
+echo "🔍 Test 7: Web Search with custom search prompt..."
+custom_prompt_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "openai/gpt-4o",
+        "messages": [{"role": "user", "content": "Tell me about SpaceX launches"}],
+        "webSearch": {
+            "enabled": true,
+            "maxResults": 3,
+            "searchPrompt": "Here are some relevant web search results about SpaceX:"
+        }
+    }')
+
+status=$(echo "$custom_prompt_response" | tail -n 1)
+body=$(echo "$custom_prompt_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "Web Search with custom prompt succeeded"
+    echo "Response preview: $(echo "$body" | head -c 500)"
+    echo ""
+else
+    print_fail "Web Search with custom prompt failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+# 8. Test PDF file processing with file-parser plugin
+# Note: Using pdf-text engine (free) instead of native, as native requires models with built-in PDF support
+# For URL-based PDFs, OpenRouter's file-parser plugin will fetch and parse the PDF
+echo "📄 Test 8: PDF file processing with file-parser plugin..."
+pdf_response=$(curl -s -w "\n%{http_code}" -X POST "$API_BASE/ai/chat/completion" \
+    -H "Authorization: Bearer $ADMIN_TOKEN" \
+    -H "Content-Type: application/json" \
+    -d '{
+        "model": "openai/gpt-4o",
+        "messages": [{
+            "role": "user",
+            "content": [
+                {"type": "text", "text": "Please summarize the content of this PDF document."},
+                {"type": "file", "file": {"filename": "sample.pdf", "file_data": "https://pdfco-test-files.s3.us-west-2.amazonaws.com/pdf-to-csv/sample.pdf"}}
+            ]
+        }],
+        "fileParser": {
+            "enabled": true,
+            "pdf": {
+                "engine": "pdf-text"
+            }
+        }
+    }')
+
+status=$(echo "$pdf_response" | tail -n 1)
+body=$(echo "$pdf_response" | sed '$d')
+
+if [ "$status" -eq 200 ]; then
+    print_success "PDF file processing succeeded"
+    echo "Response preview: $(echo "$body" | head -c 800)"
+    echo ""
+else
+    print_fail "PDF file processing failed (status: $status)"
+    echo "Response: $body"
+    track_test_failure
+fi
+echo ""
+
+print_success "🎉 AI Web Search and Thinking test completed!"