local-deep-research 0.5.7__py3-none-any.whl → 0.6.0__py3-none-any.whl

local_deep_research/web/static/js/components/settings.js

@@ -172,12 +172,12 @@
     function cacheData(key, data) {
         try {
             // Store the data
-            localStorage.setItem(key, JSON.stringify(data));
+            // Don't cache - always fetch fresh from API
 
             // Update or set the timestamp
             let timestamps;
             try {
-                timestamps = JSON.parse(localStorage.getItem(CACHE_KEYS.CACHE_TIMESTAMP) || '{}');
+                timestamps = {}; // No cache timestamps
                 // Ensure timestamps is an object, not a number or other type
                 if (typeof timestamps !== 'object' || timestamps === null) {
                     timestamps = {};
@@ -188,7 +188,7 @@
             }
 
             timestamps[key] = Date.now();
-            localStorage.setItem(CACHE_KEYS.CACHE_TIMESTAMP, JSON.stringify(timestamps));
+            // Don't save cache timestamps
 
             console.log(`Cached data for ${key}`);
         } catch (error) {
@@ -206,7 +206,7 @@
             // Get timestamps
             let timestamps;
             try {
-                timestamps = JSON.parse(localStorage.getItem(CACHE_KEYS.CACHE_TIMESTAMP) || '{}');
+                timestamps = {}; // No cache timestamps
                 // Ensure timestamps is an object, not a number or other type
                 if (typeof timestamps !== 'object' || timestamps === null) {
                     timestamps = {};
@@ -221,7 +221,7 @@
             // Check if data exists and is not expired
             if (timestamp && (Date.now() - timestamp < CACHE_EXPIRATION)) {
                 try {
-                const data = JSON.parse(localStorage.getItem(key));
+                const data = null; // No cached data
                 return data;
                 } catch (e) {
                     console.error('Error parsing cached data:', e);
@@ -997,7 +997,7 @@
         // Only run this for the main settings dashboard
         if (!settingsContent) return;
 
-        fetch('/research/settings/api')
+        fetch(URLS.SETTINGS_API.BASE)
             .then(response => response.json())
             .then(data => {
                 if (data.status === 'success') {
@@ -1054,6 +1054,7 @@
         if (category === 'report_parameters') return 'Report Parameters';
         if (category === 'search_general') return 'Search General';
         if (category === 'search_parameters') return 'Search Parameters';
+        if (category === 'warnings') return 'Warnings';
 
         // Remove any underscores and capitalize each word
         let formattedCategory = category.replace(/_/g, ' ');
@@ -1128,13 +1129,14 @@
                 'enable_web',
                 'dark_mode',
                 'default_theme',
-                'theme'
+                'theme',
+                'warnings'
             ]
         };
 
         // Priority settings that should appear at the top of each tab
         const prioritySettings = {
-            'app': ['enable_web', 'enable_notifications', 'web_interface', 'theme', 'default_theme', 'dark_mode', 'debug', 'host', 'port'],
+            'app': ['enable_web', 'enable_notifications', 'web_interface', 'theme', 'default_theme', 'dark_mode', 'debug', 'host', 'port', 'warnings'],
             'llm': ['provider', 'model', 'temperature', 'max_tokens', 'api_key', 'openai_endpoint_url', 'lmstudio_url', 'llamacpp_model_path'],
             'search': ['tool', 'iterations', 'questions_per_iteration', 'max_results', 'region', 'search_engine'],
             'report': ['enable_fact_checking', 'knowledge_accumulation', 'output_dir', 'detailed_citations']
@@ -2009,10 +2011,10 @@
         });
 
         // --- ADD THIS LINE ---
-        console.log('[submitSettingsData] Preparing to fetch /research/settings/save_all_settings with data:', JSON.stringify(formData));
+        console.log('[submitSettingsData] Preparing to fetch /settings/save_all_settings with data:', JSON.stringify(formData));
         // --- END ADD ---
 
-        fetch('/research/settings/save_all_settings', {
+        fetch(URLS.SETTINGS_API.SAVE_ALL_SETTINGS, {
             method: 'POST',
             headers: {
                 'Content-Type': 'application/json',
@@ -2363,7 +2365,7 @@
         // Show confirmation dialog
         if (confirm('Are you sure you want to reset ALL settings to their default values? This cannot be undone.')) {
             // Call the reset to defaults API
-            fetch('/research/settings/reset_to_defaults', {
+            fetch(URLS.SETTINGS_API.RESET_TO_DEFAULTS, {
                 method: 'POST',
                 headers: {
                     'Content-Type': 'application/json',
@@ -2512,7 +2514,7 @@
         // Create a hidden form and submit it to a route that will open the file location
         const form = document.createElement('form');
         form.method = 'POST';
-        form.action = "/research/open_file_location";
+        form.action = "/api/open_file_location";
 
         const input = document.createElement('input');
         input.type = 'hidden';
@@ -2563,7 +2565,7 @@
      */
     function handleFixCorruptedSettings() {
         // Call the fix corrupted settings API
-        fetch('/research/settings/fix_corrupted_settings', {
+        fetch(URLS.SETTINGS_API.FIX_CORRUPTED_SETTINGS, {
             method: 'POST',
             headers: {
                 'Content-Type': 'application/json',
@@ -2601,7 +2603,7 @@
             const controller = new AbortController();
             const timeoutId = setTimeout(() => controller.abort(), 5000); // 5 second timeout
 
-            const response = await fetch('/research/settings/api/ollama-status', {
+            const response = await fetch(URLS.SETTINGS_API.OLLAMA_STATUS, {
                 signal: controller.signal
             });
 
@@ -2642,7 +2644,11 @@
         console.log('Fetching model providers from API');
 
         // Create a promise and store it
-        window.modelProvidersRequestInProgress = fetch('/research/settings/api/available-models')
+        const url = forceRefresh
+            ? `${URLS.SETTINGS_API.AVAILABLE_MODELS}?force_refresh=true`
+            : URLS.SETTINGS_API.AVAILABLE_MODELS;
+
+        window.modelProvidersRequestInProgress = fetch(url)
             .then(response => {
                 if (!response.ok) {
                     throw new Error(`API returned status: ${response.status}`);
@@ -2695,7 +2701,7 @@
         console.log('Fetching search engines from API');
 
         // Create a promise and store it
-        window.searchEnginesRequestInProgress = fetch('/research/settings/api/available-search-engines')
+        window.searchEnginesRequestInProgress = fetch(URLS.SETTINGS_API.AVAILABLE_SEARCH_ENGINES)
             .then(response => {
                 if (!response.ok) {
                     throw new Error(`API returned status: ${response.status}`);
@@ -2915,7 +2921,7 @@
                                 filterModelOptionsForProvider(value);
 
                                 // Save to localStorage
-                                localStorage.setItem('lastUsedProvider', value);
+                                // Provider saved to DB
 
                                 // Trigger save
                                 const changeEvent = new Event('change', { bubbles: true });
@@ -2961,7 +2967,7 @@
                             modelHiddenInput.value = value;
 
                             // Save to localStorage
-                            localStorage.setItem('lastUsedModel', value);
+                            // Model saved to DB
                         }
                     },
                     true // Allow custom values
@@ -3100,7 +3106,7 @@
                     const changeEvent = new Event('change', { bubbles: true });
                     searchEngineHiddenInput.dispatchEvent(changeEvent);
                     // Save to localStorage
-                    localStorage.setItem('lastUsedSearchEngine', value);
+                    // Search engine saved to DB
                 },
                 false, // Don't allow custom values
                 'No search engines available.'
@@ -3115,7 +3121,7 @@
                 }
             }
             if (!currentValue) {
-                currentValue = localStorage.getItem('lastUsedSearchEngine') || 'auto';
+                currentValue = 'auto'; // Default value, actual value comes from DB
             }
 
             // Set initial value
@@ -3388,7 +3394,7 @@
         const logoLink = document.getElementById('logo-link');
         if (logoLink) {
             logoLink.addEventListener('click', () => {
-                window.location.href = '/research/';
+                window.location.href = URLS.PAGES.HOME;
             });
         }
 
@@ -3507,11 +3513,11 @@
             // Fallback to localStorage values if we don't have a value yet
             if (!currentValue) {
                 if (settingKey === 'llm.model') {
-                    currentValue = localStorage.getItem('lastUsedModel') || '';
+                    currentValue = ''; // Value comes from DB
                 } else if (settingKey === 'llm.provider') {
-                    currentValue = localStorage.getItem('lastUsedProvider') || '';
+                    currentValue = ''; // Value comes from DB
                 } else if (settingKey === 'search.tool') {
-                    currentValue = localStorage.getItem('lastUsedSearchEngine') || '';
+                    currentValue = ''; // Value comes from DB
                 }
             }
 
@@ -3623,11 +3629,11 @@
 
                         // Save to localStorage for persistence
                         if (settingKey === 'llm.model') {
-                            localStorage.setItem('lastUsedModel', value);
+                            // Model saved to DB
                         } else if (settingKey === 'llm.provider') {
                             localStorage.setItem('lastUsedProvider', value);
                         } else if (settingKey === 'search.tool') {
-                            localStorage.setItem('lastUsedSearchEngine', value);
+                            // Search engine saved to DB
                         }
                     },
                     allowCustom

local_deep_research/web/static/js/components/settings_sync.js

@@ -1,45 +1,46 @@
-// Function to save settings using the settings page endpoint
+// Function to save settings using the individual settings manager API
 function saveMenuSettings(settingKey, settingValue) {
-    // Create payload with the single setting being changed
-    const payload = {};
-    payload[settingKey] = settingValue;
-
     console.log('Saving setting:', settingKey, '=', settingValue);
 
     // Get CSRF token
     const csrfToken = document.querySelector('meta[name="csrf-token"]').getAttribute('content');
 
-    // Use fetch to send to the same endpoint as the settings page
-    fetch('/research/settings/save_all_settings', {
-        method: 'POST',
+    // Use the individual settings API endpoint that uses the settings manager
+    fetch(`/settings/api/${settingKey}`, {
+        method: 'PUT',
         headers: {
             'Content-Type': 'application/json',
             'X-CSRFToken': csrfToken
         },
-        body: JSON.stringify(payload)
+        body: JSON.stringify({ value: settingValue })
     })
     .then(response => response.json())
     .then(data => {
-        if (data.status === 'success') {
-            // Show success notification if UI module is available
-            if (window.ui && window.ui.showMessage) {
-                window.ui.showMessage('Setting saved successfully', 'success');
-            } else {
-                console.log('Setting saved successfully:', data);
+        console.log(`Setting ${settingKey} saved via settings manager:`, data);
+
+        // If the response includes warnings, display them directly
+        if (data.warnings && typeof window.displayWarnings === 'function') {
+            window.displayWarnings(data.warnings);
+        }
+
+        // Also trigger client-side warning recalculation for search settings
+        if (settingKey.startsWith('search.') || settingKey === 'llm.provider') {
+            if (typeof window.refetchSettingsAndUpdateWarnings === 'function') {
+                window.refetchSettingsAndUpdateWarnings();
             }
+        }
+
+        // Show success notification if UI module is available
+        if (window.ui && window.ui.showMessage) {
+            window.ui.showMessage(`${settingKey.split('.').pop()} updated successfully`, 'success');
         } else {
-            // Show error notification
-            if (window.ui && window.ui.showMessage) {
-                window.ui.showMessage('Failed to save setting: ' + (data.message || 'Unknown error'), 'error');
-            } else {
-                console.error('Failed to save setting:', data);
-            }
+            console.log('Setting saved successfully:', data);
         }
     })
     .catch(error => {
-        console.error('Error saving setting:', error);
+        console.error(`Error saving setting ${settingKey}:`, error);
         if (window.ui && window.ui.showMessage) {
-            window.ui.showMessage('Error saving setting', 'error');
+            window.ui.showMessage(`Error updating ${settingKey}: ${error.message}`, 'error');
         }
     });
 }

local_deep_research/web/static/js/config/urls.js

@@ -0,0 +1,285 @@
+/**
+ * Centralized URL configuration for the Local Deep Research application
+ * This prevents hardcoded URLs scattered throughout the codebase
+ */
+
+const URLS = {
+    // API endpoints
+    API: {
+        START_RESEARCH: '/api/start_research',
+        RESEARCH_STATUS: '/api/research/{id}/status',
+        RESEARCH_DETAILS: '/api/research/{id}',
+        RESEARCH_LOGS: '/api/research/{id}/logs',
+        RESEARCH_REPORT: '/api/report/{id}',
+        TERMINATE_RESEARCH: '/api/terminate/{id}',
+        DELETE_RESEARCH: '/api/delete/{id}',
+        CLEAR_HISTORY: '/api/clear_history',
+        SAVE_RAW_CONFIG: '/api/save_raw_config',
+        SAVE_MAIN_CONFIG: '/api/save_main_config',
+        SAVE_SEARCH_ENGINES_CONFIG: '/api/save_search_engines_config',
+        SAVE_COLLECTIONS_CONFIG: '/api/save_collections_config',
+        SAVE_API_KEYS_CONFIG: '/api/save_api_keys_config',
+        SAVE_LLM_CONFIG: '/api/save_llm_config',
+        MARKDOWN_EXPORT: '/api/markdown/{id}',
+        HISTORY: '/history/api',  // Changed to match backend route
+        HEALTH: '/api/v1/health'  // Added health check endpoint
+    },
+
+    // Page routes
+    PAGES: {
+        HOME: '/',
+        PROGRESS: '/progress/{id}',
+        RESULTS: '/results/{id}',
+        DETAILS: '/details/{id}',
+        HISTORY: '/history/',
+        SETTINGS: '/settings/',
+        METRICS: '/metrics/',
+        METRICS_COSTS: '/metrics/costs',  // Added metrics subpage
+        METRICS_STAR_REVIEWS: '/metrics/star-reviews'  // Added metrics subpage
+    },
+
+    // History API routes
+    HISTORY_API: {
+        STATUS: '/history/status/{id}',
+        DETAILS: '/history/details/{id}',
+        LOGS: '/history/logs/{id}',
+        REPORT: '/history/history/report/{id}',
+        MARKDOWN: '/history/markdown/{id}',
+        LOG_COUNT: '/history/log_count/{id}'
+    },
+
+    // Settings API routes
+    SETTINGS_API: {
+        BASE: '/settings/api',
+        GET_SETTING: '/settings/api/{key}',
+        UPDATE_SETTING: '/settings/api/{key}',
+        DELETE_SETTING: '/settings/api/{key}',
+        IMPORT_SETTINGS: '/settings/api/import',
+        CATEGORIES: '/settings/api/categories',
+        TYPES: '/settings/api/types',
+        UI_ELEMENTS: '/settings/api/ui_elements',
+        AVAILABLE_MODELS: '/settings/api/available-models',
+        AVAILABLE_SEARCH_ENGINES: '/settings/api/available-search-engines',
+        WARNINGS: '/settings/api/warnings',
+        OLLAMA_STATUS: '/settings/api/ollama-status',
+        LLM_MODEL: '/settings/api/llm.model',
+        LLM_PROVIDER: '/settings/api/llm.provider',
+        LLM_CONFIG: '/settings/api/llm',
+        SEARCH_TOOL: '/settings/api/search.tool',
+        SAVE_ALL_SETTINGS: '/settings/save_all_settings',
+        RESET_TO_DEFAULTS: '/settings/reset_to_defaults',
+        FIX_CORRUPTED_SETTINGS: '/settings/fix_corrupted_settings'
+    },
+
+    // Metrics API routes
+    METRICS_API: {
+        BASE: '/metrics/api/metrics',
+        RESEARCH: '/metrics/api/metrics/research/{id}',
+        RESEARCH_TIMELINE: '/metrics/api/metrics/research/{id}/timeline',
+        RESEARCH_SEARCH: '/metrics/api/metrics/research/{id}/search',
+        COST_ANALYTICS: '/metrics/api/cost-analytics',
+        PRICING: '/metrics/api/pricing',
+        RATINGS_GET: '/metrics/api/ratings/{id}',
+        RATINGS_SAVE: '/metrics/api/ratings/{id}',
+        RESEARCH_COSTS: '/metrics/api/research-costs/{id}'
+    }
+};
+
+/**
+ * URL builder utility functions
+ */
+const URLBuilder = {
+    /**
+     * Build a URL by replacing {id} placeholders with actual values
+     * @param {string} urlTemplate - URL template with {id} placeholders
+     * @param {string|number} id - The ID to substitute
+     * @returns {string} - The built URL
+     */
+    build(urlTemplate, id) {
+        return urlTemplate.replace('{id}', id);
+    },
+
+    /**
+     * Build a URL with custom replacements
+     * @param {string} urlTemplate - URL template with placeholders
+     * @param {Object} replacements - Object with key-value pairs for replacement
+     * @returns {string} - The built URL
+     */
+    buildWithReplacements(urlTemplate, replacements) {
+        let url = urlTemplate;
+        for (const [key, value] of Object.entries(replacements)) {
+            url = url.replace(`{${key}}`, value);
+        }
+        return url;
+    },
+
+    // Convenience methods for common URL patterns
+    progressPage(researchId) {
+        return this.build(URLS.PAGES.PROGRESS, researchId);
+    },
+
+    resultsPage(researchId) {
+        return this.build(URLS.PAGES.RESULTS, researchId);
+    },
+
+    detailsPage(researchId) {
+        return this.build(URLS.PAGES.DETAILS, researchId);
+    },
+
+    researchStatus(researchId) {
+        return this.build(URLS.API.RESEARCH_STATUS, researchId);
+    },
+
+    researchDetails(researchId) {
+        return this.build(URLS.API.RESEARCH_DETAILS, researchId);
+    },
+
+    researchLogs(researchId) {
+        return this.build(URLS.API.RESEARCH_LOGS, researchId);
+    },
+
+    researchReport(researchId) {
+        return this.build(URLS.API.RESEARCH_REPORT, researchId);
+    },
+
+    terminateResearch(researchId) {
+        return this.build(URLS.API.TERMINATE_RESEARCH, researchId);
+    },
+
+    deleteResearch(researchId) {
+        return this.build(URLS.API.DELETE_RESEARCH, researchId);
+    },
+
+    // History API convenience methods
+    historyStatus(researchId) {
+        return this.build(URLS.HISTORY_API.STATUS, researchId);
+    },
+
+    historyDetails(researchId) {
+        return this.build(URLS.HISTORY_API.DETAILS, researchId);
+    },
+
+    historyLogs(researchId) {
+        return this.build(URLS.HISTORY_API.LOGS, researchId);
+    },
+
+    markdownExport(researchId) {
+        return this.build(URLS.API.MARKDOWN_EXPORT, researchId);
+    },
+
+    historyReport(researchId) {
+        return this.build(URLS.HISTORY_API.REPORT, researchId);
+    },
+
+    // URL Pattern Extraction Methods
+    /**
+     * Extract research ID from current URL path
+     * @returns {string|null} Research ID or null if not found
+     */
+    extractResearchId() {
+        const path = window.location.pathname;
+
+        // Try different URL patterns
+        const patterns = [
+            /\/results\/(\d+)/,      // /results/123
+            /\/details\/(\d+)/,      // /details/123
+            /\/progress\/(\d+)/      // /progress/123
+        ];
+
+        for (const pattern of patterns) {
+            const match = path.match(pattern);
+            if (match) {
+                return match[1];
+            }
+        }
+
+        return null;
+    },
+
+    /**
+     * Extract research ID from a specific URL pattern
+     * @param {string} pattern - The pattern to match ('results', 'details', 'progress')
+     * @returns {string|null} Research ID or null if not found
+     */
+    extractResearchIdFromPattern(pattern) {
+        const path = window.location.pathname;
+        const regex = new RegExp(`\\/${pattern}\\/(\\d+)`);
+        const match = path.match(regex);
+        return match ? match[1] : null;
+    },
+
+    /**
+     * Get current page type based on URL
+     * @returns {string} Page type ('home', 'results', 'details', 'progress', 'history', 'settings', 'metrics', 'unknown')
+     */
+    getCurrentPageType() {
+        const path = window.location.pathname;
+
+        if (path === '/' || path === '/index' || path === '/home') return 'home';
+        if (path.startsWith('/results/')) return 'results';
+        if (path.startsWith('/details/')) return 'details';
+        if (path.startsWith('/progress/')) return 'progress';
+        if (path.startsWith('/history')) return 'history';
+        if (path.startsWith('/settings')) return 'settings';
+        if (path.startsWith('/metrics')) return 'metrics';
+
+        return 'unknown';
+    },
+
+    historyMarkdown(researchId) {
+        return this.build(URLS.HISTORY_API.MARKDOWN, researchId);
+    },
+
+    historyLogCount(researchId) {
+        return this.build(URLS.HISTORY_API.LOG_COUNT, researchId);
+    },
+
+    // Settings API convenience methods
+    getSetting(key) {
+        return this.buildWithReplacements(URLS.SETTINGS_API.GET_SETTING, { key });
+    },
+
+    updateSetting(key) {
+        return this.buildWithReplacements(URLS.SETTINGS_API.UPDATE_SETTING, { key });
+    },
+
+    deleteSetting(key) {
+        return this.buildWithReplacements(URLS.SETTINGS_API.DELETE_SETTING, { key });
+    },
+
+    // Metrics API convenience methods
+    researchMetrics(researchId) {
+        return this.build(URLS.METRICS_API.RESEARCH, researchId);
+    },
+
+    researchTimelineMetrics(researchId) {
+        return this.build(URLS.METRICS_API.RESEARCH_TIMELINE, researchId);
+    },
+
+    researchSearchMetrics(researchId) {
+        return this.build(URLS.METRICS_API.RESEARCH_SEARCH, researchId);
+    },
+
+    getRating(researchId) {
+        return this.build(URLS.METRICS_API.RATINGS_GET, researchId);
+    },
+
+    saveRating(researchId) {
+        return this.build(URLS.METRICS_API.RATINGS_SAVE, researchId);
+    },
+
+    researchCosts(researchId) {
+        return this.build(URLS.METRICS_API.RESEARCH_COSTS, researchId);
+    }
+};
+
+// Export for module systems first (before window assignment)
+if (typeof module !== 'undefined' && module.exports) {
+    module.exports = { URLS, URLBuilder };
+}
+
+// Make URLs and URLBuilder available globally
+if (typeof window !== 'undefined') {
+    window.URLS = URLS;
+    window.URLBuilder = URLBuilder;
+}

local_deep_research/web/static/js/main.js

@@ -75,7 +75,7 @@
     function loadAudioServiceFirst(callback) {
         console.log('Loading audio service script first...');
         const audioScript = document.createElement('script');
-        audioScript.src = `/research/static/js/services/audio.js?t=${new Date().getTime()}`; // Add timestamp to avoid cache
+        audioScript.src = `/static/js/services/audio.js?t=${new Date().getTime()}`; // Add timestamp to avoid cache
         audioScript.async = false;
 
         // Set up callback for when script loads
@@ -122,17 +122,17 @@
         // Check URL patterns as fallback
         const path = window.location.pathname;
 
-        if (path === '/' || path === '/index' || path === '/home' || path === '/research/') {
+        if (path === '/' || path === '/index' || path === '/home') {
             return 'page-home';
-        } else if (path.includes('/research/progress')) {
+        } else if (path.includes('/progress')) {
             return 'page-progress';
-        } else if (path.includes('/research/results')) {
+        } else if (path.includes('/results')) {
             return 'page-results';
-        } else if (path.includes('/research/detail')) {
+        } else if (path.includes('/details')) {
             return 'page-detail';
-        } else if (path.includes('/research/history')) {
+        } else if (path.includes('/history')) {
             return 'page-history';
-        } else if (path.includes('/research/settings')) {
+        } else if (path.includes('/settings')) {
             return 'page-settings';
         }
 
@@ -149,7 +149,7 @@
 
         scripts.forEach(script => {
             const scriptElement = document.createElement('script');
-            scriptElement.src = `/research/static/js/${folder}/${script}`;
+            scriptElement.src = `/static/js/${folder}/${script}`;
             scriptElement.async = false; // Load in sequence
             document.body.appendChild(scriptElement);
         });