local-deep-research 0.3.0__py3-none-any.whl → 0.3.2__py3-none-any.whl

local_deep_research/__init__.py

@@ -2,10 +2,10 @@
 Local Deep Research - A tool for conducting deep research using AI.
 """
 
-__version__ = "0.2.0"
 __author__ = "Your Name"
 __description__ = "A tool for conducting deep research using AI"
 
+from .__version__ import __version__
 from .config.llm_config import get_llm
 from .config.search_config import get_search
 from .report_generator import get_report_generator

local_deep_research/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.3.2"

local_deep_research/config/llm_config.py

@@ -3,6 +3,7 @@ import os
 
 from langchain_anthropic import ChatAnthropic
 from langchain_community.llms import VLLM
+from langchain_core.language_models import FakeListChatModel
 from langchain_ollama import ChatOllama
 from langchain_openai import ChatOpenAI
 
@@ -248,9 +249,7 @@ def get_llm(model_name=None, temperature=None, provider=None, openai_endpoint_ur
 
 def get_fallback_model(temperature=None):
     """Create a dummy model for when no providers are available"""
-    from langchain_community.llms.fake import FakeListLLM
-
-    return FakeListLLM(
+    return FakeListChatModel(
         responses=[
             "No language models are available. Please install Ollama or set up API keys."
         ]

local_deep_research/defaults/default_settings.json

@@ -10,7 +10,7 @@
         "step": null,
         "type": "APP",
         "ui_element": "text",
-        "value": "0.3.0",
+        "value": "0.3.2",
         "visible": false
     },
     "app.debug": {
@@ -3810,5 +3810,187 @@
         "ui_element": "number",
         "value": 100,
         "visible": true
+    },
+    "search.engine.web.pubmed.use_in_auto_search": {
+        "category": "pubmed",
+        "description": "Include PubMed in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.arxiv.use_in_auto_search": {
+        "category": "arxiv",
+        "description": "Include ArXiv in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.searxng.use_in_auto_search": {
+        "category": "searxng",
+        "description": "Include SearXNG in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.github.use_in_auto_search": {
+        "category": "github",
+        "description": "Include GitHub in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.wikipedia.use_in_auto_search": {
+        "category": "wikipedia",
+        "description": "Include Wikipedia in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.brave.use_in_auto_search": {
+        "category": "brave",
+        "description": "Include Brave search in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.google_pse.use_in_auto_search": {
+        "category": "google_pse",
+        "description": "Include Google PSE in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.serpapi.use_in_auto_search": {
+        "category": "serpapi",
+        "description": "Include SerpAPI in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.wayback.use_in_auto_search": {
+        "category": "wayback",
+        "description": "Include Wayback in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.local_all.use_in_auto_search": {
+        "category": "local_all",
+        "description": "Include local documents in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.local.personal_notes.use_in_auto_search": {
+        "category": "personal_notes",
+        "description": "Include personal notes in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.project_docs.use_in_auto_search": {
+        "category": "project_docs",
+        "description": "Include project documents in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.research_papers.use_in_auto_search": {
+        "category": "research_papers",
+        "description": "Include research papers in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
     }
 }

local_deep_research/web/routes/settings_routes.py

@@ -19,6 +19,7 @@ from flask import (
 from flask_wtf.csrf import generate_csrf
 from sqlalchemy.orm import Session
 
+from ...utilities.db_utils import get_db_setting
 from ..database.models import Setting, SettingType
 from ..services.settings_service import (
     create_or_update_setting,
@@ -666,10 +667,7 @@ def api_get_available_models():
             try:
                 current_app.logger.info("Attempting to connect to Ollama API")
 
-                base_url = os.getenv(
-                    "OLLAMA_BASE_URL",
-                    "http://localhost:11434",
-                )
+                base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
                 ollama_response = requests.get(f"{base_url}/api/tags", timeout=5)
 
                 current_app.logger.debug(

local_deep_research/web/services/settings_manager.py

@@ -34,7 +34,7 @@ def check_env_setting(key: str) -> str | None:
         is not set.
 
     """
-    env_variable_name = f"LDR_{"_".join(key.split(".")).upper()}"
+    env_variable_name = f"LDR_{'_'.join(key.split('.')).upper()}"
     env_value = os.getenv(env_variable_name)
     if env_value is not None:
         logger.debug(f"Overriding {key} setting from environment variable.")

local_deep_research/web/static/js/components/settings.js

@@ -53,7 +53,8 @@
                        class="custom-dropdown-input"
                        placeholder="${params.placeholder}"
                        autocomplete="off"
-                       aria-haspopup="listbox">
+                       aria-haspopup="listbox"
+                       ${params.disabled ? "disabled" : ""}>
                 <!-- Hidden input that will be included in form submission -->
                 <input type="hidden" name="${params.input_id}" id="${params.input_id}_hidden" value="">
                 <div class="custom-dropdown-list" id="${params.dropdown_id}-list"></div>
@@ -1475,7 +1476,8 @@
                         help_text: setting.description || null,
                         allow_custom: false,
                         show_refresh: true, // Set to true for provider
-                        data_setting_key: setting.key
+                        data_setting_key: setting.key,
+                        disabled: !setting.editable
                     };
                     inputElement = renderCustomDropdownHTML(dropdownParams);
                 } else if (setting.key === 'search.tool') {
@@ -1487,7 +1489,8 @@
                         help_text: setting.description || null,
                         allow_custom: false,
                         show_refresh: false, // No refresh for search tool
-                        data_setting_key: setting.key
+                        data_setting_key: setting.key,
+                        disabled: !setting.editable
                     };
                     inputElement = renderCustomDropdownHTML(dropdownParams);
                 } else if (setting.key === 'llm.model') { // ADD THIS ELSE IF
@@ -1501,7 +1504,8 @@
                         allow_custom: true, // Allow custom for model
                         show_refresh: true, // Show refresh for model
                         refresh_aria_label: "Refresh model list",
-                        data_setting_key: setting.key
+                        data_setting_key: setting.key,
+                        disabled: !setting.editable
                     };
                     inputElement = renderCustomDropdownHTML(dropdownParams);
                 } else {

local_deep_research/web_search_engines/engines/meta_search_engine.py

@@ -65,16 +65,43 @@ class MetaSearchEngine(BaseSearchEngine):
         )
 
     def _get_available_engines(self) -> List[str]:
-        """Get list of available engines, excluding 'meta' and 'auto'"""
+        """Get list of available engines, excluding 'meta' and 'auto', based on user settings"""
         # Filter out 'meta' and 'auto' and check API key availability
         available = []
+
         for name, config_ in search_config().items():
             if name in ["meta", "auto"]:
                 continue
 
+            # Determine if this is a local engine (starts with "local.")
+            is_local_engine = name.startswith("local.")
+
+            # Determine the appropriate setting path based on engine type
+            if is_local_engine:
+                # Format: search.engine.local.{engine_name}.use_in_auto_search
+                local_name = name.replace("local.", "")
+                auto_search_setting = (
+                    f"search.engine.local.{local_name}.use_in_auto_search"
+                )
+            else:
+                # Format: search.engine.web.{engine_name}.use_in_auto_search
+                auto_search_setting = f"search.engine.web.{name}.use_in_auto_search"
+
+            # Get setting from database, default to False if not found
+            use_in_auto_search = get_db_setting(auto_search_setting, False)
+
+            # Skip engines that aren't enabled for auto search
+            if not use_in_auto_search:
+                logger.info(
+                    f"Skipping {name} engine because it's not enabled for auto search"
+                )
+                continue
+
+            # Skip engines that require API keys if we don't want to use them
             if config_.get("requires_api_key", False) and not self.use_api_key_services:
                 continue
 
+            # Skip engines that require API keys if the key is not available
             if config_.get("requires_api_key", False):
                 api_key = config_.get("api_key")
                 if not api_key:
@@ -82,9 +109,11 @@ class MetaSearchEngine(BaseSearchEngine):
 
             available.append(name)
 
-        # Make sure we have at least one engine available
-        if not available and "wikipedia" in search_config():
-            available.append("wikipedia")
+        # If no engines are available, raise an error instead of falling back silently
+        if not available:
+            error_msg = "No search engines enabled for auto search. Please enable at least one engine in settings."
+            logger.error(error_msg)
+            raise RuntimeError(error_msg)
 
         return available
 
@@ -131,6 +160,17 @@ class MetaSearchEngine(BaseSearchEngine):
                 except KeyError as e:
                     logger.error(f"Missing key for engine {engine_name}: {str(e)}")
 
+            # Only proceed if we have engines available to choose from
+            if not engines_info:
+                logger.warning(
+                    "No engine information available for prompt, using reliability-based sorting instead"
+                )
+                return sorted(
+                    self.available_engines,
+                    key=lambda x: search_config().get(x, {}).get("reliability", 0),
+                    reverse=True,
+                )
+
             prompt = f"""You are a search query analyst. Consider this search query:
 
 QUERY: {query}