local-deep-research 0.3.6__py3-none-any.whl → 0.3.8__py3-none-any.whl

local_deep_research/__version__.py

@@ -1 +1 @@
-__version__ = "0.3.6"
+__version__ = "0.3.8"

local_deep_research/defaults/default_settings.json

@@ -2927,32 +2927,32 @@
         "value": "A locally-hosted meta-search engine.",
         "visible": false
     },
-    "search.engine.web.searxng.api_key": {
+    "search.engine.web.searxng.class_name": {
         "category": "searxng",
-        "description": "The SearXNG API key to use.",
+        "description": "Setting for searxng.class_name",
         "editable": true,
         "max_value": null,
         "min_value": null,
-        "name": "Api Key",
+        "name": "Class Name",
         "options": null,
         "step": null,
         "type": "SEARCH",
-        "ui_element": "password",
-        "value": "SEARXNG_API_KEY",
+        "ui_element": "text",
+        "value": "SearXNGSearchEngine",
         "visible": true
     },
-    "search.engine.web.searxng.class_name": {
+    "search.engine.web.searxng.default_params.instance_url": {
         "category": "searxng",
-        "description": "Setting for searxng.class_name",
+        "description": "The SearXNG API endpoint URL.",
         "editable": true,
         "max_value": null,
         "min_value": null,
-        "name": "Class Name",
+        "name": "Endpoint URL",
         "options": null,
         "step": null,
         "type": "SEARCH",
         "ui_element": "text",
-        "value": "SearXNGSearchEngine",
+        "value": "http://localhost:8080",
         "visible": true
     },
     "search.engine.web.searxng.default_params.categories": {

local_deep_research/search_system.py

@@ -180,8 +180,11 @@ class AdvancedSearchSystem:
         self.questions_by_iteration = self.strategy.questions_by_iteration.copy()
         # Send progress message with search info
 
-        # if hasattr(self.strategy, "all_links_of_system"):
-        self.all_links_of_system.extend(self.strategy.all_links_of_system)
+        # Only extend if they're different objects in memory to avoid duplication
+        # This check prevents doubling the list when they reference the same object
+        # Fix for issue #301: "too many links in detailed report mode"
+        if id(self.all_links_of_system) != id(self.strategy.all_links_of_system):
+            self.all_links_of_system.extend(self.strategy.all_links_of_system)
 
         # Include the search system instance for access to citations
         result["search_system"] = self

local_deep_research/utilities/db_utils.py

@@ -6,7 +6,7 @@ from typing import Any, Dict
 from sqlalchemy import create_engine
 from sqlalchemy.orm import Session, sessionmaker
 
-from ..web.services.settings_manager import SettingsManager, check_env_setting
+from ..web.services.settings_manager import SettingsManager
 
 logger = logging.getLogger(__name__)
 
@@ -38,7 +38,7 @@ def get_settings_manager() -> SettingsManager:
 
 
 def get_db_setting(
-    key: str, default_value: Any | None = None, check_env: bool = True
+    key: str, default_value: Any | None = None
 ) -> str | Dict[str, Any] | None:
     """
     Get a setting from the database with fallback to default value
@@ -46,15 +46,11 @@ def get_db_setting(
     Args:
         key: The setting key.
         default_value: If the setting is not found, it will return this instead.
-        check_env: If true, it will check the corresponding environment
-            variable before checking the DB and return that if it is set.
 
-    """
-    if check_env:
-        env_value = check_env_setting(key)
-        if env_value is not None:
-            return env_value
+    Returns:
+        The setting value.
 
+    """
     try:
         # Get settings manager which handles database access
         value = get_settings_manager().get_setting(key)

local_deep_research/web/services/settings_manager.py

@@ -94,11 +94,18 @@ class SettingsManager:
                     return value
                 elif len(settings) > 1:
                     # This is a higher-level key.
-                    settings_map = {
-                        s.key.removeprefix(f"{key}."): s.value for s in settings
-                    }
-                    # We deliberately don't update the cache here to avoid
-                    # conflicts between low-level keys and their parent keys.
+                    settings_map = {}
+                    for setting in settings:
+                        output_key = setting.key.removeprefix(f"{key}.")
+                        value = setting.value
+
+                        if check_env:
+                            # Handle possible replacements from environment variables.
+                            env_value = check_env_setting(setting.key)
+                            if env_value is not None:
+                                value = env_value
+
+                        settings_map[output_key] = value
                     return settings_map
             except SQLAlchemyError as e:
                 logger.error(f"Error retrieving setting {key} from database: {e}")

local_deep_research/web_search_engines/engines/search_engine_searxng.py

@@ -25,7 +25,7 @@ class SearXNGSearchEngine(BaseSearchEngine):
     def __init__(
         self,
         max_results: int = 15,
-        instance_url: Optional[str] = None,  # Can be None if using env var
+        instance_url: str = "http://localhost:8080",
         categories: Optional[List[str]] = None,
         engines: Optional[List[str]] = None,
         language: str = "en",
@@ -35,7 +35,6 @@ class SearXNGSearchEngine(BaseSearchEngine):
         llm: Optional[BaseLLM] = None,
         max_filtered_results: Optional[int] = None,
         include_full_content: bool = True,
-        api_key: Optional[str] = None,
     ):  # API key is actually the instance URL
         """
         Initialize the SearXNG search engine with ethical usage patterns.
@@ -52,7 +51,6 @@ class SearXNGSearchEngine(BaseSearchEngine):
             llm: Language model for relevance filtering
             max_filtered_results: Maximum number of results to keep after filtering
             include_full_content: Whether to include full webpage content in results
-            api_key: Alternative way to provide instance URL (takes precedence over instance_url)
         """
 
         # Initialize the BaseSearchEngine with LLM, max_filtered_results, and max_results
@@ -60,28 +58,25 @@ class SearXNGSearchEngine(BaseSearchEngine):
             llm=llm, max_filtered_results=max_filtered_results, max_results=max_results
         )
 
-        # Get instance URL from various sources in priority order:
-        # 1. api_key parameter (which is actually the instance URL)
-        # 2. SEARXNG_INSTANCE environment variable
-        # 3. instance_url parameter
-        # 4. Default to None, which will disable the engine
-        self.instance_url = api_key or os.getenv("SEARXNG_INSTANCE") or instance_url or "http://localhost:8080"
-
-        # Add debug logging for instance URL
-        logger.info(
-            f"SearXNG init - Instance URL sources: api_key={api_key}, env={os.getenv('SEARXNG_INSTANCE')}, param={instance_url}"
-        )
-
+        self.instance_url = instance_url
         # Validate and normalize the instance URL if provided
-        if self.instance_url:
-            self.instance_url = self.instance_url.rstrip("/")
-            self.is_available = True
-            logger.info(f"SearXNG initialized with instance URL: {self.instance_url}")
-        else:
+        self.instance_url = self.instance_url.rstrip("/")
+        logger.info(f"SearXNG initialized with instance URL: {self.instance_url}")
+        try:
+            # Make sure it's accessible.
+            response = requests.get(self.instance_url, timeout=5)
+            if response.status_code == 200:
+                logger.info("SearXNG instance is accessible.")
+                self.is_available = True
+            else:
+                self.is_available = False
+                logger.error(
+                    f"Failed to access SearXNG instance at {self.instance_url}. Status code: {response.status_code}"
+                )
+        except requests.RequestException as e:
             self.is_available = False
             logger.error(
-                "No SearXNG instance URL provided. The engine is disabled. "
-                "Set SEARXNG_INSTANCE environment variable or provide instance_url parameter."
+                f"Error while trying to access SearXNG instance at {self.instance_url}: {str(e)}"
             )
 
         # Add debug logging for all parameters

local_deep_research/web_search_engines/search_engines_config.py

@@ -5,7 +5,6 @@ Loads search engine definitions from the user's configuration.
 
 import json
 import logging
-from functools import cache
 from typing import Any, Dict, List
 
 from ..utilities.db_utils import get_db_setting
@@ -25,16 +24,26 @@ def _extract_per_engine_config(raw_config: Dict[str, Any]) -> Dict[str, Dict[str
         Configuration dictionaries indexed by engine name.
 
     """
-    engine_config = {}
+    nested_config = {}
     for key, value in raw_config.items():
-        engine_name = key.split(".")[0]
-        setting_name = ".".join(key.split(".")[1:])
-        engine_config.setdefault(engine_name, {})[setting_name] = value
+        if "." in key:
+            # This is a higher-level key.
+            top_level_key = key.split(".")[0]
+            lower_keys = ".".join(key.split(".")[1:])
+            nested_config.setdefault(top_level_key, {})[lower_keys] = value
+        else:
+            # This is a low-level key.
+            nested_config[key] = value
 
-    return engine_config
+    # Expand all the lower-level keys.
+    for key, value in nested_config.items():
+        if isinstance(value, dict):
+            # Expand the child keys.
+            nested_config[key] = _extract_per_engine_config(value)
+
+    return nested_config
 
 
-@cache
 def search_config() -> Dict[str, Any]:
     """
     Returns:
@@ -105,7 +114,6 @@ def search_config() -> Dict[str, Any]:
     return search_engines
 
 
-@cache
 def default_search_engine() -> str:
     """
     Returns:
@@ -115,7 +123,6 @@ def default_search_engine() -> str:
     return get_db_setting("search.engine.DEFAULT_SEARCH_ENGINE", "wikipedia")
 
 
-@cache
 def local_search_engines() -> List[str]:
     """
     Returns:

{local_deep_research-0.3.6.dist-info → local_deep_research-0.3.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.3.6
+Version: 0.3.8
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>
 License: MIT License
@@ -80,9 +80,14 @@ Description-Content-Type: text/markdown
 
 *AI-powered research assistant that performs deep, iterative analysis using multiple LLMs and web searches*
 
-<a href="https://www.youtube.com/watch?v=0ISreg9q0p0">
-  <img src="https://img.youtube.com/vi/0ISreg9q0p0/0.jpg" alt="Local Deep Research Demo" width="500">
-</a>
+<div align="center">
+  <a href="https://www.youtube.com/watch?v=0ISreg9q0p0">
+    <img src="https://img.youtube.com/vi/0ISreg9q0p0/0.jpg" alt="Local Deep Research">
+    <br>
+    <span>▶️ Watch Video</span>
+  </a>
+</div>
+
 
 </div>
 
@@ -167,6 +172,7 @@ print(results["summary"])
 
 **Windows**: Docker is the easiest option for Windows users. If preferred, a [Windows Installer](https://github.com/LearningCircuit/local-deep-research/releases/download/v0.1.0/LocalDeepResearch_Setup.exe) is also available.
 
+For more information on installation options, see [the wiki](https://github.com/LearningCircuit/local-deep-research/wiki/Installation).
 
 ## 🔍 Research Capabilities
 
@@ -273,9 +279,9 @@ For enhanced web search capabilities, you can configure these additional engines
 
 ```bash
 # Search API keys (if not using the web UI)
-SERP_API_KEY=your-key-here               # Google results via SerpAPI
-GOOGLE_PSE_API_KEY=your-key-here         # Google Programmable Search
-BRAVE_API_KEY=your-key-here              # Brave Search
+LDR_SEARCH_ENGINE_WEB_SERPAPI_API_KEY=your-key-here               # Google results via SerpAPI
+LDR_SEARCH_ENGINE_WEB_GOOGLE_PSE_API_KEY=your-key-here         # Google Programmable Search
+LDR_SEARCH_ENGINE_WEB_BRAVE_API_KEY=your-key-here              # Brave Search
 ```
 
 ### Search Engine Comparison

{local_deep_research-0.3.6.dist-info → local_deep_research-0.3.8.dist-info}/RECORD

@@ -1,10 +1,10 @@
-local_deep_research-0.3.6.dist-info/METADATA,sha256=DnFTLaMc8sSTyDLMvhyW93MbVM2mx7E4d5eGsmCp3_Y,16360
-local_deep_research-0.3.6.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-local_deep_research-0.3.6.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
-local_deep_research-0.3.6.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
+local_deep_research-0.3.8.dist-info/METADATA,sha256=JbBUBL45YxHNBx5eXFfTgMWmNhjo7MmCMTFgZdgFLlo,16628
+local_deep_research-0.3.8.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+local_deep_research-0.3.8.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
+local_deep_research-0.3.8.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
 local_deep_research/__init__.py,sha256=9wV3oonZMEHsE_JhyZU9P0hW2Uwv47zotGlbAB_gQiA,885
 local_deep_research/__main__.py,sha256=LIxK5iS6aLAKMFBDpUS3V-jDcxchqi3eSUsI2jAZUXk,371
-local_deep_research/__version__.py,sha256=W_9dCm49nLvZulVAvvsafxLJjVBSKDBHz9K7szFZllo,22
+local_deep_research/__version__.py,sha256=7dTW0A5-FkrEuNOotvR8oW59M2lvIwYouVqfJzvXpKk,22
 local_deep_research/advanced_search_system/__init__.py,sha256=sGusMj4eFIrhXR6QbOM16UDKB6aI-iS4IFivKWpMlh0,234
 local_deep_research/advanced_search_system/filters/__init__.py,sha256=2dXrV4skcVHI2Lb3BSL2Ajq0rnLeSw7kc1MbIynMxa4,190
 local_deep_research/advanced_search_system/filters/base_filter.py,sha256=dFNQ7U2dj4bf3voT73YhcG-w9eW-BTlc4F9kstFcETY,969
@@ -40,15 +40,15 @@ local_deep_research/config/llm_config.py,sha256=bYxhwyjkdBlap832aWvWgHWjjPq45Oh2
 local_deep_research/config/search_config.py,sha256=ruryPSS4Wy9-xi_02c-98KLKaELeLnZ10pnCpc0-ogg,2171
 local_deep_research/defaults/.env.template,sha256=_eVCy4d_XwpGXy8n50CG3wH9xx2oqJCFKS7IbqgInDk,491
 local_deep_research/defaults/__init__.py,sha256=C_0t0uZmtrVB4rM9NM9Wx8PJU5kFcT-qOHvws5W2iOg,1352
-local_deep_research/defaults/default_settings.json,sha256=uN3LHCuGIN3dDlAYwEv4t_onYsw0U2TDjxQrN4_z2FM,120530
+local_deep_research/defaults/default_settings.json,sha256=OcRS16WAP4zKvU0UAbXlvBcitt0wv_Z7hq93x1OZBdA,120559
 local_deep_research/main.py,sha256=umGmaQmW7bpx27wUAgSNjNr4oSHV6mDX5hoyfb22HEY,7033
 local_deep_research/migrate_db.py,sha256=S1h6Bv0OJdRW4BaH7MIMrUXBRV_yqgH2T6LVOZKTQjI,4634
 local_deep_research/report_generator.py,sha256=-G3KDEbsuU3PdxDfuo5v28DIX7RE1yJCCBU2KgRbNzI,9084
-local_deep_research/search_system.py,sha256=hzJRsT5iX_D65Su4Q8v6Dd9ElH-oG0E7RhqulgEqXSY,7567
+local_deep_research/search_system.py,sha256=dq9US9zoB7TSiMorsrFFrSHlR6MSqE0IP3NBKB3fP8U,7830
 local_deep_research/setup_data_dir.py,sha256=7MJa2MMdDUnktJVHwMpyNL2079-qylpIyyLpVbF5AUY,1134
 local_deep_research/test_migration.py,sha256=cXY9WbpxLslNEa1vFwLMvcvKBbUe7Wosm--AqmPIPYM,6459
 local_deep_research/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-local_deep_research/utilities/db_utils.py,sha256=27RTIWrzyNC0oDmJAOc6raTmmgrc8jqJLxH7jQbCt0g,1830
+local_deep_research/utilities/db_utils.py,sha256=eEfMI_9xtRfJ3o1EES6BOFoGa2uRLR_mmyV6Jkd8KIQ,1557
 local_deep_research/utilities/enums.py,sha256=yFwmodt93uETdQd7qyW4vOUhiAzZF-BHBbVYHKN7scU,223
 local_deep_research/utilities/llm_utils.py,sha256=1O8faskPSnyave15cxOVXQcdcFrDybQA445m0OjnD9g,4877
 local_deep_research/utilities/search_utilities.py,sha256=k4Eag-XJOZl4cRd4GO1z2WpvVPLLhZ-HuBD7RswhaQM,9604
@@ -69,7 +69,7 @@ local_deep_research/web/routes/research_routes.py,sha256=zSU21oAkZnADnuhJniShd8U
 local_deep_research/web/routes/settings_routes.py,sha256=fkYLwDgcHfiHVml3ux6qCc5qFMjfnKfPcwisqhg995s,49280
 local_deep_research/web/services/research_service.py,sha256=RyZ4cCePV9n--wm-8-c0wpLGwA1aQIiuTpnRlLuU8-I,39646
 local_deep_research/web/services/resource_service.py,sha256=yKgOC6GEOmHqRoGzwf52e19UaGCCS1DbDbOIXgWGvGc,4378
-local_deep_research/web/services/settings_manager.py,sha256=W3i0ZW8Ds4PhjlzPUiHoBwhzEdlnVGhnCKexjSnvlyc,17013
+local_deep_research/web/services/settings_manager.py,sha256=CHz_nd49BVRJiLALAjTHfmkKNy_Vr3ogCm5P-_633bk,17281
 local_deep_research/web/services/settings_service.py,sha256=SgmjhMvGZjJE63hKKaqY7kPGphnUyXcQG8NFN5rTizs,3550
 local_deep_research/web/services/socket_service.py,sha256=jZGXk6kesBOf4bAdLiT3V4Ofod12pGKTsvxr3ml8ydY,7272
 local_deep_research/web/static/css/custom_dropdown.css,sha256=-pCx6oazWVgwqFAGq_eZ8OrTKMVQlgkKYCM6w-bACLs,7949
@@ -125,12 +125,12 @@ local_deep_research/web_search_engines/engines/search_engine_guardian.py,sha256=
 local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=ephjkDrQbvil6GnceW31qSt70k11REOJ9o7y-bl69-A,40857
 local_deep_research/web_search_engines/engines/search_engine_local_all.py,sha256=vznpusmCBY9bLjD8EPrVhCb_8RZ8e9Wa8x386zv0pcM,5681
 local_deep_research/web_search_engines/engines/search_engine_pubmed.py,sha256=O99qfbSz7RHqinAP_C0iod-ZaEGE5tyBbh1DJi2-VhQ,38495
-local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=wPYIl22SgXjIDYzcq62glGH2JZywCnZR31he1i7U1cE,18053
+local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=LjArsD5ICgfsaFupF3O31oqb60ONgwqwWu-UDt7eA68,17710
 local_deep_research/web_search_engines/engines/search_engine_semantic_scholar.py,sha256=jYs_TRM0izMfldsZ8NkCQsP-o6vCPXUjyxt0nIsxOVI,22799
 local_deep_research/web_search_engines/engines/search_engine_serpapi.py,sha256=OnoYL89WX1qWC6mOosSdgbJ-rXcIFmCVdrd6-qg7xes,8711
 local_deep_research/web_search_engines/engines/search_engine_wayback.py,sha256=rfRs7WJxa-H1DXSyduFHBMfpFwWEVRXLd8s_78iU8gU,17894
 local_deep_research/web_search_engines/engines/search_engine_wikipedia.py,sha256=UxYBSGD-XZGQantq_AdgtBA8FCKV0C6mEr6GS_vleQQ,10092
 local_deep_research/web_search_engines/search_engine_base.py,sha256=PLU_sAWhWKTOQWcv32GINuhLdIwB0sEQy-pp9oG9Ggo,9835
 local_deep_research/web_search_engines/search_engine_factory.py,sha256=DghAkQvLKRJYl5xb9AUjUv7ydAQ4rPi-TvzrmqdyGxE,10890
-local_deep_research/web_search_engines/search_engines_config.py,sha256=rgKo3UQhXov_4QxPcdzMqnAfJc5a6tGXtfnjIzKeHdQ,4584
-local_deep_research-0.3.6.dist-info/RECORD,,
+local_deep_research/web_search_engines/search_engines_config.py,sha256=UAE6TfxFXrt-RvSfGQ_FRsOGGrsSs8VI3n1i-0Lfo2s,4929
+local_deep_research-0.3.8.dist-info/RECORD,,