local-deep-research 0.2.3__py3-none-any.whl → 0.3.1__py3-none-any.whl

local_deep_research/web_search_engines/search_engines_config.py

@@ -3,76 +3,135 @@ Configuration file for search engines.
 Loads search engine definitions from the user's configuration.
 """
 
+import json
 import logging
-import os
+from functools import cache
+from typing import Any, Dict, List
 
-import toml
-
-from ..config.config_files import CONFIG_DIR, LOCAL_COLLECTIONS_FILE
+from ..utilities.db_utils import get_db_setting
 
 logger = logging.getLogger(__name__)
 
-# Get search engines configuration directly from TOML file
-SEARCH_ENGINES = {}
-DEFAULT_SEARCH_ENGINE = "wikipedia"  # Default fallback if not specified in config
 
-# Path to the search engines configuration file
-SEARCH_ENGINES_FILE = CONFIG_DIR / "search_engines.toml"
+def _extract_per_engine_config(raw_config: Dict[str, Any]) -> Dict[str, Dict[str, Any]]:
+    """
+    Converts the "flat" configuration loaded from the settings database into
+    individual settings dictionaries for each engine.
+
+    Args:
+        raw_config: The raw "flat" configuration.
+
+    Returns:
+        Configuration dictionaries indexed by engine name.
+
+    """
+    engine_config = {}
+    for key, value in raw_config.items():
+        engine_name = key.split(".")[0]
+        setting_name = ".".join(key.split(".")[1:])
+        engine_config.setdefault(engine_name, {})[setting_name] = value
+
+    return engine_config
+
+
+@cache
+def search_config() -> Dict[str, Any]:
+    """
+    Returns:
+        The search engine configuration loaded from the database.
+
+    """
+    # Extract search engine definitions
+    config_data = get_db_setting("search.engine.web", {})
+    search_engines = _extract_per_engine_config(config_data)
+    search_engines["auto"] = get_db_setting("search.engine.auto", {})
+
+    logger.info(f"Loaded {len(search_engines)} search engines from configuration file")
+    logger.info(f"\n  {', '.join(sorted(search_engines.keys()))} \n")
+
+    # Add alias for 'auto' if it exists
+    if "auto" in search_engines and "meta" not in search_engines:
+        search_engines["meta"] = search_engines["auto"]
+
+    # Register local document collections
+    local_collections_data = get_db_setting("search.engine.local", {})
+    local_collections_data = _extract_per_engine_config(local_collections_data)
+
+    for collection, config in local_collections_data.items():
+        if not config.get("enabled", True):
+            # Search engine is not enabled. Ignore.
+            logger.info(f"Ignoring disabled local collection '{collection}'.")
+            continue
+
+        if "paths" in config and isinstance(config["paths"], str):
+            # This will be saved as a json array.
+            try:
+                config["paths"] = json.loads(config["paths"])
+            except json.decoder.JSONDecodeError:
+                logger.error(
+                    f"Invalid paths specified for local collection: "
+                    f"{config['paths']}"
+                )
+                config["paths"] = []
+
+        # Create a new dictionary with required search engine fields
+        engine_config = {
+            "default_params": config,
+            "requires_llm": True,
+        }
+        engine_config_prefix = f"search.engine.local.{collection}"
+        engine_config["module_path"] = get_db_setting(
+            f"{engine_config_prefix}.module_path",
+            "local_deep_research.web_search_engines.engines.search_engine_local",
+        )
+        engine_config["class_name"] = get_db_setting(
+            f"{engine_config_prefix}.class_name",
+            "LocalSearchEngine",
+        )
 
-# Load directly from TOML file
-if os.path.exists(SEARCH_ENGINES_FILE):
-    try:
-        # Load the TOML file directly
-        config_data = toml.load(SEARCH_ENGINES_FILE)
+        # Copy these specific fields to the top level if they exist
+        for field in ["strengths", "weaknesses", "reliability", "description"]:
+            if field in config:
+                engine_config[field] = config[field]
 
-        # Extract search engine definitions
-        for key, value in config_data.items():
-            if key == "DEFAULT_SEARCH_ENGINE":
-                DEFAULT_SEARCH_ENGINE = value
-            elif isinstance(value, dict):
-                SEARCH_ENGINES[key] = value
+        search_engines[collection] = engine_config
 
-        logger.info(
-            f"Loaded {len(SEARCH_ENGINES)} search engines from configuration file"
-        )
-        logger.info(f"\n  {', '.join(sorted(SEARCH_ENGINES.keys()))} \n")
-    except Exception as e:
-        logger.error(f"Error loading search engines from TOML file: {e}")
-else:
-    logger.warning(
-        f"Search engines configuration file not found: {SEARCH_ENGINES_FILE}"
-    )
-
-# Add alias for 'auto' if it exists
-if "auto" in SEARCH_ENGINES and "meta" not in SEARCH_ENGINES:
-    SEARCH_ENGINES["meta"] = SEARCH_ENGINES["auto"]
-
-# Register local document collections
-
-if os.path.exists(LOCAL_COLLECTIONS_FILE):
-    try:
-        local_collections_data = toml.load(LOCAL_COLLECTIONS_FILE)
-
-        for collection, config in local_collections_data.items():
-            # Create a new dictionary with required search engine fields
-            engine_config = {
-                "module_path": "local_deep_research.web_search_engines.engines.search_engine_local",
-                "class_name": "LocalSearchEngine",
-                "default_params": config,
-                "requires_llm": True,
-            }
-
-            # Copy these specific fields to the top level if they exist
-            for field in ["strengths", "weaknesses", "reliability", "description"]:
-                if field in config:
-                    engine_config[field] = config[field]
-
-            SEARCH_ENGINES[collection] = engine_config
-
-        logger.info("Registered local document collections as search engines")
-    except Exception as e:
-        logger.error(f"Error loading local collections from TOML file: {e}")
-# Ensure the meta search engine is still available at the end if it exists
-if "auto" in SEARCH_ENGINES:
-    meta_config = SEARCH_ENGINES["auto"]
-    SEARCH_ENGINES["auto"] = meta_config
+    logger.info("Registered local document collections as search engines")
+    # Ensure the meta search engine is still available at the end if it exists
+    if "auto" in search_engines:
+        meta_config = search_engines["auto"]
+        search_engines["auto"] = meta_config
+
+    return search_engines
+
+
+@cache
+def default_search_engine() -> str:
+    """
+    Returns:
+        The configured default search engine.
+
+    """
+    return get_db_setting("search.engine.DEFAULT_SEARCH_ENGINE", "wikipedia")
+
+
+@cache
+def local_search_engines() -> List[str]:
+    """
+    Returns:
+        A list of the enabled local search engines.
+
+    """
+    local_collections_data = get_db_setting("search.engine.local", {})
+    local_collections_data = _extract_per_engine_config(local_collections_data)
+
+    # Don't include the `local_all` collection.
+    local_collections_data.pop("local_all", None)
+    # Remove disabled collections.
+    local_collections_data = {
+        k: v for k, v in local_collections_data.items() if v.get("enabled", True)
+    }
+
+    enabled_collections = list(local_collections_data.keys())
+    logger.debug(f"Using local collections: {enabled_collections}")
+    return enabled_collections

{local_deep_research-0.2.3.dist-info → local_deep_research-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.2.3
+Version: 0.3.1
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>
 License: MIT License
@@ -122,6 +122,21 @@ A powerful AI-powered research assistant that performs deep, iterative analysis
 
 **Important for non-academic searches:** For normal web searches you will need SearXNG or an API key to a search provider like brave search or SerpAPI. The free searches are mostly academic search engines and will not help you for most normal searches.
 
+## Quick SearXNG Setup (Recommended)
+
+```bash
+# Pull the SearXNG Docker image
+docker pull searxng/searxng
+
+# Run SearXNG (will be available at http://localhost:8080)
+docker run -d -p 8080:8080 --name searxng searxng/searxng
+
+# Start SearXNG (Required after system restart)
+docker start searxng
+```
+
+Once these commands are executed, SearXNG will be automatically activated and ready to use. The tool will automatically detect and use your local SearXNG instance for searches.
+
 ## Windows Installation
 
  Download the [Windows Installer](https://github.com/LearningCircuit/local-deep-research/releases/download/v0.1.0/LocalDeepResearch_Setup.exe) for easy one-click installation.

{local_deep_research-0.2.3.dist-info → local_deep_research-0.3.1.dist-info}/RECORD

@@ -1,13 +1,14 @@
-local_deep_research-0.2.3.dist-info/METADATA,sha256=46N1CYIqxccMSv3Iaq-Tm8gEFtnuc1ATUJqfM720HkE,19797
-local_deep_research-0.2.3.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-local_deep_research-0.2.3.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
-local_deep_research-0.2.3.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
-local_deep_research/__init__.py,sha256=tczbsYNZQqfPAuVtz6OFyo-uUqjNQLelEIT2G7mPTwA,870
+local_deep_research-0.3.1.dist-info/METADATA,sha256=hm0xOekqqqLIN0jglNZfEIsEZXrlg29PaAPgav3jFd4,20274
+local_deep_research-0.3.1.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+local_deep_research-0.3.1.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
+local_deep_research-0.3.1.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
+local_deep_research/__init__.py,sha256=9wV3oonZMEHsE_JhyZU9P0hW2Uwv47zotGlbAB_gQiA,885
 local_deep_research/__main__.py,sha256=LIxK5iS6aLAKMFBDpUS3V-jDcxchqi3eSUsI2jAZUXk,371
+local_deep_research/__version__.py,sha256=r4xAFihOf72W9TD-lpMi6ntWSTKTP2SlzKP1ytkjRbI,22
 local_deep_research/advanced_search_system/__init__.py,sha256=sGusMj4eFIrhXR6QbOM16UDKB6aI-iS4IFivKWpMlh0,234
 local_deep_research/advanced_search_system/filters/__init__.py,sha256=2dXrV4skcVHI2Lb3BSL2Ajq0rnLeSw7kc1MbIynMxa4,190
 local_deep_research/advanced_search_system/filters/base_filter.py,sha256=dFNQ7U2dj4bf3voT73YhcG-w9eW-BTlc4F9kstFcETY,969
-local_deep_research/advanced_search_system/filters/cross_engine_filter.py,sha256=j-0bBFHEaLbfOJxIWH8MzNpQ2JIKn9zGwzzLbyn8tm0,7775
+local_deep_research/advanced_search_system/filters/cross_engine_filter.py,sha256=R2pM5p06gXLwOvXexGcUe5h4OQpxmlft-DXC217CiOo,8004
 local_deep_research/advanced_search_system/findings/base_findings.py,sha256=tTVEQZeGuTdJ1tDF8QAkiS5pWest8_lmbq3Oq5EPGeY,2052
 local_deep_research/advanced_search_system/findings/repository.py,sha256=nIdF114IaSNLjnjetbXE8s8C69djik3lywOiFvFI4Lk,19804
 local_deep_research/advanced_search_system/knowledge/__init__.py,sha256=9zjQkdmomZCgZZP45fqw0E8UVpBjkzkyW7RpY0f8gY8,34
@@ -19,48 +20,45 @@ local_deep_research/advanced_search_system/questions/decomposition_question.py,s
 local_deep_research/advanced_search_system/questions/standard_question.py,sha256=SRT5f8pFlcI-AT88CgmQZEnU6-XKpN2cppvMxO6mWXc,4561
 local_deep_research/advanced_search_system/repositories/__init__.py,sha256=cCjAR9Z3BFZaN6_OYN9zJPvwcxCxgfp9oOeMqUmLX2c,145
 local_deep_research/advanced_search_system/strategies/__init__.py,sha256=upbslnB6Ns8RJ0-b1bH74-f5gZbo7evpx1dRrKEkzHA,35
-local_deep_research/advanced_search_system/strategies/base_strategy.py,sha256=cK5DqvsjGlFyqKRtpl0-dI6cip32UIbGS8eqsuL9SjI,3781
-local_deep_research/advanced_search_system/strategies/iterdrag_strategy.py,sha256=eKCyxNVRnN7pOr-8LEzREbRkHX6ffa9hmjGwBYHHDDc,18129
-local_deep_research/advanced_search_system/strategies/parallel_search_strategy.py,sha256=dA5KgS5G_1O82MLhWx1UOZi5P4c7hqWdQPRdtt1B49U,19006
-local_deep_research/advanced_search_system/strategies/rapid_search_strategy.py,sha256=fiLTqCfpyoNlP_rRZB96gdi3KoOkCWk-Nw5fb7E9an4,10389
-local_deep_research/advanced_search_system/strategies/source_based_strategy.py,sha256=PW5gHhpayon3d716Ooo02UITkoxfBGvgzrm7kFITWWo,17312
-local_deep_research/advanced_search_system/strategies/standard_strategy.py,sha256=FbZAHiRAhfFCtA46Im0KxF5QNzursiz0SqhimvNiaXs,12747
+local_deep_research/advanced_search_system/strategies/base_strategy.py,sha256=NVowhf36DLeES302v0U6cWDCmQvNuV0cVj4glSculfQ,3975
+local_deep_research/advanced_search_system/strategies/iterdrag_strategy.py,sha256=dKTgwXaXFxBqzUw_S434LdEvV4HL2CrR9K9KBaMYxOg,18473
+local_deep_research/advanced_search_system/strategies/parallel_search_strategy.py,sha256=iOWxbfKQZAt-Ua8NDqKaMZugete0YMCk9wfQfKkQHVE,19385
+local_deep_research/advanced_search_system/strategies/rapid_search_strategy.py,sha256=giuBMkkxUkdI4J9711bjM3ReMLTFfyt6irT4v-3ef_Q,10426
+local_deep_research/advanced_search_system/strategies/source_based_strategy.py,sha256=QmdwUV56ZGCHMLti91hEFQ6As9Yp0C_rvC6aJsnfI0U,17288
+local_deep_research/advanced_search_system/strategies/standard_strategy.py,sha256=Yqe5N3bUCDXjeSlP8__AORPYyHVY5sEb82zvpTU34r8,12774
 local_deep_research/advanced_search_system/tools/__init__.py,sha256=73jLuCKigwc9lJQ0uD3_F16dgCg4pL-F2cwC6tk9-oc,30
 local_deep_research/advanced_search_system/tools/base_tool.py,sha256=jEs4eroCvo0dHP_uF-5kLiQP7OfkD1YzNAD650a8Ktk,2865
 local_deep_research/advanced_search_system/tools/knowledge_tools/__init__.py,sha256=73jLuCKigwc9lJQ0uD3_F16dgCg4pL-F2cwC6tk9-oc,30
 local_deep_research/advanced_search_system/tools/question_tools/__init__.py,sha256=73jLuCKigwc9lJQ0uD3_F16dgCg4pL-F2cwC6tk9-oc,30
 local_deep_research/advanced_search_system/tools/search_tools/__init__.py,sha256=73jLuCKigwc9lJQ0uD3_F16dgCg4pL-F2cwC6tk9-oc,30
 local_deep_research/api/__init__.py,sha256=-tJQp7Qm1aPg6fgfuw-w9dfNo8GzrJLOy2i3dG8Drl8,441
-local_deep_research/api/research_functions.py,sha256=8Q_Rzfc0Qj2oLxzvFJIA4ms10uQC0a5SBHkIkSoPcw4,10908
+local_deep_research/api/research_functions.py,sha256=SItLEuib94AXrhMsgmYDtykGrVmBPDKYHzzeDPhH688,9563
 local_deep_research/app.py,sha256=U_92UX0dpVAQoaXciVNy_By_AyDEWGlXSeTwFpohALQ,155
-local_deep_research/citation_handler.py,sha256=NoEvnpf7jqCAJX6H-H8i2Hz69CVPW6UBg12cBRYtVdA,4396
+local_deep_research/citation_handler.py,sha256=MZVd6xl7g3xrWauFBPuVIC36z8onc-zQb8xI4dQXxsU,4307
 local_deep_research/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-local_deep_research/config/config_files.py,sha256=k6ptAKIvqGrhnRsfRjT9uD2xBLAiD0vqXoYxggF5mik,10041
-local_deep_research/config/llm_config.py,sha256=KhuDbxjndU939rMCKmeYDctsx7fRoXMoQRv1AgtZKI4,16536
-local_deep_research/config/search_config.py,sha256=-qacGuPOuOgPzSS0j2Nt7dBBah2cx4syIlm5KMrGzRo,2503
+local_deep_research/config/llm_config.py,sha256=Ot61pHJVAjgX9l3SmaoyxcaQg1pd2dmK24XYL8JyTs8,14743
+local_deep_research/config/search_config.py,sha256=ruryPSS4Wy9-xi_02c-98KLKaELeLnZ10pnCpc0-ogg,2171
 local_deep_research/defaults/.env.template,sha256=_eVCy4d_XwpGXy8n50CG3wH9xx2oqJCFKS7IbqgInDk,491
 local_deep_research/defaults/__init__.py,sha256=C_0t0uZmtrVB4rM9NM9Wx8PJU5kFcT-qOHvws5W2iOg,1352
-local_deep_research/defaults/local_collections.toml,sha256=zNa03PVnFrZ757JdZOuW6QDxkOc6ep5tG8baGBrMmXM,1778
-local_deep_research/defaults/main.toml,sha256=4PfSKHXzPjesdh7IzLprJ_oaCxqum9PvuKEaxr_-iJI,1940
-local_deep_research/defaults/search_engines.toml,sha256=XBnqCxzFvXa1HoKLcb_Jg4EGXMlgYOw1sm_CicSdYDM,8285
+local_deep_research/defaults/default_settings.json,sha256=J9vhJHu2lMYMJnw68kO4e0So3SrMrHUwbjPW7i4LAPc,119769
 local_deep_research/main.py,sha256=umGmaQmW7bpx27wUAgSNjNr4oSHV6mDX5hoyfb22HEY,7033
 local_deep_research/migrate_db.py,sha256=S1h6Bv0OJdRW4BaH7MIMrUXBRV_yqgH2T6LVOZKTQjI,4634
 local_deep_research/report_generator.py,sha256=-G3KDEbsuU3PdxDfuo5v28DIX7RE1yJCCBU2KgRbNzI,9084
-local_deep_research/search_system.py,sha256=YmXu9ui-aB5kGb9rqQWUb7qSvd-iHfp3PvRenPwCdDA,7604
+local_deep_research/search_system.py,sha256=hzJRsT5iX_D65Su4Q8v6Dd9ElH-oG0E7RhqulgEqXSY,7567
 local_deep_research/setup_data_dir.py,sha256=7MJa2MMdDUnktJVHwMpyNL2079-qylpIyyLpVbF5AUY,1134
 local_deep_research/test_migration.py,sha256=cXY9WbpxLslNEa1vFwLMvcvKBbUe7Wosm--AqmPIPYM,6459
 local_deep_research/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-local_deep_research/utilities/db_utils.py,sha256=pSxtGT6rGFf2-yrci0FW0UBUj51B7WOhzS0GfMeY7oQ,1226
+local_deep_research/utilities/db_utils.py,sha256=27RTIWrzyNC0oDmJAOc6raTmmgrc8jqJLxH7jQbCt0g,1830
 local_deep_research/utilities/enums.py,sha256=yFwmodt93uETdQd7qyW4vOUhiAzZF-BHBbVYHKN7scU,223
 local_deep_research/utilities/llm_utils.py,sha256=1O8faskPSnyave15cxOVXQcdcFrDybQA445m0OjnD9g,4877
-local_deep_research/utilities/search_utilities.py,sha256=JiSRMiXZEgtpEbpmPbfoBtR5tARB6Su0wEeATFVz_9Y,9453
+local_deep_research/utilities/search_utilities.py,sha256=k4Eag-XJOZl4cRd4GO1z2WpvVPLLhZ-HuBD7RswhaQM,9604
 local_deep_research/utilities/setup_utils.py,sha256=0Us6doQ6xQtKzgtnN1C4L7sSgxzFKJ35FpmZdj1tCDM,213
 local_deep_research/web/__init__.py,sha256=CynnuRxCf9mB0AHeylhF5yVZwdj0H6bxVrZtniw3xmE,44
-local_deep_research/web/app.py,sha256=yOCi7ZT8bPjmX9N_2YkhYwFiIvf33VMDYeHRtLgBBE4,4213
-local_deep_research/web/app_factory.py,sha256=vGQ7UL6zDIX8MSt2Z_CIOwkD5Phj-kXkPhN9KoJHW2E,9037
+local_deep_research/web/app.py,sha256=tl3PAf41NBYYGq0oeIKAZw_hVSB8JmjyF8jzvYPeAU0,3414
+local_deep_research/web/app_factory.py,sha256=rk5QCwpxrub6ptKsvjSDTNtq8d2RWbKo2LZLvL__fPo,8107
 local_deep_research/web/database/README.md,sha256=eEDLqLIfOBRvc0TFh3J1HrtFbZceYmVgpjS3-oyZ5nI,2861
 local_deep_research/web/database/migrate_to_ldr_db.py,sha256=-ltKuhgosPhybDsJ13BuvvHEDJTN4Jx6SiO6XvW0SKA,9823
-local_deep_research/web/database/migrations.py,sha256=9u33vKB-Q9ixtd52hWitOZI2U5ULaEnoylccGoyQInU,16718
+local_deep_research/web/database/migrations.py,sha256=ylfHrPGs0xWwUAAratsXGJ2aoS_C0ysHd92EwniLz44,1618
 local_deep_research/web/database/models.py,sha256=MIxYWIQIovkrR65rFMxlDXn2iZXf5SIePIE_-vSmLXg,3489
 local_deep_research/web/database/schema_upgrade.py,sha256=u3tx_tlsuzJw-NhvhKvQG6dqzwUckQkic0D3taZAt-k,2924
 local_deep_research/web/models/database.py,sha256=NV4h0RU0ta408SkI_ZmquCplMTNH1Q4zxYJ4SHwmiGY,9489
@@ -68,11 +66,11 @@ local_deep_research/web/models/settings.py,sha256=rXBI9vY5k3ndR8dPd3fZJy-6HwYltQ
 local_deep_research/web/routes/api_routes.py,sha256=S0UdCmfm0v1GEM4UiSbI0PE3xUOxiGaYFR2ZOE0256U,19075
 local_deep_research/web/routes/history_routes.py,sha256=6a_8nX349viuvi1zP5S7BaPPpAh133eTi1NVWO545A8,12622
 local_deep_research/web/routes/research_routes.py,sha256=JlzaP1z-7XAP3E0nkEjLIfYj_NKf5qDcrjxBmUouAhM,23492
-local_deep_research/web/routes/settings_routes.py,sha256=rEvvFCVWJ80zchnzXBv9SAnDXMvDPLGDjSUfLRlCCi0,60012
-local_deep_research/web/services/research_service.py,sha256=0tFx3wactXhZjFuZDHC3aAFgpDTtjfm_c-1HsZLxaos,39656
+local_deep_research/web/routes/settings_routes.py,sha256=r9RbCCD37rqPsQPFyzlku6OElzQP-nuLbL4AH6e6Fgo,49233
+local_deep_research/web/services/research_service.py,sha256=vs_pWuv56rG2atgSamlDK4MdxpWTxbBVf3rHztr6y2A,39488
 local_deep_research/web/services/resource_service.py,sha256=yKgOC6GEOmHqRoGzwf52e19UaGCCS1DbDbOIXgWGvGc,4378
-local_deep_research/web/services/settings_manager.py,sha256=ybnhSlByuKA2oJPElN2WI8bh-ZzC6lP08x0Gsz8Ycbk,24310
-local_deep_research/web/services/settings_service.py,sha256=1XHvNBNs9gzor2AxOEDrqL-JsKyXKk5izCnoXAV78u8,5064
+local_deep_research/web/services/settings_manager.py,sha256=lHc0Arh9RR4D_Dubj6OxtlZw7MvHtdY8Db9p5LnX_ac,16376
+local_deep_research/web/services/settings_service.py,sha256=SgmjhMvGZjJE63hKKaqY7kPGphnUyXcQG8NFN5rTizs,3550
 local_deep_research/web/services/socket_service.py,sha256=jZGXk6kesBOf4bAdLiT3V4Ofod12pGKTsvxr3ml8ydY,7272
 local_deep_research/web/static/css/custom_dropdown.css,sha256=-pCx6oazWVgwqFAGq_eZ8OrTKMVQlgkKYCM6w-bACLs,7949
 local_deep_research/web/static/css/settings.css,sha256=QZbjLz8zNQZvM_ROzQOH67ZHZHEQ8WohkIPJlsekqfk,24719
@@ -84,11 +82,12 @@ local_deep_research/web/static/js/components/fallback/ui.js,sha256=b2mbTrUGMdH6p
 local_deep_research/web/static/js/components/history.js,sha256=Tqn6tdFcj5QMZd_eW8YTIHPVQMEMFUQJlRaFv0waQFA,16100
 local_deep_research/web/static/js/components/logpanel.js,sha256=bRYkOf-BRTAHrHx9cnF8wYMWVoCbyA7XevcJzTujQjg,42115
 local_deep_research/web/static/js/components/progress.js,sha256=aTvtyZDQMkjyhqy62icuZuJ7Khyujgust6fpQFcRABk,41570
-local_deep_research/web/static/js/components/research.js,sha256=eGcYMgprmwTG0ApZuzazqXsdUed7GbWEzBwnCNHJL3U,81074
+local_deep_research/web/static/js/components/research.js,sha256=LQmZNqRrxkqa61pGaXHLiHGh7SNiq5XNMqfGMKCRDzM,81074
 local_deep_research/web/static/js/components/results.js,sha256=7fL18Yn0DwAjuelXvz-UlbDiLCFk-_UEEeqEjaDEVBA,32314
-local_deep_research/web/static/js/components/settings.js,sha256=CgQQ8Bz1JW9n8zZIkTcZs5LgbtwB3MAGGwohQSgHlyc,167969
+local_deep_research/web/static/js/components/settings.js,sha256=0i8bwvgVrgyAeRus29txodBY5MeAVSpZ0byL5h_VRgY,168278
 local_deep_research/web/static/js/components/settings_sync.js,sha256=LWDZ2EE8ChCxI5TPmPm9F4rOiYIEzEJxSCE1GLXk-2w,3925
 local_deep_research/web/static/js/main.js,sha256=NHOcEVytPCvF5tz3yPWg8Qu5ghVs5-GWKmpaKB87oi4,8440
+local_deep_research/web/static/js/research_form.js,sha256=qOZK0z_BE_xx2a1sx5vTjsCTW-ggHES_uj5eunO9Bo8,3632
 local_deep_research/web/static/js/services/api.js,sha256=AP24hrw6VBrEjQxIMnxrZuGFmrdm9MReSjjZ-AIKqr0,6776
 local_deep_research/web/static/js/services/audio.js,sha256=-Sdjuq8U-isBEK4aLc-QMDedfGtEvsQc7FBJTEoAueM,857
 local_deep_research/web/static/js/services/formatting.js,sha256=wBAVHls_TTzGLreqi7lHcm0dXPm7F0Itttpn8NEtzfg,3345
@@ -107,7 +106,7 @@ local_deep_research/web/templates/components/sidebar.html,sha256=FLjlpwlXPoNd-Nc
 local_deep_research/web/templates/pages/details.html,sha256=OYvSNfi8uFD1wNeHxWza1-xWMrT9c4V7U0ZEZnISlCU,2768
 local_deep_research/web/templates/pages/history.html,sha256=ZS3QufL2beUVB9P_LvqIixvYfCT-EjtokQa9LRp5sUs,1982
 local_deep_research/web/templates/pages/progress.html,sha256=tq9XRRZBm2KnnBxPlAa7cWWDAP-pqJeHGgtlul7UVSs,2550
-local_deep_research/web/templates/pages/research.html,sha256=abrFM19P86U5uaNUZmJMl75pkJuAM4isZ2WBd6s5vGs,6965
+local_deep_research/web/templates/pages/research.html,sha256=b1NnqsrGvSJdt3FMHlEr3C7zbgCwVdBgoV8qOE0LNU0,7052
 local_deep_research/web/templates/pages/results.html,sha256=XKZVWo1CfbyjxMOntFO7IiF0_xX5r-JaJf7HDUSZTEY,2721
 local_deep_research/web/templates/settings_dashboard.html,sha256=A1fBe1D29v8G3ys94_rIiBP6Ky-rtYL6TRbDluoBMPI,4342
 local_deep_research/web/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -115,15 +114,15 @@ local_deep_research/web/utils/formatters.py,sha256=Gj_a0oFveNXHtvkiFe1rwlEtzYerM
 local_deep_research/web_search_engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 local_deep_research/web_search_engines/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 local_deep_research/web_search_engines/engines/full_search.py,sha256=6Pi_wj9oAtDHAyLsIbWGBeS8QBv6yCJEJ87LN68Cp-k,4703
-local_deep_research/web_search_engines/engines/meta_search_engine.py,sha256=92L7PKHh6DKV2ESxoycR_pXBYt_jC4XlTJAJKn9ptzk,12970
+local_deep_research/web_search_engines/engines/meta_search_engine.py,sha256=qUFl8yw5l7sfH-BRpXXrNQ2KrQ9LsaslhG1glb2AOIM,14715
 local_deep_research/web_search_engines/engines/search_engine_arxiv.py,sha256=3k8R4pyqIZf0RDMqXDw08xIGsfkp4ZR9kePDbmeuaH0,16603
 local_deep_research/web_search_engines/engines/search_engine_brave.py,sha256=y1j4CSLM0Ujw1LSBiWg1ZBnc2BvrkhDCorrQLnUBVtM,9149
 local_deep_research/web_search_engines/engines/search_engine_ddg.py,sha256=w9vRDpt_L0h5J-PWiNO_3J5uuRsfk5smlcIQjRofwB4,4649
 local_deep_research/web_search_engines/engines/search_engine_github.py,sha256=bojmx-R36eT_s20DGspAopkwqt6vKy4q_jH4foBt3Kk,31934
 local_deep_research/web_search_engines/engines/search_engine_google_pse.py,sha256=DuFtSUZgBR7nFBLZrbFMEuG-Rnv0cb-upHeGSDo7xRY,11177
 local_deep_research/web_search_engines/engines/search_engine_guardian.py,sha256=bNCppKJNNvkmw-LR5vfpRABhdhsUwOJqpcRHVjcziNU,23390
-local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=7s2qcyslMNiwXQynYjm_9t8nL_MDfue8wuDrBhfpcEg,40506
-local_deep_research/web_search_engines/engines/search_engine_local_all.py,sha256=zg963qnwg8XwUqc9DeBrFaDSEHVr-j7Bv76WhaEuyi8,5785
+local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=ephjkDrQbvil6GnceW31qSt70k11REOJ9o7y-bl69-A,40857
+local_deep_research/web_search_engines/engines/search_engine_local_all.py,sha256=vznpusmCBY9bLjD8EPrVhCb_8RZ8e9Wa8x386zv0pcM,5681
 local_deep_research/web_search_engines/engines/search_engine_pubmed.py,sha256=O99qfbSz7RHqinAP_C0iod-ZaEGE5tyBbh1DJi2-VhQ,38495
 local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=wPYIl22SgXjIDYzcq62glGH2JZywCnZR31he1i7U1cE,18053
 local_deep_research/web_search_engines/engines/search_engine_semantic_scholar.py,sha256=jYs_TRM0izMfldsZ8NkCQsP-o6vCPXUjyxt0nIsxOVI,22799
@@ -131,6 +130,6 @@ local_deep_research/web_search_engines/engines/search_engine_serpapi.py,sha256=O
 local_deep_research/web_search_engines/engines/search_engine_wayback.py,sha256=rfRs7WJxa-H1DXSyduFHBMfpFwWEVRXLd8s_78iU8gU,17894
 local_deep_research/web_search_engines/engines/search_engine_wikipedia.py,sha256=UxYBSGD-XZGQantq_AdgtBA8FCKV0C6mEr6GS_vleQQ,10092
 local_deep_research/web_search_engines/search_engine_base.py,sha256=PLU_sAWhWKTOQWcv32GINuhLdIwB0sEQy-pp9oG9Ggo,9835
-local_deep_research/web_search_engines/search_engine_factory.py,sha256=mkIf6F-8-aooS47iqb8SanJ9shnl0UOVia8hr2xX0b0,12751
-local_deep_research/web_search_engines/search_engines_config.py,sha256=GmwpCT6vfeq1wrdr1R-zu6WRQ5XxyE7921HPsgGm3gI,2771
-local_deep_research-0.2.3.dist-info/RECORD,,
+local_deep_research/web_search_engines/search_engine_factory.py,sha256=DghAkQvLKRJYl5xb9AUjUv7ydAQ4rPi-TvzrmqdyGxE,10890
+local_deep_research/web_search_engines/search_engines_config.py,sha256=rgKo3UQhXov_4QxPcdzMqnAfJc5a6tGXtfnjIzKeHdQ,4584
+local_deep_research-0.3.1.dist-info/RECORD,,

local_deep_research/config/config_files.py

@@ -1,245 +0,0 @@
-import logging
-import os
-import platform
-from pathlib import Path
-
-from dotenv import load_dotenv
-from dynaconf import Dynaconf
-from platformdirs import user_documents_dir
-
-# Setup logging
-logger = logging.getLogger(__name__)
-
-
-def get_config_dir():
-
-    if platform.system() == "Windows":
-        # Windows: Use Documents directory
-        from platformdirs import user_documents_dir
-
-        config_dir = (
-            Path(user_documents_dir()) / "LearningCircuit" / "local-deep-research"
-        )
-    else:
-        # Linux/Mac: Use standard config directory
-        from platformdirs import user_config_dir
-
-        config_dir = Path(user_config_dir("local_deep_research", "LearningCircuit"))
-
-    logger.info(f"Looking for config in: {config_dir}")
-    return config_dir
-
-
-# Define config paths
-CONFIG_DIR = get_config_dir() / "config"
-CONFIG_DIR.mkdir(parents=True, exist_ok=True)
-SETTINGS_FILE = CONFIG_DIR / "settings.toml"
-SECRETS_FILE = CONFIG_DIR / ".secrets.toml"
-SEARCH_ENGINES_FILE = CONFIG_DIR / "search_engines.toml"
-
-LOCAL_COLLECTIONS_FILE = CONFIG_DIR / "local_collections.toml"
-
-# Define data directory for database
-DATA_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..", "data"))
-os.makedirs(DATA_DIR, exist_ok=True)
-DB_PATH = os.path.join(DATA_DIR, "ldr.db")
-
-env_file = CONFIG_DIR / ".env"
-
-if env_file.exists():
-    logger.info(f"Loading environment variables from: {env_file}")
-    load_dotenv(dotenv_path=env_file)
-else:
-    logger.warning(
-        f"Warning: .env file not found at {env_file}. Trying secondary location."
-    )
-    env_file_secondary = get_config_dir() / ".env"
-    if env_file_secondary.exists():
-        get_config_dir() / "config"
-        logger.info(f"Loading environment variables from: {env_file_secondary}")
-        load_dotenv(dotenv_path=env_file_secondary)
-    else:
-        logger.warning(f"Warning: .env file also not found at {env_file_secondary}.")
-
-
-# Set environment variable for Dynaconf to use
-docs_base = Path(user_documents_dir()) / "local_deep_research"
-os.environ["DOCS_DIR"] = str(docs_base)
-
-
-def init_config_files():
-    """Initialize config files if they don't exist"""
-    import os
-    import platform
-    import shutil
-
-    # Ensure CONFIG_DIR exists with explicit creation
-    os.makedirs(CONFIG_DIR, exist_ok=True)
-
-    # Get default files path with more reliable approach for Windows
-    if platform.system() == "Windows":
-        # Use a more reliable method on Windows
-        from pkg_resources import resource_filename
-
-        try:
-            defaults_dir = Path(resource_filename("local_deep_research", "defaults"))
-            logger.info(f"Using pkg_resources for Windows: {defaults_dir}")
-
-            # Create settings.toml if it doesn't exist (with explicit Windows paths)
-            settings_file = os.path.join(CONFIG_DIR, "settings.toml")
-            default_settings = os.path.join(defaults_dir, "main.toml")
-            if not os.path.exists(settings_file) and os.path.exists(default_settings):
-                shutil.copyfile(default_settings, settings_file)
-                logger.info(f"Created settings.toml at {settings_file}")
-                # Add note about database-first settings
-                with open(settings_file, "a") as f:
-                    f.write(
-                        "\n\n# NOTE: Settings in this file are used as fallback only.\n"
-                    )
-                    f.write(
-                        "# Settings stored in the database (ldr.db) take precedence.\n"
-                    )
-                    f.write(
-                        "# To modify settings permanently, use the web interface settings page.\n"
-                    )
-
-            # Create local_collections.toml if it doesn't exist
-            collections_file = os.path.join(CONFIG_DIR, "local_collections.toml")
-            default_collections = os.path.join(defaults_dir, "local_collections.toml")
-            if not os.path.exists(collections_file) and os.path.exists(
-                default_collections
-            ):
-                shutil.copyfile(default_collections, collections_file)
-                logger.info(f"Created local_collections.toml at {collections_file}")
-
-            # Create search_engines.toml if it doesn't exist
-            search_engines_file = os.path.join(CONFIG_DIR, "search_engines.toml")
-            default_engines = os.path.join(defaults_dir, "search_engines.toml")
-            if not os.path.exists(search_engines_file) and os.path.exists(
-                default_engines
-            ):
-                shutil.copyfile(default_engines, search_engines_file)
-                logger.info(f"Created search_engines.toml at {search_engines_file}")
-                # Add note about database-first settings
-                with open(search_engines_file, "a") as f:
-                    f.write(
-                        "\n\n# NOTE: Settings in this file are used as fallback only.\n"
-                    )
-                    f.write(
-                        "# Settings stored in the database (ldr.db) take precedence.\n"
-                    )
-                    f.write(
-                        "# To modify search settings permanently, use the web interface settings page.\n"
-                    )
-
-                # Create .env.template if it doesn't exist
-            env_template_file = CONFIG_DIR / ".env.template"
-            if not env_template_file.exists():
-                shutil.copy(defaults_dir / ".env.template", env_template_file)
-                logger.info(f"Created .env.template at {env_template_file}")
-
-                # Optionally create an empty .env file if it doesn't exist
-                env_file = CONFIG_DIR / ".env"
-                if not env_file.exists():
-                    with open(env_file, "w") as f:
-                        f.write("# Add your environment variables here\n")
-                    logger.info(f"Created empty .env file at {env_file}")
-        except Exception as e:
-            logger.error(f"Error initializing Windows config files: {e}")
-    else:
-        """Initialize config files if they don't exist"""
-        import shutil
-        from importlib.resources import files
-
-        # Get default files path
-        try:
-            defaults_dir = files("local_deep_research.defaults")
-        except ImportError:
-            # Fallback for older Python versions
-            from pkg_resources import resource_filename
-
-            defaults_dir = Path(resource_filename("local_deep_research", "defaults"))
-
-        # Create settings.toml if it doesn't exist
-        settings_file = CONFIG_DIR / "settings.toml"
-        if not settings_file.exists():
-            shutil.copy(defaults_dir / "main.toml", settings_file)
-            logger.info(f"Created settings.toml at {settings_file}")
-            # Add note about database-first settings
-            with open(settings_file, "a") as f:
-                f.write(
-                    "\n\n# NOTE: Settings in this file are used as fallback only.\n"
-                )
-                f.write("# Settings stored in the database (ldr.db) take precedence.\n")
-                f.write(
-                    "# To modify settings permanently, use the web interface settings page.\n"
-                )
-
-        # Create local_collections.toml if it doesn't exist
-        collections_file = CONFIG_DIR / "local_collections.toml"
-        if not collections_file.exists():
-            shutil.copy(defaults_dir / "local_collections.toml", collections_file)
-            logger.info(f"Created local_collections.toml at {collections_file}")
-
-        # Create search_engines.toml if it doesn't exist
-        search_engines_file = CONFIG_DIR / "search_engines.toml"
-        if not search_engines_file.exists():
-            shutil.copy(defaults_dir / "search_engines.toml", search_engines_file)
-            logger.info(f"Created search_engines.toml at {search_engines_file}")
-            # Add note about database-first settings
-            with open(search_engines_file, "a") as f:
-                f.write(
-                    "\n\n# NOTE: Settings in this file are used as fallback only.\n"
-                )
-                f.write("# Settings stored in the database (ldr.db) take precedence.\n")
-                f.write(
-                    "# To modify search settings permanently, use the web interface settings page.\n"
-                )
-
-        env_template_file = CONFIG_DIR / ".env.template"
-        if not env_template_file.exists():
-            shutil.copy(defaults_dir / ".env.template", env_template_file)
-            logger.info(f"Created .env.template at {env_template_file}")
-
-            # Optionally create an empty .env file if it doesn't exist
-            env_file = CONFIG_DIR / ".env"
-            if not env_file.exists():
-                with open(env_file, "w") as f:
-                    f.write("# Add your environment variables here\n")
-                logger.info(f"Created empty .env file at {env_file}")
-        secrets_file = CONFIG_DIR / ".secrets.toml"
-        if not secrets_file.exists():
-            with open(secrets_file, "w") as f:
-                f.write(
-                    """
-    # ANTHROPIC_API_KEY = "your-api-key-here"
-    # OPENAI_API_KEY = "your-openai-key-here"
-    # GOOGLE_API_KEY = "your-google-key-here"
-    # SERP_API_KEY = "your-api-key-here"
-    # GUARDIAN_API_KEY = "your-api-key-here"
-    # GOOGLE_PSE_API_KEY = "your-google-api-key-here"
-    # GOOGLE_PSE_ENGINE_ID = "your-programmable-search-engine-id-here"
-    """
-                )
-
-
-# Add a comment to explain the DB-first settings approach
-logger.info(
-    "Using database-first settings approach. TOML files are used as fallback only."
-)
-
-settings = Dynaconf(
-    settings_files=[
-        str(SETTINGS_FILE),
-        str(LOCAL_COLLECTIONS_FILE),
-        str(SEARCH_ENGINES_FILE),
-    ],
-    secrets=str(SECRETS_FILE),
-    env_prefix="LDR",
-    load_dotenv=True,
-    envvar_prefix="LDR",
-    env_file=str(CONFIG_DIR / ".env"),
-)
-
-# Initialize config files on import
-init_config_files()