local-deep-research 0.3.0__py3-none-any.whl → 0.3.1__py3-none-any.whl

local_deep_research/__init__.py

@@ -2,10 +2,10 @@
 Local Deep Research - A tool for conducting deep research using AI.
 """
 
-__version__ = "0.2.0"
 __author__ = "Your Name"
 __description__ = "A tool for conducting deep research using AI"
 
+from .__version__ import __version__
 from .config.llm_config import get_llm
 from .config.search_config import get_search
 from .report_generator import get_report_generator

local_deep_research/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.3.1"

local_deep_research/defaults/default_settings.json

@@ -3810,5 +3810,187 @@
         "ui_element": "number",
         "value": 100,
         "visible": true
+    },
+    "search.engine.web.pubmed.use_in_auto_search": {
+        "category": "pubmed",
+        "description": "Include PubMed in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.arxiv.use_in_auto_search": {
+        "category": "arxiv",
+        "description": "Include ArXiv in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.searxng.use_in_auto_search": {
+        "category": "searxng",
+        "description": "Include SearXNG in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.github.use_in_auto_search": {
+        "category": "github",
+        "description": "Include GitHub in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.wikipedia.use_in_auto_search": {
+        "category": "wikipedia",
+        "description": "Include Wikipedia in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.web.brave.use_in_auto_search": {
+        "category": "brave",
+        "description": "Include Brave search in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.google_pse.use_in_auto_search": {
+        "category": "google_pse",
+        "description": "Include Google PSE in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.serpapi.use_in_auto_search": {
+        "category": "serpapi",
+        "description": "Include SerpAPI in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.web.wayback.use_in_auto_search": {
+        "category": "wayback",
+        "description": "Include Wayback in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.local_all.use_in_auto_search": {
+        "category": "local_all",
+        "description": "Include local documents in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": true,
+        "visible": true
+    },
+    "search.engine.local.personal_notes.use_in_auto_search": {
+        "category": "personal_notes",
+        "description": "Include personal notes in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.project_docs.use_in_auto_search": {
+        "category": "project_docs",
+        "description": "Include project documents in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
+    },
+    "search.engine.local.research_papers.use_in_auto_search": {
+        "category": "research_papers",
+        "description": "Include research papers in auto search mode",
+        "editable": true,
+        "max_value": null,
+        "min_value": null,
+        "name": "Include in Auto Search",
+        "options": null,
+        "step": null,
+        "type": "SEARCH",
+        "ui_element": "checkbox",
+        "value": false,
+        "visible": true
     }
 }

local_deep_research/web/services/settings_manager.py

@@ -34,7 +34,7 @@ def check_env_setting(key: str) -> str | None:
         is not set.
 
     """
-    env_variable_name = f"LDR_{"_".join(key.split(".")).upper()}"
+    env_variable_name = f"LDR_{'_'.join(key.split('.')).upper()}"
     env_value = os.getenv(env_variable_name)
     if env_value is not None:
         logger.debug(f"Overriding {key} setting from environment variable.")

local_deep_research/web_search_engines/engines/meta_search_engine.py

@@ -65,16 +65,43 @@ class MetaSearchEngine(BaseSearchEngine):
         )
 
     def _get_available_engines(self) -> List[str]:
-        """Get list of available engines, excluding 'meta' and 'auto'"""
+        """Get list of available engines, excluding 'meta' and 'auto', based on user settings"""
         # Filter out 'meta' and 'auto' and check API key availability
         available = []
+
         for name, config_ in search_config().items():
             if name in ["meta", "auto"]:
                 continue
 
+            # Determine if this is a local engine (starts with "local.")
+            is_local_engine = name.startswith("local.")
+
+            # Determine the appropriate setting path based on engine type
+            if is_local_engine:
+                # Format: search.engine.local.{engine_name}.use_in_auto_search
+                local_name = name.replace("local.", "")
+                auto_search_setting = (
+                    f"search.engine.local.{local_name}.use_in_auto_search"
+                )
+            else:
+                # Format: search.engine.web.{engine_name}.use_in_auto_search
+                auto_search_setting = f"search.engine.web.{name}.use_in_auto_search"
+
+            # Get setting from database, default to False if not found
+            use_in_auto_search = get_db_setting(auto_search_setting, False)
+
+            # Skip engines that aren't enabled for auto search
+            if not use_in_auto_search:
+                logger.info(
+                    f"Skipping {name} engine because it's not enabled for auto search"
+                )
+                continue
+
+            # Skip engines that require API keys if we don't want to use them
             if config_.get("requires_api_key", False) and not self.use_api_key_services:
                 continue
 
+            # Skip engines that require API keys if the key is not available
             if config_.get("requires_api_key", False):
                 api_key = config_.get("api_key")
                 if not api_key:
@@ -82,9 +109,11 @@ class MetaSearchEngine(BaseSearchEngine):
 
             available.append(name)
 
-        # Make sure we have at least one engine available
-        if not available and "wikipedia" in search_config():
-            available.append("wikipedia")
+        # If no engines are available, raise an error instead of falling back silently
+        if not available:
+            error_msg = "No search engines enabled for auto search. Please enable at least one engine in settings."
+            logger.error(error_msg)
+            raise RuntimeError(error_msg)
 
         return available
 
@@ -131,6 +160,17 @@ class MetaSearchEngine(BaseSearchEngine):
                 except KeyError as e:
                     logger.error(f"Missing key for engine {engine_name}: {str(e)}")
 
+            # Only proceed if we have engines available to choose from
+            if not engines_info:
+                logger.warning(
+                    "No engine information available for prompt, using reliability-based sorting instead"
+                )
+                return sorted(
+                    self.available_engines,
+                    key=lambda x: search_config().get(x, {}).get("reliability", 0),
+                    reverse=True,
+                )
+
             prompt = f"""You are a search query analyst. Consider this search query:
 
 QUERY: {query}

{local_deep_research-0.3.0.dist-info → local_deep_research-0.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.3.0
+Version: 0.3.1
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>
 License: MIT License

{local_deep_research-0.3.0.dist-info → local_deep_research-0.3.1.dist-info}/RECORD

@@ -1,9 +1,10 @@
-local_deep_research-0.3.0.dist-info/METADATA,sha256=WSZtS5ZFrspdz3dcvptFc3-KSgYuHKmUADJAsmFCBQI,20274
-local_deep_research-0.3.0.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-local_deep_research-0.3.0.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
-local_deep_research-0.3.0.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
-local_deep_research/__init__.py,sha256=L2MM_sEYFSoZlmBB3VgmFrFArmN2F6LSvYM5ipdVfTw,870
+local_deep_research-0.3.1.dist-info/METADATA,sha256=hm0xOekqqqLIN0jglNZfEIsEZXrlg29PaAPgav3jFd4,20274
+local_deep_research-0.3.1.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+local_deep_research-0.3.1.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
+local_deep_research-0.3.1.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
+local_deep_research/__init__.py,sha256=9wV3oonZMEHsE_JhyZU9P0hW2Uwv47zotGlbAB_gQiA,885
 local_deep_research/__main__.py,sha256=LIxK5iS6aLAKMFBDpUS3V-jDcxchqi3eSUsI2jAZUXk,371
+local_deep_research/__version__.py,sha256=r4xAFihOf72W9TD-lpMi6ntWSTKTP2SlzKP1ytkjRbI,22
 local_deep_research/advanced_search_system/__init__.py,sha256=sGusMj4eFIrhXR6QbOM16UDKB6aI-iS4IFivKWpMlh0,234
 local_deep_research/advanced_search_system/filters/__init__.py,sha256=2dXrV4skcVHI2Lb3BSL2Ajq0rnLeSw7kc1MbIynMxa4,190
 local_deep_research/advanced_search_system/filters/base_filter.py,sha256=dFNQ7U2dj4bf3voT73YhcG-w9eW-BTlc4F9kstFcETY,969
@@ -39,7 +40,7 @@ local_deep_research/config/llm_config.py,sha256=Ot61pHJVAjgX9l3SmaoyxcaQg1pd2dmK
 local_deep_research/config/search_config.py,sha256=ruryPSS4Wy9-xi_02c-98KLKaELeLnZ10pnCpc0-ogg,2171
 local_deep_research/defaults/.env.template,sha256=_eVCy4d_XwpGXy8n50CG3wH9xx2oqJCFKS7IbqgInDk,491
 local_deep_research/defaults/__init__.py,sha256=C_0t0uZmtrVB4rM9NM9Wx8PJU5kFcT-qOHvws5W2iOg,1352
-local_deep_research/defaults/default_settings.json,sha256=5-oP17moaO6hgcK5nE1YcOih_JqE0VyfYtYD4be0bdo,114083
+local_deep_research/defaults/default_settings.json,sha256=J9vhJHu2lMYMJnw68kO4e0So3SrMrHUwbjPW7i4LAPc,119769
 local_deep_research/main.py,sha256=umGmaQmW7bpx27wUAgSNjNr4oSHV6mDX5hoyfb22HEY,7033
 local_deep_research/migrate_db.py,sha256=S1h6Bv0OJdRW4BaH7MIMrUXBRV_yqgH2T6LVOZKTQjI,4634
 local_deep_research/report_generator.py,sha256=-G3KDEbsuU3PdxDfuo5v28DIX7RE1yJCCBU2KgRbNzI,9084
@@ -68,7 +69,7 @@ local_deep_research/web/routes/research_routes.py,sha256=JlzaP1z-7XAP3E0nkEjLIfY
 local_deep_research/web/routes/settings_routes.py,sha256=r9RbCCD37rqPsQPFyzlku6OElzQP-nuLbL4AH6e6Fgo,49233
 local_deep_research/web/services/research_service.py,sha256=vs_pWuv56rG2atgSamlDK4MdxpWTxbBVf3rHztr6y2A,39488
 local_deep_research/web/services/resource_service.py,sha256=yKgOC6GEOmHqRoGzwf52e19UaGCCS1DbDbOIXgWGvGc,4378
-local_deep_research/web/services/settings_manager.py,sha256=JRznmUCqPIr2efKO1fVN1-ONzE7okXeCfLbBRmADGbg,16376
+local_deep_research/web/services/settings_manager.py,sha256=lHc0Arh9RR4D_Dubj6OxtlZw7MvHtdY8Db9p5LnX_ac,16376
 local_deep_research/web/services/settings_service.py,sha256=SgmjhMvGZjJE63hKKaqY7kPGphnUyXcQG8NFN5rTizs,3550
 local_deep_research/web/services/socket_service.py,sha256=jZGXk6kesBOf4bAdLiT3V4Ofod12pGKTsvxr3ml8ydY,7272
 local_deep_research/web/static/css/custom_dropdown.css,sha256=-pCx6oazWVgwqFAGq_eZ8OrTKMVQlgkKYCM6w-bACLs,7949
@@ -113,7 +114,7 @@ local_deep_research/web/utils/formatters.py,sha256=Gj_a0oFveNXHtvkiFe1rwlEtzYerM
 local_deep_research/web_search_engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 local_deep_research/web_search_engines/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 local_deep_research/web_search_engines/engines/full_search.py,sha256=6Pi_wj9oAtDHAyLsIbWGBeS8QBv6yCJEJ87LN68Cp-k,4703
-local_deep_research/web_search_engines/engines/meta_search_engine.py,sha256=wkeY2OkZi7fVl8ga4IgrDWmUjAuedm5avANqiK6BZPo,12822
+local_deep_research/web_search_engines/engines/meta_search_engine.py,sha256=qUFl8yw5l7sfH-BRpXXrNQ2KrQ9LsaslhG1glb2AOIM,14715
 local_deep_research/web_search_engines/engines/search_engine_arxiv.py,sha256=3k8R4pyqIZf0RDMqXDw08xIGsfkp4ZR9kePDbmeuaH0,16603
 local_deep_research/web_search_engines/engines/search_engine_brave.py,sha256=y1j4CSLM0Ujw1LSBiWg1ZBnc2BvrkhDCorrQLnUBVtM,9149
 local_deep_research/web_search_engines/engines/search_engine_ddg.py,sha256=w9vRDpt_L0h5J-PWiNO_3J5uuRsfk5smlcIQjRofwB4,4649
@@ -131,4 +132,4 @@ local_deep_research/web_search_engines/engines/search_engine_wikipedia.py,sha256
 local_deep_research/web_search_engines/search_engine_base.py,sha256=PLU_sAWhWKTOQWcv32GINuhLdIwB0sEQy-pp9oG9Ggo,9835
 local_deep_research/web_search_engines/search_engine_factory.py,sha256=DghAkQvLKRJYl5xb9AUjUv7ydAQ4rPi-TvzrmqdyGxE,10890
 local_deep_research/web_search_engines/search_engines_config.py,sha256=rgKo3UQhXov_4QxPcdzMqnAfJc5a6tGXtfnjIzKeHdQ,4584
-local_deep_research-0.3.0.dist-info/RECORD,,
+local_deep_research-0.3.1.dist-info/RECORD,,