local-deep-research 0.3.9__py3-none-any.whl → 0.3.11__py3-none-any.whl

local_deep_research/__version__.py

@@ -1 +1 @@
-__version__ = "0.3.9"
+__version__ = "0.3.11"

local_deep_research/defaults/default_settings.json

@@ -3029,16 +3029,29 @@
     },
     "search.engine.web.searxng.default_params.safe_search": {
         "category": "searxng",
-        "description": "Setting for searxng.default_params.safe_search",
+        "description": "Configure the safe search level",
         "editable": true,
         "max_value": null,
         "min_value": null,
         "name": "Safe Search",
-        "options": null,
+        "options": [
+            {
+                "label": "Off",
+                "value": "OFF"
+            },
+            {
+                "label": "Moderate",
+                "value": "MODERATE"
+            },
+            {
+                "label": "Strict",
+                "value": "STRICT"
+            }
+        ],
         "step": null,
         "type": "SEARCH",
-        "ui_element": "checkbox",
-        "value": 1,
+        "ui_element": "select",
+        "value": "OFF",
         "visible": true
     },
     "search.engine.web.searxng.full_search_class": {

local_deep_research/web/services/research_service.py

@@ -530,7 +530,7 @@ def run_research_process(
                     report_path = os.path.join(
                         OUTPUT_DIR,
                         f"quick_summary_{safe_query}_"
-                        f"{datetime.now().isoformat()}.md",
+                        f"{int(datetime.now().timestamp())}.md",
                     )
 
                     # Send progress update for writing to file
@@ -643,7 +643,7 @@ def run_research_process(
             safe_query = safe_query.replace(" ", "_").lower()
             report_path = os.path.join(
                 OUTPUT_DIR,
-                f"detailed_report_{safe_query}_{datetime.now().isoformat()}.md",
+                f"detailed_report_{safe_query}_{int(datetime.now().timestamp())}.md",
             )
 
             with open(report_path, "w", encoding="utf-8") as f:

local_deep_research/web_search_engines/engines/full_search.py

@@ -25,7 +25,7 @@ class FullSearchResults:
         max_results: int = 10,
         region: str = "wt-wt",
         time: str = "y",
-        safesearch: str = "Moderate",
+        safesearch: str | int = "Moderate",
     ):
         self.llm = llm
         self.output_format = output_format

local_deep_research/web_search_engines/engines/search_engine_searxng.py

@@ -1,3 +1,4 @@
+import enum
 import logging
 import os
 import time
@@ -15,6 +16,17 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 
+@enum.unique
+class SafeSearchSetting(enum.IntEnum):
+    """
+    Acceptable settings for safe search.
+    """
+
+    OFF = 0
+    MODERATE = 1
+    STRICT = 2
+
+
 class SearXNGSearchEngine(BaseSearchEngine):
     """
     SearXNG search engine implementation that requires an instance URL provided via
@@ -29,7 +41,7 @@ class SearXNGSearchEngine(BaseSearchEngine):
         categories: Optional[List[str]] = None,
         engines: Optional[List[str]] = None,
         language: str = "en",
-        safe_search: int = 1,
+        safe_search: str = SafeSearchSetting.OFF.name,
         time_range: Optional[str] = None,
         delay_between_requests: float = 0.0,
         llm: Optional[BaseLLM] = None,
@@ -89,7 +101,14 @@ class SearXNGSearchEngine(BaseSearchEngine):
         self.categories = categories or ["general"]
         self.engines = engines
         self.language = language
-        self.safe_search = safe_search
+        try:
+            self.safe_search = SafeSearchSetting[safe_search]
+        except ValueError:
+            logger.error(
+                "'{}' is not a valid safe search setting. Disabling safe search",
+                safe_search,
+            )
+            self.safe_search = SafeSearchSetting.OFF
         self.time_range = time_range
 
         self.delay_between_requests = float(
@@ -114,11 +133,7 @@ class SearXNGSearchEngine(BaseSearchEngine):
                 max_results=max_results,
                 region="wt-wt",
                 time="y",
-                safesearch=(
-                    "Moderate"
-                    if safe_search == 1
-                    else "Off" if safe_search == 0 else "Strict"
-                ),
+                safesearch=self.safe_search.value,
             )
 
         self.last_request_time = 0
@@ -177,7 +192,7 @@ class SearXNGSearchEngine(BaseSearchEngine):
                 "language": self.language,
                 "format": "html",  # Use HTML format instead of JSON
                 "pageno": 1,
-                "safesearch": self.safe_search,
+                "safesearch": self.safe_search.value,
                 "count": self.max_results,
             }
 

{local_deep_research-0.3.9.dist-info → local_deep_research-0.3.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.3.9
+Version: 0.3.11
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>
 License: MIT License
@@ -108,34 +108,42 @@ Local Deep Research combines the power of large language models with intelligent
 
 ### Option 1: Docker (Recommended)
 
+LDR uses Docker compose to bundle the web app and all it's dependencies so
+you can get up and running quickly.
+
+### Prerequisites
+
+- [Docker](https://docs.docker.com/engine/install/)
+- [Docker Compose](https://docs.docker.com/compose/install/)
+- `cookiecutter`: Run `pip install --user cookiecutter`
+
+Clone the repository:
+
 ```bash
-# Step 1: Pull and run SearXNG for optimal search results
-docker pull searxng/searxng
-docker run -d -p 8080:8080 --name searxng searxng/searxng
+git clone https://github.com/LearningCircuit/local-deep-research.git
+cd local-deep-research
+```
 
-# Step 2: Pull and run Local Deep Research
-docker pull localdeepresearch/local-deep-research
-docker run -d -p 5000:5000 --name local-deep-research localdeepresearch/local-deep-research
+### Configuring with Docker Compose
 
-# Optional 3a: For connecting to already installed local Ollama (https://ollama.com/download) or other local services
-# docker run -d -p 5000:5000 --network host --name local-deep-research localdeepresearch/local-deep-research
+In the LDR repository, run the following command
+to do generate the compose file:
 
-# Optional 3b (recommended): Pull and run Ollama for local LLM capabilities
-# docker pull ollama/ollama
-# docker run -d -p 11434:11434 --name ollama ollama/ollama
-# docker exec -it ollama ollama pull gemma3:12b
+```bash
+cookiecutter cookiecutter-docker/
+```
 
-# Start containers - Required after each reboot (can be automated with this flag --restart unless-stopped in run)
-docker start searxng
-docker start local-deep-research
-# docker start ollama
+This will prompt you to answer a series of questions. Hit Enter repeatedly
+to accept the default values. It should generate a file in the repository called `docker-compose.default.yml`. To run LDR, use the following command:
+
+```bash
+docker compose -f docker-compose.default.yml up
 ```
 
 Then visit `http://127.0.0.1:5000` to start researching!
 
-> **Note**: If you need to connect to local services (like Ollama), add `--network host` to the command.
->
-> **Don't have Docker? It's installed in a few clicks: [Install Docker here](https://www.docker.com/get-started/)**
+See [here](https://github.com/LearningCircuit/local-deep-research/wiki/Installation#docker-installation-recommended) for more information about
+using Docker.
 
 ### Option 2: Python Package (mostly for programmatic access)
 

{local_deep_research-0.3.9.dist-info → local_deep_research-0.3.11.dist-info}/RECORD

@@ -1,10 +1,9 @@
-local_deep_research-0.3.9.dist-info/METADATA,sha256=V8I6NbaRBfXVto4TzI8tyufrsvh0vos0zlRaXX8rqZI,16628
-local_deep_research-0.3.9.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-local_deep_research-0.3.9.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
-local_deep_research-0.3.9.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
+local_deep_research-0.3.11.dist-info/METADATA,sha256=iAN4Tz0PLv3IndAQsqk-rrBoHCuhGnce59XQv9Y1_oE,16473
+local_deep_research-0.3.11.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+local_deep_research-0.3.11.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
+local_deep_research-0.3.11.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
 local_deep_research/__init__.py,sha256=9wV3oonZMEHsE_JhyZU9P0hW2Uwv47zotGlbAB_gQiA,885
-local_deep_research/__main__.py,sha256=LIxK5iS6aLAKMFBDpUS3V-jDcxchqi3eSUsI2jAZUXk,371
-local_deep_research/__version__.py,sha256=7YeBgSVj8ydF7tymPSFdq22NONiQoBjKL1iwcxp4TJo,21
+local_deep_research/__version__.py,sha256=TESjMH0a_iUkwdfWT4nyzKizSFmmCY2omxnS2XyT97Y,23
 local_deep_research/advanced_search_system/__init__.py,sha256=sGusMj4eFIrhXR6QbOM16UDKB6aI-iS4IFivKWpMlh0,234
 local_deep_research/advanced_search_system/filters/__init__.py,sha256=2dXrV4skcVHI2Lb3BSL2Ajq0rnLeSw7kc1MbIynMxa4,190
 local_deep_research/advanced_search_system/filters/base_filter.py,sha256=dFNQ7U2dj4bf3voT73YhcG-w9eW-BTlc4F9kstFcETY,969
@@ -40,8 +39,7 @@ local_deep_research/config/llm_config.py,sha256=bYxhwyjkdBlap832aWvWgHWjjPq45Oh2
 local_deep_research/config/search_config.py,sha256=ruryPSS4Wy9-xi_02c-98KLKaELeLnZ10pnCpc0-ogg,2171
 local_deep_research/defaults/.env.template,sha256=_eVCy4d_XwpGXy8n50CG3wH9xx2oqJCFKS7IbqgInDk,491
 local_deep_research/defaults/__init__.py,sha256=C_0t0uZmtrVB4rM9NM9Wx8PJU5kFcT-qOHvws5W2iOg,1352
-local_deep_research/defaults/default_settings.json,sha256=OcRS16WAP4zKvU0UAbXlvBcitt0wv_Z7hq93x1OZBdA,120559
-local_deep_research/main.py,sha256=umGmaQmW7bpx27wUAgSNjNr4oSHV6mDX5hoyfb22HEY,7033
+local_deep_research/defaults/default_settings.json,sha256=1ov1lVSSuf5LdyIRHLnqkkc-AAuyLZr6TSNMuSXXVwg,120844
 local_deep_research/migrate_db.py,sha256=S1h6Bv0OJdRW4BaH7MIMrUXBRV_yqgH2T6LVOZKTQjI,4634
 local_deep_research/report_generator.py,sha256=-G3KDEbsuU3PdxDfuo5v28DIX7RE1yJCCBU2KgRbNzI,9084
 local_deep_research/search_system.py,sha256=dq9US9zoB7TSiMorsrFFrSHlR6MSqE0IP3NBKB3fP8U,7830
@@ -67,7 +65,7 @@ local_deep_research/web/routes/api_routes.py,sha256=S0UdCmfm0v1GEM4UiSbI0PE3xUOx
 local_deep_research/web/routes/history_routes.py,sha256=6a_8nX349viuvi1zP5S7BaPPpAh133eTi1NVWO545A8,12622
 local_deep_research/web/routes/research_routes.py,sha256=zSU21oAkZnADnuhJniShd8US8hpPDiYqQxUhalJwQeU,23685
 local_deep_research/web/routes/settings_routes.py,sha256=fkYLwDgcHfiHVml3ux6qCc5qFMjfnKfPcwisqhg995s,49280
-local_deep_research/web/services/research_service.py,sha256=RyZ4cCePV9n--wm-8-c0wpLGwA1aQIiuTpnRlLuU8-I,39646
+local_deep_research/web/services/research_service.py,sha256=gsveymwt4hKKwVGU2XqFYT27GeEsmSU7EOWrvDsUtnk,39656
 local_deep_research/web/services/resource_service.py,sha256=yKgOC6GEOmHqRoGzwf52e19UaGCCS1DbDbOIXgWGvGc,4378
 local_deep_research/web/services/settings_manager.py,sha256=CHz_nd49BVRJiLALAjTHfmkKNy_Vr3ogCm5P-_633bk,17281
 local_deep_research/web/services/settings_service.py,sha256=SgmjhMvGZjJE63hKKaqY7kPGphnUyXcQG8NFN5rTizs,3550
@@ -114,7 +112,7 @@ local_deep_research/web/utils/formatters.py,sha256=Gj_a0oFveNXHtvkiFe1rwlEtzYerM
 local_deep_research/web/utils/templates.py,sha256=scBPbjUJqaFltFX37ZLsdcgPycPY7kMSew5mZWCG1H0,535
 local_deep_research/web_search_engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 local_deep_research/web_search_engines/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-local_deep_research/web_search_engines/engines/full_search.py,sha256=6Pi_wj9oAtDHAyLsIbWGBeS8QBv6yCJEJ87LN68Cp-k,4703
+local_deep_research/web_search_engines/engines/full_search.py,sha256=GoBWvFh1eJS6esGNuFoMbq7GHaDMI_pqKX2RY136IXo,4709
 local_deep_research/web_search_engines/engines/meta_search_engine.py,sha256=qUFl8yw5l7sfH-BRpXXrNQ2KrQ9LsaslhG1glb2AOIM,14715
 local_deep_research/web_search_engines/engines/search_engine_arxiv.py,sha256=3k8R4pyqIZf0RDMqXDw08xIGsfkp4ZR9kePDbmeuaH0,16603
 local_deep_research/web_search_engines/engines/search_engine_brave.py,sha256=y1j4CSLM0Ujw1LSBiWg1ZBnc2BvrkhDCorrQLnUBVtM,9149
@@ -125,7 +123,7 @@ local_deep_research/web_search_engines/engines/search_engine_guardian.py,sha256=
 local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=ephjkDrQbvil6GnceW31qSt70k11REOJ9o7y-bl69-A,40857
 local_deep_research/web_search_engines/engines/search_engine_local_all.py,sha256=vznpusmCBY9bLjD8EPrVhCb_8RZ8e9Wa8x386zv0pcM,5681
 local_deep_research/web_search_engines/engines/search_engine_pubmed.py,sha256=O99qfbSz7RHqinAP_C0iod-ZaEGE5tyBbh1DJi2-VhQ,38495
-local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=LjArsD5ICgfsaFupF3O31oqb60ONgwqwWu-UDt7eA68,17710
+local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=viCD1CVSym8als_o7LHbzwYlJ4jQIUPmmCxcXLjW4P4,18043
 local_deep_research/web_search_engines/engines/search_engine_semantic_scholar.py,sha256=jYs_TRM0izMfldsZ8NkCQsP-o6vCPXUjyxt0nIsxOVI,22799
 local_deep_research/web_search_engines/engines/search_engine_serpapi.py,sha256=OnoYL89WX1qWC6mOosSdgbJ-rXcIFmCVdrd6-qg7xes,8711
 local_deep_research/web_search_engines/engines/search_engine_wayback.py,sha256=rfRs7WJxa-H1DXSyduFHBMfpFwWEVRXLd8s_78iU8gU,17894
@@ -133,4 +131,4 @@ local_deep_research/web_search_engines/engines/search_engine_wikipedia.py,sha256
 local_deep_research/web_search_engines/search_engine_base.py,sha256=PLU_sAWhWKTOQWcv32GINuhLdIwB0sEQy-pp9oG9Ggo,9835
 local_deep_research/web_search_engines/search_engine_factory.py,sha256=DghAkQvLKRJYl5xb9AUjUv7ydAQ4rPi-TvzrmqdyGxE,10890
 local_deep_research/web_search_engines/search_engines_config.py,sha256=UAE6TfxFXrt-RvSfGQ_FRsOGGrsSs8VI3n1i-0Lfo2s,4929
-local_deep_research-0.3.9.dist-info/RECORD,,
+local_deep_research-0.3.11.dist-info/RECORD,,

local_deep_research/__main__.py

@@ -1,16 +0,0 @@
-"""
-Main entry point when running the package with `python -m local_deep_research`.
-This avoids circular imports by directly importing the main function after
-the package is fully loaded.
-"""
-
-
-def main():
-    # Only import main after the whole package has been initialized
-    from .main import main as main_func
-
-    main_func()
-
-
-if __name__ == "__main__":
-    main()

local_deep_research/main.py

@@ -1,215 +0,0 @@
-import logging
-import sys
-from typing import Dict
-
-from . import get_advanced_search_system, get_report_generator
-from .config.config_files import settings
-from .utilities.db_utils import get_db_setting
-
-
-def print_report(report: Dict):
-    """Print and save the report in a readable format"""
-
-    # Print to console in readable format
-    print("\n=== GENERATED REPORT ===\n")
-
-    # Print content
-    print(report["content"])
-
-    # Save to file in markdown format
-    with open("report.md", "w", encoding="utf-8") as markdown_file:
-        # Write content
-        markdown_file.write(report["content"])
-
-        # Write metadata at the end of the file
-        markdown_file.write("\n\n---\n\n")
-        markdown_file.write("## Report Metadata\n")
-
-        markdown_file.write(f"- Query: {report['metadata']['query']}\n")
-
-    print("\nReport has been saved to report.md")
-
-
-# Create the report generator lazily to avoid circular imports
-def get_report_generator_instance():
-    return get_report_generator()
-
-
-# report_generator = IntegratedReportGenerator()
-report_generator = None  # Will be initialized when needed
-
-
-def main():
-    import logging
-
-    from .utilities.setup_utils import setup_user_directories
-
-    # Configure logging
-    logging.basicConfig(level=logging.INFO)
-    logger = logging.getLogger(__name__)
-    search_iterations = get_db_setting("search.iterations", settings.search.iterations)
-    questions_per_iteration = get_db_setting(
-        "search.questions_per_iteration", settings.search.questions_per_iteration
-    )
-    logger.info(
-        f"Starting with settings: iterations={search_iterations}, "
-        f"questions_per_iteration={questions_per_iteration}"
-    )
-
-    # Explicitly run setup
-    logger.info("Initializing configuration...")
-    setup_user_directories()
-
-    system = get_advanced_search_system()
-
-    print("Welcome to the Advanced Research System")
-    print("Type 'quit' to exit")
-
-    while True:
-        print("\nSelect output type:")
-        print("1) Quick Summary (Generated in a few minutes)")
-        print(
-            "2) Detailed Research Report (Recommended for deeper analysis - may take several hours)"
-        )
-        choice = input("Enter number (1 or 2): ").strip()
-
-        while choice not in ["1", "2"]:
-            print("\nInvalid input. Please enter 1 or 2:")
-            print("1) Quick Summary (Generated in a few minutes)")
-            print(
-                "2) Detailed Research Report (Recommended for deeper analysis - may take several hours)"
-            )
-            choice = input("Enter number (1 or 2): ").strip()
-
-        query = input("\nEnter your research query: ").strip()
-
-        if query.lower() == "quit":
-            break
-
-        # System will automatically use updated configuration
-        # through the automatic reloading in get_llm() and get_search()
-
-        if choice == "1":
-            print("\nResearching... This may take a few minutes.\n")
-        else:
-            print(
-                "\nGenerating detailed report... This may take several hours. Please be patient as this enables deeper analysis.\n"
-            )
-
-        results = system.analyze_topic(query)
-        if results:
-            if choice == "1":
-                # Quick Summary
-                print("\n=== QUICK SUMMARY ===")
-                if results["findings"] and len(results["findings"]) > 0:
-                    initial_analysis = [
-                        finding["content"] for finding in results["findings"]
-                    ]
-                    print(initial_analysis)
-
-            else:
-                # Full Report
-                # Initialize report_generator if not already done
-                global report_generator
-                if report_generator is None:
-                    report_generator = get_report_generator()
-
-                final_report = report_generator.generate_report(results, query)
-                print("\n=== RESEARCH REPORT ===")
-                print_report(final_report)
-
-                print("\n=== RESEARCH METRICS ===")
-                print(f"Search Iterations: {results['iterations']}")
-
-        else:
-            print("Research failed. Please try again.")
-
-
-# Add command for database migration
-if __name__ == "__main__":
-    import argparse
-
-    parser = argparse.ArgumentParser(description="Local Deep Research")
-    parser.add_argument("--web", action="store_true", help="Start the web server")
-    parser.add_argument(
-        "--migrate-db", action="store_true", help="Migrate legacy databases to ldr.db"
-    )
-    parser.add_argument("--debug", action="store_true", help="Enable debug mode")
-    parser.add_argument(
-        "--test-migration",
-        action="store_true",
-        help="Test migration by checking database contents",
-    )
-    parser.add_argument(
-        "--schema-upgrade",
-        action="store_true",
-        help="Run schema upgrades on the database (e.g., remove redundant tables)",
-    )
-
-    args = parser.parse_args()
-
-    if args.debug:
-        logging.basicConfig(level=logging.DEBUG)
-    else:
-        logging.basicConfig(level=logging.INFO)
-
-    if args.migrate_db:
-        try:
-            # First ensure data directory exists
-            from src.local_deep_research.setup_data_dir import setup_data_dir
-
-            setup_data_dir()
-
-            # Then run the migration
-            from src.local_deep_research.web.database.migrate_to_ldr_db import (
-                migrate_to_ldr_db,
-            )
-
-            print("Starting database migration...")
-            success = migrate_to_ldr_db()
-            if success:
-                print("Database migration completed successfully")
-                sys.exit(0)
-            else:
-                print("Database migration failed")
-                sys.exit(1)
-        except Exception as e:
-            print(f"Error running database migration: {e}")
-            sys.exit(1)
-
-    if args.test_migration:
-        try:
-            from src.local_deep_research.test_migration import main as test_main
-
-            sys.exit(test_main())
-        except Exception as e:
-            print(f"Error running migration test: {e}")
-            sys.exit(1)
-
-    if args.schema_upgrade:
-        try:
-            from src.local_deep_research.web.database.schema_upgrade import (
-                run_schema_upgrades,
-            )
-
-            print("Running database schema upgrades...")
-            success = run_schema_upgrades()
-            if success:
-                print("Schema upgrades completed successfully")
-                sys.exit(0)
-            else:
-                print("Schema upgrades failed")
-                sys.exit(1)
-        except Exception as e:
-            print(f"Error running schema upgrades: {e}")
-            sys.exit(1)
-
-    if args.web:
-        from src.local_deep_research.web.app import main as web_main
-
-        web_main()
-    else:
-        # Default to web if no command specified
-        from src.local_deep_research.web.app import main as web_main
-
-        web_main()