local-deep-research 0.6.1__tar.gz → 0.6.4__tar.gz

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.6.1
+Version: 0.6.4
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>, djpetti <djpetti@gmail.com>
 License: MIT License
@@ -99,6 +99,7 @@ Description-Content-Type: text/markdown
 
 *Performs deep, iterative research using multiple LLMs and search engines with proper citations*
 </div>
+
 ## 🚀 What is Local Deep Research?
 
 LDR is an AI research assistant that performs systematic research by:
@@ -118,6 +119,14 @@ It aims to help researchers, students, and professionals find accurate informati
 - **Transparent**: Track costs and performance with built-in analytics
 - **Open Source**: MIT licensed with an active community
 
+## 📊 Performance
+
+**~95% accuracy on SimpleQA benchmark** (preliminary results)
+- Tested with GPT-4.1-mini + SearXNG + focused-iteration strategy
+- Comparable to state-of-the-art AI research systems
+- Local models can achieve similar performance with proper configuration
+- [Join our community benchmarking effort →](https://github.com/LearningCircuit/local-deep-research/tree/main/community_benchmark_results)
+
 ## ✨ Key Features
 
 ### 🔍 Research Modes
@@ -160,7 +169,7 @@ It aims to help researchers, students, and professionals find accurate informati
 
 ## ⚡ Quick Start
 
-### Option 1: Docker (Quickstart no MAC/ARM)
+### Option 1: Docker (Quickstart on MAC/ARM)
 
 ```bash
 # Step 1: Pull and run SearXNG for optimal search results
@@ -175,7 +184,13 @@ docker run -d -p 5000:5000 --name local-deep-research --volume 'deep-research:/i
 LDR uses Docker compose to bundle the web app and all it's dependencies so
 you can get up and running quickly.
 
-#### Option 2a: DIY docker-compose
+#### Option 2a: Quick Start (One Command)
+```bash
+curl -O https://raw.githubusercontent.com/LearningCircuit/local-deep-research/main/docker-compose.yml && docker compose up -d
+```
+Open http://localhost:5000 after ~30 seconds. This starts LDR with SearXNG and all dependencies.
+
+#### Option 2b: DIY docker-compose
 See [docker-compose.yml](./docker-compose.yml) for a docker-compose file with reasonable defaults to get up and running with ollama, searxng, and local deep research all running locally.
 
 Things you may want/need to configure:
@@ -184,7 +199,7 @@ Things you may want/need to configure:
 * Ollama keep alive (duration model will stay loaded into VRAM and idle before getting unloaded automatically)
 * Deep Research model (depends on available VRAM and preference)
 
-#### Option 2b: Use Cookie Cutter to tailor a docker-compose to your needs:
+#### Option 2c: Use Cookie Cutter to tailor a docker-compose to your needs:
 
 ##### Prerequisites
 

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/README.md

@@ -17,6 +17,7 @@
 
 *Performs deep, iterative research using multiple LLMs and search engines with proper citations*
 </div>
+
 ## 🚀 What is Local Deep Research?
 
 LDR is an AI research assistant that performs systematic research by:
@@ -36,6 +37,14 @@ It aims to help researchers, students, and professionals find accurate informati
 - **Transparent**: Track costs and performance with built-in analytics
 - **Open Source**: MIT licensed with an active community
 
+## 📊 Performance
+
+**~95% accuracy on SimpleQA benchmark** (preliminary results)
+- Tested with GPT-4.1-mini + SearXNG + focused-iteration strategy
+- Comparable to state-of-the-art AI research systems
+- Local models can achieve similar performance with proper configuration
+- [Join our community benchmarking effort →](https://github.com/LearningCircuit/local-deep-research/tree/main/community_benchmark_results)
+
 ## ✨ Key Features
 
 ### 🔍 Research Modes
@@ -78,7 +87,7 @@ It aims to help researchers, students, and professionals find accurate informati
 
 ## ⚡ Quick Start
 
-### Option 1: Docker (Quickstart no MAC/ARM)
+### Option 1: Docker (Quickstart on MAC/ARM)
 
 ```bash
 # Step 1: Pull and run SearXNG for optimal search results
@@ -93,7 +102,13 @@ docker run -d -p 5000:5000 --name local-deep-research --volume 'deep-research:/i
 LDR uses Docker compose to bundle the web app and all it's dependencies so
 you can get up and running quickly.
 
-#### Option 2a: DIY docker-compose
+#### Option 2a: Quick Start (One Command)
+```bash
+curl -O https://raw.githubusercontent.com/LearningCircuit/local-deep-research/main/docker-compose.yml && docker compose up -d
+```
+Open http://localhost:5000 after ~30 seconds. This starts LDR with SearXNG and all dependencies.
+
+#### Option 2b: DIY docker-compose
 See [docker-compose.yml](./docker-compose.yml) for a docker-compose file with reasonable defaults to get up and running with ollama, searxng, and local deep research all running locally.
 
 Things you may want/need to configure:
@@ -102,7 +117,7 @@ Things you may want/need to configure:
 * Ollama keep alive (duration model will stay loaded into VRAM and idle before getting unloaded automatically)
 * Deep Research model (depends on available VRAM and preference)
 
-#### Option 2b: Use Cookie Cutter to tailor a docker-compose to your needs:
+#### Option 2c: Use Cookie Cutter to tailor a docker-compose to your needs:
 
 ##### Prerequisites
 

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/pyproject.toml

@@ -69,7 +69,7 @@ dependencies = [
     "aiohttp>=3.9.0",
     "tenacity>=8.0.0",
 ]
-version = "0.6.1"
+version = "0.6.4"
 
 [project.license]
 file = "LICENSE"

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/__init__.py

@@ -12,10 +12,16 @@ from .config.llm_config import get_llm
 from .config.search_config import get_search
 from .report_generator import get_report_generator
 from .web.app import main
+from .web.database.migrations import ensure_database_initialized
+from .setup_data_dir import setup_data_dir
 
 # Disable logging by default to not interfere with user setup.
 logger.disable("local_deep_research")
 
+# Initialize database.
+setup_data_dir()
+ensure_database_initialized()
+
 
 def get_advanced_search_system(strategy_name: str = "iterdrag"):
     """

local_deep_research-0.6.4/src/local_deep_research/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.6.4"

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/setup_data_dir.py

@@ -5,6 +5,7 @@ Creates the data directory for the application database if it doesn't exist.
 """
 
 import os
+from loguru import logger
 
 
 def setup_data_dir():
@@ -19,9 +20,9 @@ def setup_data_dir():
     # Create the data directory if it doesn't exist
     if not os.path.exists(data_dir):
         os.makedirs(data_dir)
-        print(f"Created data directory at: {data_dir}")
+        logger.info(f"Created data directory at: {data_dir}")
     else:
-        print(f"Data directory already exists at: {data_dir}")
+        logger.info(f"Data directory already exists at: {data_dir}")
 
     # Return the path to the data directory
     return data_dir

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/utilities/db_utils.py

@@ -16,18 +16,23 @@ DATA_DIR = os.path.abspath(
 DB_PATH = os.path.join(DATA_DIR, "ldr.db")
 
 
-@thread_specific_cache(cache=LRUCache(maxsize=1))
-def get_db_session() -> Session:
+@thread_specific_cache(cache=LRUCache(maxsize=10))
+def get_db_session(_namespace: str = "") -> Session:
     """
+    Args:
+        _namespace: This can be specified to an arbitrary string in order to
+            force the caching mechanism to create separate settings even in
+            the same thread. Usually it does not need to be specified.
+
     Returns:
-        The singleton DB session.
+        The singleton DB session for each thread.
+
     """
     engine = create_engine(f"sqlite:///{DB_PATH}")
     session_class = sessionmaker(bind=engine)
     return session_class()
 
 
-@thread_specific_cache(cache=LRUCache(maxsize=1))
 def get_settings_manager() -> SettingsManager:
     """
     Returns:
@@ -53,12 +58,9 @@ def get_db_setting(
     """
     try:
         # Get settings manager which handles database access
-        value = get_settings_manager().get_setting(key)
-
-        if value is not None:
-            return value
+        return get_settings_manager().get_setting(key, default=default_value)
     except Exception:
         logger.exception(f"Error getting setting {key} from database")
 
-    logger.warning(f"Could not find setting '{key}' in the database.")
+    logger.warning(f"Could not read setting '{key}' from the database.")
     return default_value

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/utilities/log_utils.py

@@ -130,7 +130,7 @@ def database_sink(message: loguru.Message) -> None:
     )
 
     # Save the entry to the database.
-    db_session = get_db_session()
+    db_session = get_db_session("log_utils.database_sink")
     try:
         db_session.add(db_log)
         db_session.commit()

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/utilities/threading_utils.py

@@ -1,13 +1,17 @@
 import threading
 from functools import wraps
-from typing import Any, Callable, Tuple
-from loguru import logger
+from typing import Any, Callable, Tuple, Hashable
+import uuid
 
+from loguru import logger
 from cachetools import cached, keys
 from flask import current_app, g
 from flask.ctx import AppContext
 
 
+g_thread_local_store = threading.local()
+
+
 def thread_specific_cache(*args: Any, **kwargs: Any) -> Callable:
     """
     A version of `cached()` that is local to a single thread. In other words,
@@ -22,9 +26,18 @@ def thread_specific_cache(*args: Any, **kwargs: Any) -> Callable:
 
     """
 
-    def _key_func(*args_: Any, **kwargs_: Any) -> Tuple[int, ...]:
+    def _key_func(*args_: Any, **kwargs_: Any) -> Tuple[Hashable, ...]:
         base_hash = keys.hashkey(*args_, **kwargs_)
-        return (threading.get_ident(),) + base_hash
+
+        if hasattr(g_thread_local_store, "thread_id"):
+            # We already gave this thread a unique ID. Use that.
+            thread_id = g_thread_local_store.thread_id
+        else:
+            # Give this thread a new unique ID.
+            thread_id = uuid.uuid4().hex
+            g_thread_local_store.thread_id = thread_id
+
+        return (thread_id,) + base_hash
 
     return cached(*args, **kwargs, key=_key_func)
 

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/web/api.py

@@ -10,7 +10,7 @@ from functools import wraps
 from flask import Blueprint, jsonify, request
 
 from ..api.research_functions import analyze_documents
-from .services.settings_service import get_setting
+from ..utilities.db_utils import get_db_setting
 
 # Create a blueprint for the API
 api_blueprint = Blueprint("api_v1", __name__, url_prefix="/api/v1")
@@ -30,12 +30,14 @@ def api_access_control(f):
     @wraps(f)
     def decorated_function(*args, **kwargs):
         # Check if API is enabled
-        api_enabled = get_setting("app.enable_api", True)  # Default to enabled
+        api_enabled = get_db_setting(
+            "app.enable_api", True
+        )  # Default to enabled
         if not api_enabled:
             return jsonify({"error": "API access is disabled"}), 403
 
         # Implement rate limiting
-        rate_limit = get_setting(
+        rate_limit = get_db_setting(
             "app.api_rate_limit", 60
         )  # Default 60 requests per minute
         if rate_limit:

local_deep_research-0.6.4/src/local_deep_research/web/app.py

@@ -0,0 +1,30 @@
+from loguru import logger
+
+from ..utilities.db_utils import get_db_setting
+from ..utilities.log_utils import config_logger
+from .app_factory import create_app
+
+
+@logger.catch
+def main():
+    """
+    Entry point for the web application when run as a command.
+    This function is needed for the package's entry point to work properly.
+    """
+    # Configure logging with milestone level
+    config_logger("ldr_web")
+
+    # Create the Flask app and SocketIO instance
+    app, socketio = create_app()
+
+    # Get web server settings with defaults
+    port = get_db_setting("web.port", 5000)
+    host = get_db_setting("web.host", "0.0.0.0")
+    debug = get_db_setting("web.debug", True)
+
+    with app.app_context():
+        socketio.run(host, port, debug=debug)
+
+
+if __name__ == "__main__":
+    main()

{local_deep_research-0.6.1 → local_deep_research-0.6.4}/src/local_deep_research/web/app_factory.py

@@ -13,7 +13,7 @@ from flask_wtf.csrf import CSRFProtect
 from loguru import logger
 
 from ..utilities.log_utils import InterceptHandler
-from .models.database import DB_PATH, init_db
+from .models.database import DB_PATH
 from .services.socket_service import SocketIOService
 
 
@@ -77,7 +77,6 @@ def create_app():
 
     # Initialize the database
     create_database(app)
-    init_db()
 
     # Register socket service
     socket_service = SocketIOService(app=app)
@@ -261,9 +260,6 @@ def create_database(app):
     from sqlalchemy import create_engine
     from sqlalchemy.orm import scoped_session, sessionmaker
 
-    from .database.migrations import run_migrations
-    from .database.models import Base
-
     # Configure SQLite to use URI mode, which allows for relative file paths
     engine = create_engine(
         app.config["SQLALCHEMY_DATABASE_URI"],
@@ -273,18 +269,12 @@ def create_database(app):
 
     app.engine = engine
 
-    # Create all tables
-    Base.metadata.create_all(engine)
-
     # Configure session factory
     session_factory = sessionmaker(
         bind=engine, autocommit=False, autoflush=False
     )
     app.db_session = scoped_session(session_factory)
 
-    # Run migrations and setup predefined settings
-    run_migrations(engine, app.db_session)
-
     # Add teardown context
     @app.teardown_appcontext
     def remove_session(exception=None):