local-deep-research 0.3.11__py3-none-any.whl → 0.3.12__py3-none-any.whl

local_deep_research/__version__.py

@@ -1 +1 @@
-__version__ = "0.3.11"
+__version__ = "0.3.12"

local_deep_research/config/llm_config.py

@@ -9,6 +9,7 @@ from langchain_openai import ChatOpenAI
 
 from ..utilities.db_utils import get_db_setting
 from ..utilities.search_utilities import remove_think_tags
+from ..utilities.url_utils import normalize_url
 
 # Setup logging
 logger = logging.getLogger(__name__)
@@ -141,7 +142,12 @@ def get_llm(model_name=None, temperature=None, provider=None, openai_endpoint_ur
     elif provider == "ollama":
         try:
             # Use the configurable Ollama base URL
-            base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+            raw_base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+            base_url = (
+                normalize_url(raw_base_url)
+                if raw_base_url
+                else "http://localhost:11434"
+            )
 
             # Check if Ollama is available before trying to use it
             if not is_ollama_available():
@@ -371,7 +377,10 @@ def is_ollama_available():
     try:
         import requests
 
-        base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+        raw_base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+        base_url = (
+            normalize_url(raw_base_url) if raw_base_url else "http://localhost:11434"
+        )
         logger.info(f"Checking Ollama availability at {base_url}/api/tags")
 
         try:

local_deep_research/config/search_config.py

@@ -26,7 +26,7 @@ def get_search(search_tool=None, llm_instance=None):
     """
 
     # Use specified tool or default from settings
-    tool = search_tool or get_db_setting("search.tool", "auto")
+    tool = search_tool or get_db_setting("search.tool", "searxng")
     logger.info(f"Creating search engine with tool: {tool}")
 
     # Get LLM instance (use provided or get fresh one)

local_deep_research/defaults/default_settings.json

@@ -733,7 +733,7 @@
         "step": null,
         "type": "SEARCH",
         "ui_element": "select",
-        "value": "auto",
+        "value": "searxng",
         "visible": true
     },
     "search.engine.web.arxiv.display_name": {

local_deep_research/utilities/url_utils.py

@@ -0,0 +1,57 @@
+"""URL utility functions for the local deep research application."""
+
+import logging
+
+logger = logging.getLogger(__name__)
+
+
+def normalize_url(raw_url: str) -> str:
+    """
+    Normalize a URL to ensure it has a proper scheme and format.
+
+    Args:
+        raw_url: The raw URL string to normalize
+
+    Returns:
+        A properly formatted URL string
+
+    Examples:
+        >>> normalize_url("localhost:11434")
+        'http://localhost:11434'
+        >>> normalize_url("https://example.com:11434")
+        'https://example.com:11434'
+        >>> normalize_url("http:example.com")
+        'http://example.com'
+    """
+    if not raw_url:
+        raise ValueError("URL cannot be empty")
+
+    # Clean up the URL
+    raw_url = raw_url.strip()
+
+    # First check if the URL already has a proper scheme
+    if raw_url.startswith(("http://", "https://")):
+        return raw_url
+
+    # Handle case where URL is malformed like "http:hostname" (missing //)
+    if raw_url.startswith(("http:", "https:")) and not raw_url.startswith(
+        ("http://", "https://")
+    ):
+        scheme = raw_url.split(":", 1)[0]
+        rest = raw_url.split(":", 1)[1]
+        return f"{scheme}://{rest}"
+
+    # Handle URLs that start with //
+    if raw_url.startswith("//"):
+        # Remove the // and process
+        raw_url = raw_url[2:]
+
+    # At this point, we should have hostname:port or just hostname
+    # Determine if this is localhost or an external host
+    hostname = raw_url.split(":")[0].split("/")[0]
+    is_localhost = hostname in ("localhost", "127.0.0.1", "[::1]", "0.0.0.0")
+
+    # Use http for localhost, https for external hosts
+    scheme = "http" if is_localhost else "https"
+
+    return f"{scheme}://{raw_url}"

local_deep_research/web/routes/api_routes.py

@@ -1,10 +1,10 @@
 import json
 import logging
-import os
 
 import requests
 from flask import Blueprint, current_app, jsonify, request
 
+from ...utilities.url_utils import normalize_url
 from ..models.database import get_db_connection
 from ..routes.research_routes import active_research, termination_flags
 from ..services.research_service import (
@@ -49,7 +49,7 @@ def api_start_research():
         research_settings = {
             "model_provider": "OLLAMA",  # Default
             "model": "llama2",  # Default
-            "search_engine": "auto",  # Default
+            "search_engine": "searxng",  # Default
         }
 
         cursor.execute(
@@ -255,10 +255,14 @@ def check_ollama_status():
                 {"running": True, "message": f"Using provider: {provider}, not Ollama"}
             )
 
-        # Get Ollama API URL
-        ollama_base_url = os.getenv(
-            "OLLAMA_BASE_URL",
-            llm_config.get("ollama_base_url", "http://localhost:11434"),
+        # Get Ollama API URL from LLM config
+        raw_ollama_base_url = llm_config.get(
+            "ollama_base_url", "http://localhost:11434"
+        )
+        ollama_base_url = (
+            normalize_url(raw_ollama_base_url)
+            if raw_ollama_base_url
+            else "http://localhost:11434"
         )
 
         logger.info(f"Checking Ollama status at: {ollama_base_url}")
@@ -380,9 +384,14 @@ def check_ollama_model():
         # Log which model we're checking for debugging
         logger.info(f"Checking availability of Ollama model: {model_name}")
 
-        ollama_base_url = os.getenv(
-            "OLLAMA_BASE_URL",
-            llm_config.get("ollama_base_url", "http://localhost:11434"),
+        # Get Ollama API URL from LLM config
+        raw_ollama_base_url = llm_config.get(
+            "ollama_base_url", "http://localhost:11434"
+        )
+        ollama_base_url = (
+            normalize_url(raw_ollama_base_url)
+            if raw_ollama_base_url
+            else "http://localhost:11434"
         )
 
         # Check if the model is available

local_deep_research/web/routes/settings_routes.py

@@ -19,6 +19,7 @@ from flask_wtf.csrf import generate_csrf
 from sqlalchemy.orm import Session
 
 from ...utilities.db_utils import get_db_setting
+from ...utilities.url_utils import normalize_url
 from ..database.models import Setting, SettingType
 from ..services.settings_service import (
     create_or_update_setting,
@@ -667,7 +668,15 @@ def api_get_available_models():
             try:
                 current_app.logger.info("Attempting to connect to Ollama API")
 
-                base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+                raw_base_url = get_db_setting(
+                    "llm.ollama.url", "http://localhost:11434"
+                )
+                base_url = (
+                    normalize_url(raw_base_url)
+                    if raw_base_url
+                    else "http://localhost:11434"
+                )
+
                 ollama_response = requests.get(f"{base_url}/api/tags", timeout=5)
 
                 current_app.logger.debug(
@@ -1269,11 +1278,12 @@ def fix_corrupted_settings():
 def check_ollama_status():
     """Check if Ollama is running and available"""
     try:
-        # Set a shorter timeout for the request
-        base_url = os.getenv(
-            "OLLAMA_BASE_URL",
-            "http://localhost:11434",
+        # Get Ollama URL from settings
+        raw_base_url = get_db_setting("llm.ollama.url", "http://localhost:11434")
+        base_url = (
+            normalize_url(raw_base_url) if raw_base_url else "http://localhost:11434"
         )
+
         response = requests.get(f"{base_url}/api/version", timeout=2.0)
 
         if response.status_code == 200:

local_deep_research/web_search_engines/engines/search_engine_local.py

@@ -32,6 +32,7 @@ from langchain_text_splitters import RecursiveCharacterTextSplitter
 
 from ...config import search_config
 from ...utilities.db_utils import get_db_setting
+from ...utilities.url_utils import normalize_url
 from ..search_engine_base import BaseSearchEngine
 
 # Setup logging
@@ -169,12 +170,20 @@ class LocalEmbeddingManager:
             if self.embedding_model_type == "ollama":
                 # Use Ollama for embeddings
                 if not self.ollama_base_url:
-                    self.ollama_base_url = get_db_setting(
+                    raw_ollama_base_url = get_db_setting(
                         "llm.ollama.url", "http://localhost:11434"
                     )
+                    self.ollama_base_url = (
+                        normalize_url(raw_ollama_base_url)
+                        if raw_ollama_base_url
+                        else "http://localhost:11434"
+                    )
+                else:
+                    # Ensure scheme is present if ollama_base_url was passed in constructor
+                    self.ollama_base_url = normalize_url(self.ollama_base_url)
 
                 logger.info(
-                    f"Initializing Ollama embeddings with model {self.embedding_model}"
+                    f"Initializing Ollama embeddings with model {self.embedding_model} and base_url {self.ollama_base_url}"
                 )
                 return OllamaEmbeddings(
                     model=self.embedding_model, base_url=self.ollama_base_url
@@ -563,7 +572,7 @@ class LocalEmbeddingManager:
                         str(index_path),
                         self.embeddings,
                         allow_dangerous_deserialization=True,
-                        nomalize_L2=True,
+                        normalize_L2=True,
                     )
                 except Exception as e:
                     logger.error(f"Error loading index for {folder_path}: {e}")

{local_deep_research-0.3.11.dist-info → local_deep_research-0.3.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: local-deep-research
-Version: 0.3.11
+Version: 0.3.12
 Summary: AI-powered research assistant with deep, iterative analysis using LLMs and web searches
 Author-Email: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com>, HashedViking <6432677+HashedViking@users.noreply.github.com>
 License: MIT License
@@ -106,7 +106,24 @@ Local Deep Research combines the power of large language models with intelligent
 
 ## ⚡ Quick Start
 
-### Option 1: Docker (Recommended)
+### Option 1: Docker (Quickstart no MAC/ARM)
+
+```bash
+# Step 1: Pull and run SearXNG for optimal search results
+docker pull searxng/searxng
+docker run -d -p 8080:8080 --name searxng searxng/searxng
+
+# Step 2: Pull and run Local Deep Research (Please build your own docker on ARM)
+docker pull localdeepresearch/local-deep-research
+docker run -d -p 5000:5000 --network host --name local-deep-research localdeepresearch/local-deep-research
+
+# Start containers - Required after each reboot (can be automated with this flag in run command --restart unless-stopped)
+docker start searxng
+docker start local-deep-research
+
+```
+
+### Option 2: Docker Compose (Recommended)
 
 LDR uses Docker compose to bundle the web app and all it's dependencies so
 you can get up and running quickly.
@@ -145,7 +162,7 @@ Then visit `http://127.0.0.1:5000` to start researching!
 See [here](https://github.com/LearningCircuit/local-deep-research/wiki/Installation#docker-installation-recommended) for more information about
 using Docker.
 
-### Option 2: Python Package (mostly for programmatic access)
+### Option 3: Python Package (mostly for programmatic access)
 
 ```bash
 # Install the package

{local_deep_research-0.3.11.dist-info → local_deep_research-0.3.12.dist-info}/RECORD

@@ -1,9 +1,9 @@
-local_deep_research-0.3.11.dist-info/METADATA,sha256=iAN4Tz0PLv3IndAQsqk-rrBoHCuhGnce59XQv9Y1_oE,16473
-local_deep_research-0.3.11.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
-local_deep_research-0.3.11.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
-local_deep_research-0.3.11.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
+local_deep_research-0.3.12.dist-info/METADATA,sha256=uKHXsYHDDDmmrMp_LyUo6xStbKJYfoACmBwA0_kTX8s,17101
+local_deep_research-0.3.12.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
+local_deep_research-0.3.12.dist-info/entry_points.txt,sha256=GcXS501Rjh-P80S8db7hnrQ23mS_Jg27PwpVQVO77as,113
+local_deep_research-0.3.12.dist-info/licenses/LICENSE,sha256=Qg2CaTdu6SWnSqk1_JtgBPp_Da-LdqJDhT1Vt1MUc5s,1072
 local_deep_research/__init__.py,sha256=9wV3oonZMEHsE_JhyZU9P0hW2Uwv47zotGlbAB_gQiA,885
-local_deep_research/__version__.py,sha256=TESjMH0a_iUkwdfWT4nyzKizSFmmCY2omxnS2XyT97Y,23
+local_deep_research/__version__.py,sha256=uzDtUmN3o6XGGV0Pkoi7vJCijlJJCOYCmLl8900CcXg,23
 local_deep_research/advanced_search_system/__init__.py,sha256=sGusMj4eFIrhXR6QbOM16UDKB6aI-iS4IFivKWpMlh0,234
 local_deep_research/advanced_search_system/filters/__init__.py,sha256=2dXrV4skcVHI2Lb3BSL2Ajq0rnLeSw7kc1MbIynMxa4,190
 local_deep_research/advanced_search_system/filters/base_filter.py,sha256=dFNQ7U2dj4bf3voT73YhcG-w9eW-BTlc4F9kstFcETY,969
@@ -35,11 +35,11 @@ local_deep_research/api/research_functions.py,sha256=SItLEuib94AXrhMsgmYDtykGrVm
 local_deep_research/app.py,sha256=U_92UX0dpVAQoaXciVNy_By_AyDEWGlXSeTwFpohALQ,155
 local_deep_research/citation_handler.py,sha256=MZVd6xl7g3xrWauFBPuVIC36z8onc-zQb8xI4dQXxsU,4307
 local_deep_research/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-local_deep_research/config/llm_config.py,sha256=bYxhwyjkdBlap832aWvWgHWjjPq45Oh2NtDOLJFf4go,15560
-local_deep_research/config/search_config.py,sha256=ruryPSS4Wy9-xi_02c-98KLKaELeLnZ10pnCpc0-ogg,2171
+local_deep_research/config/llm_config.py,sha256=swUQF_YgZnXZv0TcA0SVnrbwqKWxyvMmpXSLEVf4dTA,15894
+local_deep_research/config/search_config.py,sha256=JpG2kMj67IiowComaJE5b5hK-Ze-clvoequccUWuTUo,2174
 local_deep_research/defaults/.env.template,sha256=_eVCy4d_XwpGXy8n50CG3wH9xx2oqJCFKS7IbqgInDk,491
 local_deep_research/defaults/__init__.py,sha256=C_0t0uZmtrVB4rM9NM9Wx8PJU5kFcT-qOHvws5W2iOg,1352
-local_deep_research/defaults/default_settings.json,sha256=1ov1lVSSuf5LdyIRHLnqkkc-AAuyLZr6TSNMuSXXVwg,120844
+local_deep_research/defaults/default_settings.json,sha256=kVcfmw4n9eQLVLqf1CSdSehacMaKpeEpFmQ7TgpKzzk,120847
 local_deep_research/migrate_db.py,sha256=S1h6Bv0OJdRW4BaH7MIMrUXBRV_yqgH2T6LVOZKTQjI,4634
 local_deep_research/report_generator.py,sha256=-G3KDEbsuU3PdxDfuo5v28DIX7RE1yJCCBU2KgRbNzI,9084
 local_deep_research/search_system.py,sha256=dq9US9zoB7TSiMorsrFFrSHlR6MSqE0IP3NBKB3fP8U,7830
@@ -51,6 +51,7 @@ local_deep_research/utilities/enums.py,sha256=yFwmodt93uETdQd7qyW4vOUhiAzZF-BHBb
 local_deep_research/utilities/llm_utils.py,sha256=1O8faskPSnyave15cxOVXQcdcFrDybQA445m0OjnD9g,4877
 local_deep_research/utilities/search_utilities.py,sha256=k4Eag-XJOZl4cRd4GO1z2WpvVPLLhZ-HuBD7RswhaQM,9604
 local_deep_research/utilities/setup_utils.py,sha256=0Us6doQ6xQtKzgtnN1C4L7sSgxzFKJ35FpmZdj1tCDM,213
+local_deep_research/utilities/url_utils.py,sha256=8tvLoar3Mq7xHFM_b5kp8Nf2Kdykz4C7wTejjUcg4vA,1714
 local_deep_research/web/__init__.py,sha256=CynnuRxCf9mB0AHeylhF5yVZwdj0H6bxVrZtniw3xmE,44
 local_deep_research/web/app.py,sha256=tl3PAf41NBYYGq0oeIKAZw_hVSB8JmjyF8jzvYPeAU0,3414
 local_deep_research/web/app_factory.py,sha256=rk5QCwpxrub6ptKsvjSDTNtq8d2RWbKo2LZLvL__fPo,8107
@@ -61,10 +62,10 @@ local_deep_research/web/database/models.py,sha256=MIxYWIQIovkrR65rFMxlDXn2iZXf5S
 local_deep_research/web/database/schema_upgrade.py,sha256=u3tx_tlsuzJw-NhvhKvQG6dqzwUckQkic0D3taZAt-k,2924
 local_deep_research/web/models/database.py,sha256=NV4h0RU0ta408SkI_ZmquCplMTNH1Q4zxYJ4SHwmiGY,9489
 local_deep_research/web/models/settings.py,sha256=rXBI9vY5k3ndR8dPd3fZJy-6HwYltQihhSBRq-sZutw,2314
-local_deep_research/web/routes/api_routes.py,sha256=S0UdCmfm0v1GEM4UiSbI0PE3xUOxiGaYFR2ZOE0256U,19075
+local_deep_research/web/routes/api_routes.py,sha256=7eWX5igAxtLJ2vcfcyRsJjApsdYX6zjpIp-ukthgf8M,19424
 local_deep_research/web/routes/history_routes.py,sha256=6a_8nX349viuvi1zP5S7BaPPpAh133eTi1NVWO545A8,12622
 local_deep_research/web/routes/research_routes.py,sha256=zSU21oAkZnADnuhJniShd8US8hpPDiYqQxUhalJwQeU,23685
-local_deep_research/web/routes/settings_routes.py,sha256=fkYLwDgcHfiHVml3ux6qCc5qFMjfnKfPcwisqhg995s,49280
+local_deep_research/web/routes/settings_routes.py,sha256=uvDEGQ4TtgGhoQBfz_Zbcd-tv2Rq_1hL3j0Jx_novJM,49635
 local_deep_research/web/services/research_service.py,sha256=gsveymwt4hKKwVGU2XqFYT27GeEsmSU7EOWrvDsUtnk,39656
 local_deep_research/web/services/resource_service.py,sha256=yKgOC6GEOmHqRoGzwf52e19UaGCCS1DbDbOIXgWGvGc,4378
 local_deep_research/web/services/settings_manager.py,sha256=CHz_nd49BVRJiLALAjTHfmkKNy_Vr3ogCm5P-_633bk,17281
@@ -120,7 +121,7 @@ local_deep_research/web_search_engines/engines/search_engine_ddg.py,sha256=w9vRD
 local_deep_research/web_search_engines/engines/search_engine_github.py,sha256=bojmx-R36eT_s20DGspAopkwqt6vKy4q_jH4foBt3Kk,31934
 local_deep_research/web_search_engines/engines/search_engine_google_pse.py,sha256=DuFtSUZgBR7nFBLZrbFMEuG-Rnv0cb-upHeGSDo7xRY,11177
 local_deep_research/web_search_engines/engines/search_engine_guardian.py,sha256=bNCppKJNNvkmw-LR5vfpRABhdhsUwOJqpcRHVjcziNU,23390
-local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=ephjkDrQbvil6GnceW31qSt70k11REOJ9o7y-bl69-A,40857
+local_deep_research/web_search_engines/engines/search_engine_local.py,sha256=qTXfWqdqTq_MJXwVVuSM45sQoFcoXyrwEsJ97pbpVVY,41362
 local_deep_research/web_search_engines/engines/search_engine_local_all.py,sha256=vznpusmCBY9bLjD8EPrVhCb_8RZ8e9Wa8x386zv0pcM,5681
 local_deep_research/web_search_engines/engines/search_engine_pubmed.py,sha256=O99qfbSz7RHqinAP_C0iod-ZaEGE5tyBbh1DJi2-VhQ,38495
 local_deep_research/web_search_engines/engines/search_engine_searxng.py,sha256=viCD1CVSym8als_o7LHbzwYlJ4jQIUPmmCxcXLjW4P4,18043
@@ -131,4 +132,4 @@ local_deep_research/web_search_engines/engines/search_engine_wikipedia.py,sha256
 local_deep_research/web_search_engines/search_engine_base.py,sha256=PLU_sAWhWKTOQWcv32GINuhLdIwB0sEQy-pp9oG9Ggo,9835
 local_deep_research/web_search_engines/search_engine_factory.py,sha256=DghAkQvLKRJYl5xb9AUjUv7ydAQ4rPi-TvzrmqdyGxE,10890
 local_deep_research/web_search_engines/search_engines_config.py,sha256=UAE6TfxFXrt-RvSfGQ_FRsOGGrsSs8VI3n1i-0Lfo2s,4929
-local_deep_research-0.3.11.dist-info/RECORD,,
+local_deep_research-0.3.12.dist-info/RECORD,,