local-deep-research 0.1.26__py3-none-any.whl → 0.2.0__py3-none-any.whl

local_deep_research/web/templates/pages/research.html

@@ -0,0 +1,139 @@
+{% extends "base.html" %}
+{% from "components/custom_dropdown.html" import render_dropdown %}
+
+{% set active_page = 'new-research' %}
+
+{% block title %}New Research - Deep Research System{% endblock %}
+
+{% block extra_head %}
+<meta name="csrf-token" content="{{ csrf_token() }}">
+<link rel="stylesheet" href="{{ url_for('research.serve_static', path='css/custom_dropdown.css') }}">
+{% endblock %}
+
+{% block content %}
+<div class="page active" id="new-research">
+    <div class="page-header">
+        <h1>Start New Research</h1>
+    </div>
+    <!-- Add the alert container -->
+    <div id="research-alert" class="settings-alert-container" style="display:none"></div>
+    <div class="card research-card">
+        <div class="card-content">
+            <form id="research-form">
+                <div class="form-group">
+                    <label for="query">Research Query</label>
+                    <textarea id="query" name="query" rows="3" placeholder="Enter your research topic or question..."></textarea>
+                </div>
+                <div class="form-group">
+                    <label>Research Mode</label>
+                    <div class="mode-selection">
+                        <div class="mode-option active" data-mode="quick">
+                            <div class="mode-icon"><i class="fas fa-bolt"></i></div>
+                            <div class="mode-info">
+                                <h3>Quick Summary</h3>
+                                <p>Generated in a few minutes</p>
+                            </div>
+                        </div>
+                        <div class="mode-option" data-mode="detailed">
+                            <div class="mode-icon"><i class="fas fa-microscope"></i></div>
+                            <div class="mode-info">
+                                <h3>Detailed Report</h3>
+                                <p>In-depth analysis (takes longer)</p>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+
+                <!-- Advanced Options -->
+                <div class="advanced-options-toggle">
+                    <span class="toggle-text">Advanced Options</span>
+                    <i class="fas fa-chevron-down"></i>
+                </div>
+
+                <div class="advanced-options-panel">
+                    <div class="form-row">
+                        <!-- Model Provider Selection -->
+                        <div class="form-group half">
+                            <label for="model_provider">Model Provider</label>
+                            <select id="model_provider" name="model_provider" class="form-control">
+                                <!-- Will be populated dynamically -->
+                                <option value="">Loading providers...</option>
+                            </select>
+                            <span class="input-help">Select the LLM provider to use</span>
+                        </div>
+
+                        <!-- Custom Endpoint (hidden by default) -->
+                        <div class="form-group half" id="endpoint_container" style="display: none;">
+                            <label for="custom_endpoint">Custom Endpoint</label>
+                            <input type="text" id="custom_endpoint" name="custom_endpoint" class="form-control" placeholder="https://your-endpoint-url/v1">
+                            <span class="input-help">Enter the OpenAI-compatible API endpoint URL</span>
+                        </div>
+                    </div>
+
+                    <div class="form-row">
+                        <!-- Model Selection -->
+                        <div class="form-group half">
+                            {{ render_dropdown(
+                                input_id="model",
+                                dropdown_id="model-dropdown",
+                                placeholder="Enter or select a model",
+                                label="Language Model",
+                                help_text="Select or enter a custom model name",
+                                show_refresh=True,
+                                refresh_aria_label="Refresh model list"
+                            ) }}
+                        </div>
+
+                        <!-- Search Engine Selection -->
+                        <div class="form-group half">
+                            {{ render_dropdown(
+                                input_id="search_engine",
+                                dropdown_id="search-engine-dropdown",
+                                placeholder="Select a search engine",
+                                label="Search Engine",
+                                help_text="Select the search engine to use for research",
+                                show_refresh=True,
+                                refresh_aria_label="Refresh search engine list"
+                            ) }}
+                        </div>
+                    </div>
+
+                    <div class="form-row">
+                        <!-- Research Iterations -->
+                        <div class="form-group half">
+                            <label for="iterations">Research Iterations</label>
+                            <input type="number" id="iterations" name="iterations" class="form-control" min="1" max="5" value="2">
+                            <span class="input-help">Number of research cycles to perform</span>
+                        </div>
+
+                        <!-- Questions Per Iteration -->
+                        <div class="form-group half">
+                            <label for="questions_per_iteration">Questions Per Iteration</label>
+                            <input type="number" id="questions_per_iteration" name="questions_per_iteration" class="form-control" min="1" max="10" value="3">
+                            <span class="input-help">Follow-up questions in each cycle</span>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="form-options">
+                    <div class="form-option">
+                        <label for="notification-toggle" class="checkbox-label">
+                            <input type="checkbox" id="notification-toggle" checked>
+                            <span class="checkbox-text">Sound notifications when complete</span>
+                        </label>
+                    </div>
+                </div>
+
+                <div class="form-actions">
+                    <button type="submit" class="btn btn-primary" id="start-research-btn"><i class="fas fa-rocket"></i> Start Research</button>
+                </div>
+            </form>
+        </div>
+    </div>
+</div>
+{% endblock %}
+
+{% block component_scripts %}
+<script src="{{ url_for('research.serve_static', path='js/components/custom_dropdown.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/components/research.js') }}"></script>
+{% endblock %}

local_deep_research/web/templates/pages/results.html

@@ -0,0 +1,59 @@
+{% extends "base.html" %}
+
+{% block title %}Research Results - Deep Research System{% endblock %}
+
+{% block content %}
+<div class="page active" id="research-results">
+    <div class="page-header">
+        <div class="results-header">
+            <h1 class="page-title">Research Results</h1>
+            <div class="results-actions">
+                <button class="btn btn-outline" id="download-pdf-btn"><i class="fas fa-file-pdf"></i> Download PDF</button>
+                <button class="btn btn-outline" id="export-markdown-btn"><i class="fas fa-file-alt"></i> Export Markdown</button>
+                <button class="btn btn-outline" id="back-to-history"><i class="fas fa-arrow-left"></i> Back to History</button>
+            </div>
+        </div>
+    </div>
+    <div class="card results-card">
+        <div class="card-content">
+            <div class="results-metadata" id="research-metadata">
+                <div class="metadata-item">
+                    <span class="metadata-label">Query:</span>
+                    <span id="result-query" class="metadata-value"></span>
+                </div>
+                <div class="metadata-item">
+                    <span class="metadata-label">Generated:</span>
+                    <span id="result-date" class="metadata-value"></span>
+                </div>
+                <div class="metadata-item">
+                    <span class="metadata-label">Mode:</span>
+                    <span id="result-mode" class="metadata-value"></span>
+                </div>
+            </div>
+            <div class="results-content" id="results-content">
+                <!-- Will be populated dynamically -->
+                <div class="loading-spinner centered">
+                    <div class="spinner"></div>
+                </div>
+            </div>
+        </div>
+    </div>
+
+    {% include "components/log_panel.html" %}
+</div>
+{% endblock %}
+
+{% block page_scripts %}
+<!-- Fallback utilities in case main services are not available -->
+<script src="{{ url_for('research.serve_static', path='js/components/fallback/ui.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/components/fallback/formatting.js') }}"></script>
+
+<!-- Main services -->
+<script src="{{ url_for('research.serve_static', path='js/services/ui.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/services/formatting.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/services/api.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/services/pdf.js') }}"></script>
+
+<!-- Results component -->
+<script src="{{ url_for('research.serve_static', path='js/components/results.js') }}"></script>
+{% endblock %} 

local_deep_research/web/templates/settings_dashboard.html

@@ -1,207 +1,93 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-    <meta charset="UTF-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>Deep Research System - Settings</title>
-    <link rel="stylesheet" href="{{ url_for('research.serve_static', path='css/styles.css') }}">
-    <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.0.0-beta3/css/all.min.css">
-    <link rel="icon" type="image/png" href="{{ url_for('static', filename='favicon.ico') }}">
-    <style>
-        .settings-cards {
-            display: grid;
-            grid-template-columns: repeat(auto-fill, minmax(300px, 1fr));
-            gap: 1.5rem;
-            margin-top: 1.5rem;
-        }
-        .settings-card {
-            display: flex;
-            flex-direction: column;
-            height: 100%;
-        }
-        .settings-card .card-content {
-            display: flex;
-            flex-direction: column;
-            flex: 1;
-        }
-        .settings-icon {
-            font-size: 2rem;
-            color: var(--accent-primary);
-            margin-bottom: 1rem;
-            text-align: center;
-        }
-        .settings-title {
-            font-size: 1.25rem;
-            font-weight: 600;
-            margin-bottom: 0.75rem;
-            color: var(--text-primary);
-        }
-        .settings-description {
-            color: var(--text-secondary);
-            margin-bottom: 1.5rem;
-            flex: 1;
-        }
-        .card-actions {
-            margin-top: auto;
-            text-align: center;
-        }
-    </style>
-</head>
-<body>
-    <div class="app-container">
-        <!-- Sidebar -->
-        <aside class="sidebar">
-            <div class="sidebar-header">
-                <h2 id="logo-link" style="cursor: pointer;"><i class="fas fa-atom"></i> Deep Research</h2>
-            </div>
-            <nav class="sidebar-nav">
-                <ul>
-                    <li data-page="new-research"><i class="fas fa-search"></i> <a href="{{ url_for('research.index') }}">New Research</a></li>
-                    <li data-page="history"><i class="fas fa-history"></i> <a href="{{ url_for('research.index') }}#history">History</a></li>
-                    <li class="active" data-page="settings"><i class="fas fa-cog"></i> Settings</li>
-                </ul>
-            </nav>
-            <div class="sidebar-footer">
-                <p>v0.1.0 | <i class="fas fa-brain"></i></p>
-            </div>
-        </aside>
+{% extends "base.html" %}
+{% from "components/settings_form.html" import render_setting %}
+{% from "components/custom_dropdown.html" import render_dropdown %}
 
-        <!-- Main Content -->
-        <main class="main-content">
-            <div class="page active" id="settings">
-                <div class="page-header">
-                    <h1>Settings</h1>
-                </div>
-                
-                {% with messages = get_flashed_messages(with_categories=true) %}
-                    {% if messages %}
-                        {% for category, message in messages %}
-                            <div class="alert alert-{{ category }}">
-                                {{ message }}
-                            </div>
-                        {% endfor %}
-                    {% endif %}
-                {% endwith %}
-                
-                <div class="settings-cards">
-                    <!-- Main Configuration Card -->
-                    <div class="card settings-card">
-                        <div class="card-content">
-                            <div class="settings-icon">
-                                <i class="fas fa-search"></i>
-                            </div>
-                            <h3 class="settings-title">Search Settings</h3>
-                            <p class="settings-description">
-                                Configure search parameters, results limits, general behavior, and output settings for the research system.
-                            </p>
-                            <div class="card-actions">
-                                <a href="{{ url_for('research.main_config_page') }}" class="btn btn-primary">
-                                    <i class="fas fa-cog"></i> Configure
-                                </a>
-                            </div>
-                        </div>
+{% set active_page = 'settings' %}
+
+{% block title %}Settings - Deep Research System{% endblock %}
+
+{% block extra_head %}
+<meta name="csrf-token" content="{{ csrf_token() }}">
+<link rel="stylesheet" href="{{ url_for('research.serve_static', path='css/settings.css') }}">
+<link rel="stylesheet" href="{{ url_for('research.serve_static', path='css/custom_dropdown.css') }}">
+{% endblock %}
+
+{% block content %}
+<div class="page active" id="settings">
+    <div class="settings-container">
+        <div class="page-header">
+            <h1>Settings</h1>
+            <p class="settings-description">
+                Configure your research environment by adjusting the settings below. All settings are automatically saved when you make changes.
+            </p>
+        </div>
+
+        {% with messages = get_flashed_messages(with_categories=true) %}
+            {% if messages %}
+                {% for category, message in messages %}
+                    <div class="alert alert-{{ category }}">
+                        <i class="fas {% if category == 'success' %}fa-check-circle{% else %}fa-exclamation-circle{% endif %}"></i> {{ message }}
                     </div>
+                {% endfor %}
+            {% endif %}
+        {% endwith %}
 
-                    <!-- LLM Configuration Card -->
-                    <div class="card settings-card">
-                        <div class="card-content">
-                            <div class="settings-icon">
-                                <i class="fas fa-brain"></i>
-                            </div>
-                            <h3 class="settings-title">Language Model Settings</h3>
-                            <p class="settings-description">
-                                Set up the language models used for research, including model selection, parameters, and API settings.
-                            </p>
-                            <div class="card-actions">
-                                <a href="{{ url_for('research.llm_config_page') }}" class="btn btn-primary">
-                                    <i class="fas fa-code"></i> Edit Configuration
-                                </a>
-                            </div>
+        <div id="settings-alert" style="display:none"></div>
+
+        <div class="card">
+            <div class="card-content">
+                <div class="search-controls">
+                    <input type="text" id="settings-search" class="search-input" placeholder="Search settings by name, description or category...">
+                </div>
+
+                <div class="settings-tabs">
+                    <div class="settings-tab active" data-tab="all">All Settings</div>
+                    <div class="settings-tab" data-tab="llm">Language Models</div>
+                    <div class="settings-tab" data-tab="search">Search Engines</div>
+                    <div class="settings-tab" data-tab="report">Reports</div>
+                    <div class="settings-tab" data-tab="app">Application</div>
+                </div>
+
+                <form id="settings-form" class="settings-form">
+                    <div id="settings-content">
+                        <div class="loading-spinner centered">
+                            <div class="spinner"></div>
+                            <p>Loading settings...</p>
                         </div>
                     </div>
 
-                    <!-- Local Collections Card -->
-                    <div class="card settings-card">
-                        <div class="card-content">
-                            <div class="settings-icon">
-                                <i class="fas fa-folder"></i>
-                            </div>
-                            <h3 class="settings-title">Local Document Collections</h3>
-                            <p class="settings-description">
-                                Configure local document collections to search through your own files, papers, and research materials.
-                            </p>
-                            <div class="card-actions">
-                                <a href="{{ url_for('research.collections_config_page') }}" class="btn btn-primary">
-                                    <i class="fas fa-code"></i> Edit Configuration
-                                </a>
-                            </div>
-                        </div>
+                    <div class="toggle-raw-config" id="toggle-raw-config">
+                        <i class="fas fa-code"></i> <span id="toggle-text">Show JSON Configuration</span>
                     </div>
 
-                    <div class="card settings-card">
-                        <div class="card-content">
-                            <div class="settings-icon">
-                                <i class="fas fa-key"></i>
-                            </div>
-                            <h3 class="settings-title">API Keys</h3>
-                            <p class="settings-description">
-                                Configure API keys for external services like OpenAI, Anthropic, and search providers.
+                    <div id="raw-config" class="raw-config-section" style="display: none;">
+                        <div class="section-header">
+                            <h3>Advanced JSON Configuration</h3>
+                            <p class="section-description">
+                                Use this editor to directly modify configuration values. You can add new parameters not shown in the UI, and they will be preserved across saves. Changes here override the UI settings.
                             </p>
-                            <div class="card-actions">
-                                <a href="{{ url_for('research.api_keys_config_page') }}" class="btn btn-primary">
-                                    <i class="fas fa-cog"></i> Configure
-                                </a>
-                            </div>
                         </div>
-                    </div>
-                    <div class="card settings-card">
-                        <div class="card-content">
-                            <div class="settings-icon">
-                                <i class="fas fa-search-plus"></i>
-                            </div>
-                            <h3 class="settings-title">Search Engines Settings</h3>
-                            <p class="settings-description">
-                                Configure search engines, their parameters, and specify which search engines to use for different types of queries.
-                            </p>
-                            <div class="card-actions">
-                                <a href="{{ url_for('research.search_engines_config_page') }}" class="btn btn-primary">
-                                    <i class="fas fa-cog"></i> Configure
-                                </a>
-                            </div>
+                        <div id="json-editor-container">
+                            <textarea id="raw_config_editor" class="json-editor"></textarea>
                         </div>
                     </div>
-                </div>
+
+                    <div class="form-actions">
+                        <button type="button" id="reset-to-defaults-button" class="btn btn-warning">
+                            <i class="fas fa-sync-alt"></i> Reset to Defaults
+                        </button>
+                        <button type="submit" class="btn btn-primary">
+                            <i class="fas fa-save"></i> Save All Settings
+                        </button>
+                    </div>
+                </form>
             </div>
-        </main>
+        </div>
     </div>
+</div>
+{% endblock %}
 
-    <!-- Mobile Tab Bar -->
-    <nav class="mobile-tab-bar">
-        <ul>
-            <li data-page="new-research">
-                <a href="{{ url_for('research.index') }}">
-                    <i class="fas fa-search"></i>
-                    <span>Research</span>
-                </a>
-            </li>
-            <li data-page="history">
-                <a href="{{ url_for('research.index') }}#history">
-                    <i class="fas fa-history"></i>
-                    <span>History</span>
-                </a>
-            </li>
-            <li class="active" data-page="settings">
-                <i class="fas fa-cog"></i>
-                <span>Settings</span>
-            </li>
-        </ul>
-    </nav>
-
-    <script>
-        // Make the logo clickable to go back to home
-        document.getElementById('logo-link').addEventListener('click', function() {
-            window.location.href = "{{ url_for('research.index') }}";
-        });
-    </script>
-</body>
-</html>
+{% block page_scripts %}
+<script src="{{ url_for('research.serve_static', path='js/components/custom_dropdown.js') }}"></script>
+<script src="{{ url_for('research.serve_static', path='js/components/settings.js') }}"></script>
+{% endblock %}

local_deep_research/web/utils/formatters.py

@@ -0,0 +1,76 @@
+import logging
+import traceback
+
+# Initialize logger
+logger = logging.getLogger(__name__)
+
+
+def convert_debug_to_markdown(raw_text, query):
+    """
+    Convert the debug-formatted text to clean markdown.
+
+    Args:
+        raw_text: The raw formatted findings with debug symbols
+        query: Original research query
+
+    Returns:
+        Clean markdown formatted text
+    """
+    try:
+        logger.info(f"Starting markdown conversion for query: {query}")
+        logger.info(f"Raw text type: {type(raw_text)}")
+
+        # Handle None or empty input
+        if not raw_text:
+            logger.warning("WARNING: raw_text is empty or None")
+            return f"No detailed findings available for '{query}'."
+
+        # If there's a "DETAILED FINDINGS:" section, extract everything after it
+        if "DETAILED FINDINGS:" in raw_text:
+            logger.info("Found DETAILED FINDINGS section")
+            detailed_index = raw_text.index("DETAILED FINDINGS:")
+            content = raw_text[detailed_index + len("DETAILED FINDINGS:") :].strip()
+        else:
+            logger.info("No DETAILED FINDINGS section found, using full text")
+            content = raw_text
+
+        # Remove divider lines with === symbols
+        lines_before = len(content.split("\n"))
+        content = "\n".join(
+            [
+                line
+                for line in content.split("\n")
+                if not line.strip().startswith("===") and not line.strip() == "=" * 80
+            ]
+        )
+        lines_after = len(content.split("\n"))
+        logger.info(f"Removed {lines_before - lines_after} divider lines")
+
+        # Remove SEARCH QUESTIONS BY ITERATION section
+        if "SEARCH QUESTIONS BY ITERATION:" in content:
+            logger.info("Found SEARCH QUESTIONS BY ITERATION section")
+            search_index = content.index("SEARCH QUESTIONS BY ITERATION:")
+            next_major_section = -1
+            for marker in ["DETAILED FINDINGS:", "COMPLETE RESEARCH:"]:
+                if marker in content[search_index:]:
+                    marker_pos = content.index(marker, search_index)
+                    if next_major_section == -1 or marker_pos < next_major_section:
+                        next_major_section = marker_pos
+
+            if next_major_section != -1:
+                logger.info(
+                    f"Removing section from index {search_index} to {next_major_section}"
+                )
+                content = content[:search_index] + content[next_major_section:]
+            else:
+                # If no later section, just remove everything from SEARCH QUESTIONS onwards
+                logger.info(f"Removing everything after index {search_index}")
+                content = content[:search_index].strip()
+
+        logger.info(f"Final markdown length: {len(content.strip())}")
+        return content.strip()
+    except Exception as e:
+        logger.error(f"Error in convert_debug_to_markdown: {str(e)}")
+        logger.error(traceback.format_exc())
+        # Return a basic message with the original query as fallback
+        return f"# Research on {query}\n\nThere was an error formatting the research results."