local-deep-research 0.1.0__py3-none-any.whl

local_deep_research/utilties/search_utilities.py

@@ -0,0 +1,115 @@
+import re
+
+
+def remove_think_tags(text: str) -> str:
+    text = re.sub(r"<think>.*?</think>", "", text, flags=re.DOTALL).strip()
+    print(text)
+    return text
+
+
+def extract_links_from_search_results(search_results: list) -> list:
+    """
+    Extracts links and titles from a list of search result dictionaries.
+
+    Each dictionary is expected to have at least the keys "title" and "link".
+
+    Returns a list of dictionaries with 'title' and 'url' keys.
+    """
+    links = []
+    for result in search_results:
+        #print(result)
+        try:
+            
+            title = result.get("title", "").strip()
+            url = result.get("link", "").strip()
+            index = result.get("index", "").strip()
+            print("INDEX:",index)
+            if title and url:
+                links.append({"title": title, "url": url, "index": index})
+        except Exception:
+            continue
+    return links
+
+def format_links(links):
+    formatted_links =""
+    formatted_links += "SOURCES:\n"
+    for i, link in enumerate(links, 1):
+        formatted_links += f"{link['index']}. {link['title']}\n   URL: {link['url']}\n"
+    formatted_links += "\n"
+    return formatted_links
+
+
+def format_findings_to_text(findings_list, current_knowledge, questions_by_iteration):
+    formatted_text = "COMPLETE RESEARCH OUTPUT \n\n"
+
+    # Store the full current knowledge
+
+    formatted_text += f"{current_knowledge}\n\n"
+    formatted_text += "=" * 80 + "\n\n"
+
+    # Store questions by iteration
+    formatted_text += "SEARCH QUESTIONS BY ITERATION:\n"
+    for iter_num, questions in questions_by_iteration.items():
+        formatted_text += f"\nIteration {iter_num}:\n"
+        for i, q in enumerate(questions, 1):
+            formatted_text += f"{i}. {q}\n"
+    formatted_text += "\n" + "=" * 80 + "\n\n"
+
+    # Store detailed findings
+    formatted_text += "DETAILED FINDINGS:\n\n"
+    all_links = []  # To collect all sources
+
+    for finding in findings_list:
+        # Phase header
+        formatted_text += f"{'='*80}\n"
+        formatted_text += f"PHASE: {finding['phase']}\n"
+        formatted_text += f"{'='*80}\n\n"
+
+        # If this is a follow-up phase, show the corresponding question
+        if finding["phase"].startswith("Follow-up"):
+            iteration = int(finding["phase"].split(".")[0].split()[-1])
+            question_index = int(finding["phase"].split(".")[-1]) - 1
+            if iteration in questions_by_iteration and question_index < len(
+                questions_by_iteration[iteration]
+            ):
+                formatted_text += f"SEARCH QUESTION:\n{questions_by_iteration[iteration][question_index]}\n\n"
+
+        # Content
+        formatted_text += f"CONTENT:\n{finding['content']}\n\n"
+
+        # Search results if they exist
+        if "search_results" in finding:
+            # formatted_text += "SEARCH RESULTS:\n"
+            # formatted_text += f"{finding['search_results']}\n\n"
+
+            # Extract and format links for this finding
+            links = extract_links_from_search_results(finding["search_results"])
+            if links:
+                formatted_text += "SOURCES USED IN THIS SECTION:\n"
+                for i, link in enumerate(links, 1):
+                    formatted_text += f"{i}. {link['title']}\n   URL: {link['url']}\n"
+                formatted_text += "\n"
+                all_links.extend(links)
+
+        formatted_text += f"{'_'*80}\n\n"
+
+    # Add summary of all sources at the end
+    if all_links:
+        formatted_text += "\nALL SOURCES USED IN RESEARCH:\n"
+        formatted_text += "=" * 80 + "\n\n"
+        seen_urls = set()  # To prevent duplicates
+        for i, link in enumerate(all_links, 1):
+            if link["url"] not in seen_urls:
+                formatted_text += f"{i}. {link['title']}\n   URL: {link['url']}\n"
+                seen_urls.add(link["url"])
+        formatted_text += "\n" + "=" * 80 + "\n"
+
+    return formatted_text
+
+def print_search_results(search_results):
+    formatted_text=""
+    links = extract_links_from_search_results(search_results)
+    if links:
+        formatted_text=format_links(links=links)
+    print(formatted_text)
+

local_deep_research/utilties/setup_utils.py

@@ -0,0 +1,6 @@
+"""Setup utilities (legacy wrapper)."""
+
+def setup_user_directories():
+    """Set up directories and ensure config files exist."""
+    from local_deep_research.config import init_config_files
+    init_config_files()

local_deep_research/web/__init__.py

@@ -0,0 +1,2 @@
+"""Web interface for Local Deep Research"""
+from . import app