debase 0.6.0__tar.gz → 0.6.1__tar.gz

{debase-0.6.0/src/debase.egg-info → debase-0.6.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: debase
-Version: 0.6.0
+Version: 0.6.1
 Summary: Enzyme lineage analysis and sequence extraction package
 Home-page: https://github.com/YuemingLong/DEBase
 Author: DEBase Team

debase-0.6.1/manuscript/DEBase_LLM_Validater.ipynb

@@ -0,0 +1,197 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "1714f461-f0c0-4a33-8b81-54c40ce47b80",
+   "metadata": {},
+   "source": [
+    "# Test all the downloaded papers against the LLM extractor\n",
+    "\n",
+    "Command: \n",
+    "```\n",
+    "debase --manuscript \"downloaded_papers/Stereospecific Enzymatic Conversion of Boronic Acids to Amines.pdf\" --si \"downloaded_papers/si-Stereospecific Enzymatic Conversion of Boronic Acids to Amines.pdf\" --output \"LLM/Stereospecific Enzymatic Conversion of Boronic Acids to Amines.csv\" --keep-intermediates\n",
+    "```"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a77e19f4-ef52-469d-8a15-6816101fa58b",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "2025-07-16 09:04:29 [WARNING] debase.lineage_format: Local PubChem DB not found at /Users/arianemora/miniconda3/envs/debase/lib/python3.11/data/iupac2smiles.db\n",
+      "usage: debase [-h] [--manuscript MANUSCRIPT] [--si SI] [--output OUTPUT]\n",
+      "              [--keep-intermediates] [--debug-dir DEBUG_DIR]\n",
+      "debase: error: SI not found: downloaded_papers/si-Enzymatic Nitrogen Insertion into Unactivated C-H Bonds.pdf\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "TIME: 0.6438441276550293\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "2025-07-16 09:04:30 [WARNING] debase.lineage_format: Local PubChem DB not found at /Users/arianemora/miniconda3/envs/debase/lib/python3.11/data/iupac2smiles.db\n",
+      "2025-07-16 09:04:30,049 - INFO - ============================================================\n",
+      "2025-07-16 09:04:30,049 - INFO - Starting DEBase Enzyme Analysis Pipeline\n",
+      "2025-07-16 09:04:30,049 - INFO - Manuscript: downloaded_papers/Nitrene Transfer Catalyzed by a Non-Heme Iron Enzyme and Enhanced by Non-Native Small-Molecule Ligan.pdf\n",
+      "2025-07-16 09:04:30,049 - INFO - SI: downloaded_papers/si-Nitrene Transfer Catalyzed by a Non-Heme Iron Enzyme and Enhanced by Non-Native Small-Molecule Ligan.pdf\n",
+      "2025-07-16 09:04:30,049 - INFO - Output: LLM/manuscript_1/Nitrene Transfer Catalyzed by a Non-Heme Iron Enzyme and Enhanced by Non-Native Small-Molecule Ligan.csv\n",
+      "2025-07-16 09:04:30,049 - INFO - Log file: LLM/manuscript_1/debase_pipeline_20250716_090430.log\n",
+      "2025-07-16 09:04:30,049 - INFO - ============================================================\n",
+      "2025-07-16 09:04:30,049 - INFO - \n",
+      "[Step 1/5] Extracting enzyme lineage...\n",
+      "2025-07-16 09:04:30,049 - INFO - Extracting enzyme lineage from Nitrene Transfer Catalyzed by a Non-Heme Iron Enzyme and Enhanced by Non-Native Small-Molecule Ligan.pdf\n",
+      "2025-07-16 09:04:30 [INFO] debase.enzyme_lineage_extractor: Loaded 11495 chars of captions for identification and 80929 chars of full text for extraction\n",
+      "2025-07-16 09:04:30,454 - INFO - Loaded 11495 chars of captions for identification and 80929 chars of full text for extraction\n",
+      "2025-07-16 09:04:30 [INFO] debase.enzyme_lineage_extractor: === GEMINI API CALL: CAMPAIGNS ===\n",
+      "2025-07-16 09:04:30,454 - INFO - === GEMINI API CALL: CAMPAIGNS ===\n",
+      "2025-07-16 09:04:30 [INFO] debase.enzyme_lineage_extractor: Prompt length: 82371 characters\n",
+      "2025-07-16 09:04:30,454 - INFO - Prompt length: 82371 characters\n",
+      "2025-07-16 09:04:30 [INFO] debase.enzyme_lineage_extractor: First 500 chars of prompt:\n",
+      "You are an expert reader of protein engineering manuscripts.\n",
+      "Analyze the following manuscript text to identify ALL distinct directed evolution campaigns.\n",
+      "\n",
+      "Each campaign represents a separate evolutionary lineage targeting different:\n",
+      "- Model reactions (e.g., different chemical transformations)\n",
+      "- Substrate scopes\n",
+      "- Activities (e.g., different enzymatic reactions)\n",
+      "\n",
+      "Look for:\n",
+      "1. Different model substrates/products mentioned (e.g., different substrate/product pairs)\n",
+      "2. Distinct enzyme lineage names (\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:30,454 - INFO - First 500 chars of prompt:\n",
+      "You are an expert reader of protein engineering manuscripts.\n",
+      "Analyze the following manuscript text to identify ALL distinct directed evolution campaigns.\n",
+      "\n",
+      "Each campaign represents a separate evolutionary lineage targeting different:\n",
+      "- Model reactions (e.g., different chemical transformations)\n",
+      "- Substrate scopes\n",
+      "- Activities (e.g., different enzymatic reactions)\n",
+      "\n",
+      "Look for:\n",
+      "1. Different model substrates/products mentioned (e.g., different substrate/product pairs)\n",
+      "2. Distinct enzyme lineage names (\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:30 [INFO] debase.enzyme_lineage_extractor: Calling Gemini API (attempt 1/4)...\n",
+      "2025-07-16 09:04:30,454 - INFO - Calling Gemini API (attempt 1/4)...\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Gemini response length: 2188 characters\n",
+      "2025-07-16 09:04:49,096 - INFO - Gemini response length: 2188 characters\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: First 500 chars of response:\n",
+      "```json\n",
+      "[\n",
+      "  {\n",
+      "    \"campaign_id\": \"ps_efe_olefin_aziridination_evolution\",\n",
+      "    \"campaign_name\": \"PsEFE Olefin Aziridination Evolution\",\n",
+      "    \"description\": \"Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\",\n",
+      "    \"model_substrate\": \"styrene and p-toluenesulfonyl azide\",\n",
+      "    \"model_product\": \"2-phenyl-1-(p-toluenesulfonyl)aziridine\",\n",
+      "    \"\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:49,096 - INFO - First 500 chars of response:\n",
+      "```json\n",
+      "[\n",
+      "  {\n",
+      "    \"campaign_id\": \"ps_efe_olefin_aziridination_evolution\",\n",
+      "    \"campaign_name\": \"PsEFE Olefin Aziridination Evolution\",\n",
+      "    \"description\": \"Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\",\n",
+      "    \"model_substrate\": \"styrene and p-toluenesulfonyl azide\",\n",
+      "    \"model_product\": \"2-phenyl-1-(p-toluenesulfonyl)aziridine\",\n",
+      "    \"\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Successfully parsed JSON response\n",
+      "2025-07-16 09:04:49,096 - INFO - Successfully parsed JSON response\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Identified campaign: PsEFE Olefin Aziridination Evolution (ps_efe_olefin_aziridination_evolution)\n",
+      "2025-07-16 09:04:49,096 - INFO - Identified campaign: PsEFE Olefin Aziridination Evolution (ps_efe_olefin_aziridination_evolution)\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Identified campaign: PsEFE Nitrene C-H Insertion Screening and Optimization (ps_efe_nitrene_ch_insertion_screening)\n",
+      "2025-07-16 09:04:49,096 - INFO - Identified campaign: PsEFE Nitrene C-H Insertion Screening and Optimization (ps_efe_nitrene_ch_insertion_screening)\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Identified 2 distinct campaigns\n",
+      "2025-07-16 09:04:49,096 - INFO - Identified 2 distinct campaigns\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor:   - PsEFE Olefin Aziridination Evolution: Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\n",
+      "2025-07-16 09:04:49,096 - INFO -   - PsEFE Olefin Aziridination Evolution: Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor:   - PsEFE Nitrene C-H Insertion Screening and Optimization: Screening and characterization of PsEFE variants (derived from the aziridination evolution) for intramolecular nitrene C-H bond insertion, identifying variants with enhanced activity, chemoselectivity, and enantioselectivity, particularly with N-oxalylglycine as a ligand.\n",
+      "2025-07-16 09:04:49,096 - INFO -   - PsEFE Nitrene C-H Insertion Screening and Optimization: Screening and characterization of PsEFE variants (derived from the aziridination evolution) for intramolecular nitrene C-H bond insertion, identifying variants with enhanced activity, chemoselectivity, and enantioselectivity, particularly with N-oxalylglycine as a ligand.\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Using campaign-aware location identification\n",
+      "2025-07-16 09:04:49,096 - INFO - Using campaign-aware location identification\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: \n",
+      "Processing campaign: ps_efe_olefin_aziridination_evolution - PsEFE Olefin Aziridination Evolution\n",
+      "2025-07-16 09:04:49,096 - INFO - \n",
+      "Processing campaign: ps_efe_olefin_aziridination_evolution - PsEFE Olefin Aziridination Evolution\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: === GEMINI API CALL: LOCATE ===\n",
+      "2025-07-16 09:04:49,143 - INFO - === GEMINI API CALL: LOCATE ===\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Prompt length: 18517 characters\n",
+      "2025-07-16 09:04:49,143 - INFO - Prompt length: 18517 characters\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: First 500 chars of prompt:\n",
+      "You are an expert reader of protein engineering manuscripts.\n",
+      "\n",
+      "You are looking for lineage data for a SPECIFIC campaign:\n",
+      "- Campaign: PsEFE Olefin Aziridination Evolution\n",
+      "- Description: Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\n",
+      "- Key identifiers: Initial screening was performed with α-ketoglutarate, but subsequent evolution and sc\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:49,143 - INFO - First 500 chars of prompt:\n",
+      "You are an expert reader of protein engineering manuscripts.\n",
+      "\n",
+      "You are looking for lineage data for a SPECIFIC campaign:\n",
+      "- Campaign: PsEFE Olefin Aziridination Evolution\n",
+      "- Description: Directed evolution of Pseudomonas savastanoi ethylene-forming enzyme (PsEFE) to improve its catalytic activity and enantioselectivity for the intermolecular aziridination of styrene with p-toluenesulfonyl azide.\n",
+      "- Key identifiers: Initial screening was performed with α-ketoglutarate, but subsequent evolution and sc\n",
+      "...(truncated)\n",
+      "2025-07-16 09:04:49 [INFO] debase.enzyme_lineage_extractor: Calling Gemini API (attempt 1/4)...\n",
+      "2025-07-16 09:04:49,143 - INFO - Calling Gemini API (attempt 1/4)...\n"
+     ]
+    }
+   ],
+   "source": [
+    "import time\n",
+    "import os \n",
+    "\n",
+    "data_dir = 'downloaded_papers/'\n",
+    "files = [f for f in os.listdir(data_dir) if f[:3] != 'si-']\n",
+    "\n",
+    "with open('time_log.txt', 'w+') as fout:\n",
+    "    for i, f in enumerate(files):\n",
+    "        start = time.time()   \n",
+    "        output = f.replace('.pdf', '.csv')\n",
+    "        os.system(f'mkdir LLM/manuscript_{i}/')\n",
+    "        cmd = f'debase --manuscript \"downloaded_papers/{f}\" --si \"downloaded_papers/si-{f}\" --output \"LLM/manuscript_{i}/{output}\" --keep-intermediates'\n",
+    "        os.system(cmd)\n",
+    "        end = time.time()\n",
+    "        \n",
+    "        print('TIME:', end - start)\n",
+    "        fout.write(f'{f}\\tmanuscript_{i}\\t{end-start}\\t{cmd}\\n')"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.13"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

{debase-0.6.0 → debase-0.6.1}/src/debase/_version.py

@@ -1,3 +1,3 @@
 """Version information."""
 
-__version__ = "0.6.0"
+__version__ = "0.6.1"

debase-0.6.1/src/debase/campaign_utils.py

@@ -0,0 +1,146 @@
+"""Utilities for handling campaign information across extractors.
+
+This module provides functions to load and use campaign information
+to improve extraction accuracy by providing context about model substrates,
+products, and data locations.
+"""
+
+import json
+import logging
+from pathlib import Path
+from typing import List, Dict, Optional, Any
+
+logger = logging.getLogger(__name__)
+
+
+def load_campaigns_from_file(campaign_file: Path) -> List[Dict[str, Any]]:
+    """Load campaign information from a JSON file.
+    
+    Args:
+        campaign_file: Path to campaigns.json file
+        
+    Returns:
+        List of campaign dictionaries
+    """
+    if not campaign_file.exists():
+        logger.warning(f"Campaign file not found: {campaign_file}")
+        return []
+        
+    try:
+        with open(campaign_file, 'r') as f:
+            campaigns = json.load(f)
+        logger.info(f"Loaded {len(campaigns)} campaigns from {campaign_file}")
+        return campaigns
+    except Exception as e:
+        logger.error(f"Failed to load campaigns from {campaign_file}: {e}")
+        return []
+
+
+def find_campaign_by_id(campaigns: List[Dict[str, Any]], campaign_id: str) -> Optional[Dict[str, Any]]:
+    """Find a specific campaign by ID.
+    
+    Args:
+        campaigns: List of campaign dictionaries
+        campaign_id: Campaign ID to search for
+        
+    Returns:
+        Campaign dictionary if found, None otherwise
+    """
+    for campaign in campaigns:
+        if campaign.get('campaign_id') == campaign_id:
+            return campaign
+    return None
+
+
+def get_campaign_context(campaign: Dict[str, Any]) -> str:
+    """Generate context string for prompts from campaign information.
+    
+    Args:
+        campaign: Campaign dictionary
+        
+    Returns:
+        Formatted context string for inclusion in prompts
+    """
+    context_parts = []
+    
+    # Basic campaign info
+    context_parts.append(f"Campaign: {campaign.get('campaign_name', 'Unknown')}")
+    context_parts.append(f"Description: {campaign.get('description', '')}")
+    
+    # Model reaction info
+    if campaign.get('model_substrate'):
+        context_parts.append(f"Model Substrate: {campaign['model_substrate']} (ID: {campaign.get('substrate_id', 'unknown')})")
+    if campaign.get('model_product'):
+        context_parts.append(f"Model Product: {campaign['model_product']} (ID: {campaign.get('product_id', 'unknown')})")
+    
+    # Data locations
+    if campaign.get('data_locations'):
+        locations = ', '.join(campaign['data_locations'])
+        context_parts.append(f"Key Data Locations: {locations}")
+    
+    # Lineage hint if available
+    if campaign.get('lineage_hint'):
+        context_parts.append(f"Evolution Pathway: {campaign['lineage_hint']}")
+    
+    # Additional notes
+    if campaign.get('notes'):
+        context_parts.append(f"Notes: {campaign['notes']}")
+    
+    return '\n'.join(context_parts)
+
+
+def get_location_hints_for_campaign(campaign: Dict[str, Any]) -> List[str]:
+    """Extract specific location hints from campaign data.
+    
+    Args:
+        campaign: Campaign dictionary
+        
+    Returns:
+        List of location strings (e.g., ["Figure 2a", "Table S4"])
+    """
+    return campaign.get('data_locations', [])
+
+
+def enhance_prompt_with_campaign(prompt: str, campaign: Optional[Dict[str, Any]], 
+                                 section_name: str = "CAMPAIGN CONTEXT") -> str:
+    """Enhance a prompt with campaign context information.
+    
+    Args:
+        prompt: Original prompt
+        campaign: Campaign dictionary (optional)
+        section_name: Section header for the campaign context
+        
+    Returns:
+        Enhanced prompt with campaign context
+    """
+    if not campaign:
+        return prompt
+    
+    context = get_campaign_context(campaign)
+    locations = get_location_hints_for_campaign(campaign)
+    
+    campaign_section = f"\n\n{section_name}:\n{'-' * 50}\n{context}"
+    
+    if locations:
+        campaign_section += f"\n\nIMPORTANT: Focus particularly on these locations: {', '.join(locations)}"
+    
+    campaign_section += f"\n{'-' * 50}\n"
+    
+    # Insert campaign context early in the prompt
+    # Look for a good insertion point after initial instructions
+    lines = prompt.split('\n')
+    insert_idx = 0
+    
+    # Find a good place to insert (after first paragraph or instruction block)
+    for i, line in enumerate(lines):
+        if i > 5 and (not line.strip() or line.startswith('Given') or line.startswith('You')):
+            insert_idx = i
+            break
+    
+    if insert_idx == 0:
+        # Fallback: just prepend
+        return campaign_section + prompt
+    else:
+        # Insert at found position
+        lines.insert(insert_idx, campaign_section)
+        return '\n'.join(lines)

debase-0.6.1/src/debase/caption_pattern.py

@@ -0,0 +1,39 @@
+"""Universal caption pattern for all DEBase extractors.
+
+This module provides a consistent caption pattern that handles various
+formats found in scientific papers, including:
+- Standard formats: Figure 1, Fig. 1, Table 1
+- Supplementary formats: Supplementary Figure 1, Supp. Table 1
+- Extended data: Extended Data Figure 1, ED Fig. 1
+- Other types: Scheme 1, Chart 1
+- Page headers: S14 Table 5
+- Various punctuation: Figure 1. Figure 1: Figure 1 |
+"""
+
+import re
+
+# Universal caption pattern that handles all common formats
+UNIVERSAL_CAPTION_PATTERN = re.compile(
+    r"""
+    ^                                      # Start of line
+    [^\n]{0,20}?                          # Up to 20 chars of any content (page headers, etc.)
+    (                                      # Start capture group
+        (?:Extended\s+Data\s+)?           # Optional "Extended Data" prefix
+        (?:ED\s+)?                        # Optional "ED" prefix
+        (?:Supplementary|Supp\.?|Suppl\.?)?\s*  # Optional supplementary prefixes
+        (?:Table|Fig(?:ure)?|Scheme|Chart)      # Main caption types
+    )                                      # End capture group
+    (?:                                    # Non-capturing group for what follows
+        \s*                               # Optional whitespace
+        (?:S?\d+[A-Za-z]?|[IVX]+)        # Number (with optional S prefix or roman)
+        (?:[.:|]|\s+\|)?                  # Optional punctuation (. : or |)
+    |                                      # OR
+        \.                                # Just a period (for "Fig." without number)
+    )
+    """,
+    re.I | re.X | re.M
+)
+
+def get_universal_caption_pattern():
+    """Get the universal caption pattern for use in extractors."""
+    return UNIVERSAL_CAPTION_PATTERN

{debase-0.6.0 → debase-0.6.1}/src/debase/enzyme_lineage_extractor.py

@@ -28,6 +28,13 @@ import fitz
 import re
 import json
 import time
+
+# Import universal caption pattern
+try:
+    from .caption_pattern import get_universal_caption_pattern
+except ImportError:
+    # Fallback if running as standalone script
+    from caption_pattern import get_universal_caption_pattern
 import logging
 from pathlib import Path
 from dataclasses import dataclass, field
@@ -113,17 +120,8 @@ _DOI_REGEX = re.compile(r"10\.[0-9]{4,9}/[-._;()/:A-Z0-9]+", re.I)
 # PDB ID regex - matches 4-character PDB codes
 _PDB_REGEX = re.compile(r"\b[1-9][A-Z0-9]{3}\b")
 
-# Improved caption prefix regex - captures most journal variants
-_CAPTION_PREFIX_RE = re.compile(
-    r"""
-    ^\s*
-    (?:Fig(?:ure)?|Extended\s+Data\s+Fig|ED\s+Fig|Scheme|Chart|
-       Table|Supp(?:lementary|l|\.?)\s+(?:Fig(?:ure)?|Table))  # label part
-    \s*(?:S?\d+[A-Za-z]?|[IVX]+)                               # figure number
-    [.:]?\s*                                                   # trailing punctuation/space
-    """,
-    re.I | re.X,
-)
+# Use universal caption pattern
+_CAPTION_PREFIX_RE = get_universal_caption_pattern()
 
 
 def _open_doc(pdf_path: str | Path | bytes):
@@ -956,6 +954,9 @@ def identify_evolution_locations(
         campaign_context = f"\nYou are looking for lineage data for a SPECIFIC campaign:\n- Campaign: {camp.campaign_name}\n- Description: {camp.description}\n"
         if hasattr(camp, 'notes') and camp.notes:
             campaign_context += f"- Key identifiers: {camp.notes}\n"
+        if hasattr(camp, 'data_locations') and camp.data_locations:
+            campaign_context += f"- KNOWN DATA LOCATIONS: {', '.join(camp.data_locations)}\n"
+            campaign_context += "  IMPORTANT: Prioritize these known locations highly!\n"
         campaign_specific = f" for the '{camp.campaign_name}' campaign"
         campaign_field = '\n- "campaign_id": "{}" (optional - include if this location is specific to one campaign)'.format(camp.campaign_id)
         campaign_example = f', "campaign_id": "{camp.campaign_id}"'
@@ -964,7 +965,10 @@ def identify_evolution_locations(
         campaign_context = "\nThis manuscript contains multiple directed evolution campaigns:\n"
         for camp in campaigns:
             campaign_context += f"- {camp.campaign_id}: {camp.campaign_name} - {camp.description}\n"
+            if hasattr(camp, 'data_locations') and camp.data_locations:
+                campaign_context += f"  Known locations: {', '.join(camp.data_locations)}\n"
         campaign_context += "\nFind locations that contain lineage data for ANY of these campaigns.\n"
+        campaign_context += "IMPORTANT: Prioritize the known locations listed above!\n"
         campaign_specific = " for any of the identified campaigns"
         campaign_field = '\n- "campaign_id": "string" (optional - include if this location is specific to one campaign)'
         campaign_example = ', "campaign_id": "campaign_id_here"'
@@ -1041,6 +1045,7 @@ def extract_complete_lineage(
     campaign_id: Optional[str] = None,
     campaign_info: Optional[Campaign] = None,
     pdf_paths: Optional[List[Path]] = None,
+    location_str: Optional[str] = None,
 ) -> List[Variant]:
     """Prompt Gemini for the full lineage and return a list[Variant]."""
     # Build campaign context
@@ -1060,6 +1065,21 @@ IMPORTANT:
 2. Include "campaign_id": "{campaign_info.campaign_id}" for each variant in your response.
 3. Use the lineage hint pattern above to identify which variants belong to this campaign.
 4. Include parent variants only if they are direct ancestors in this campaign's lineage.
+"""
+    
+    # Add location context if provided
+    location_context = ""
+    if location_str:
+        location_context = f"""
+
+LOCATION CONTEXT:
+You are extracting data SPECIFICALLY from: {location_str}
+
+CRITICAL INSTRUCTIONS:
+- ONLY extract enzyme variants that appear in {location_str}
+- DO NOT include variants from other figures, tables, or sections
+- If {location_str} references variants from other locations, DO NOT include those unless they are explicitly shown in {location_str}
+- Focus strictly on the data presented within the boundaries of {location_str}
 """
     
     # Extract table of contents from PDFs if available  
@@ -1096,8 +1116,11 @@ IMPORTANT:
     # Include TOC in the prompt text
     combined_text = toc_text + text if toc_text else text
     
+    # Combine campaign and location context
+    full_context = campaign_context + location_context
+    
     prompt = _LINEAGE_EXTRACT_PROMPT.format(
-        campaign_context=campaign_context,
+        campaign_context=full_context,
         schema=_LINEAGE_SCHEMA_HINT,
         text=combined_text[:MAX_CHARS],
     )
@@ -1705,7 +1728,8 @@ def get_lineage(
                             debug_dir=debug_dir,
                             campaign_id=campaign.campaign_id,
                             campaign_info=campaign,
-                            pdf_paths=pdf_paths
+                            pdf_paths=pdf_paths,
+                            location_str=location_str
                         )
                         if variants:
                             log.info(f"Extracted {len(variants)} variants from {location_type}")
@@ -3364,6 +3388,9 @@ Only match variants that represent the SAME enzyme, accounting for different nam
 Return ONLY a JSON object mapping lineage IDs to sequence IDs.
 Format: {{"lineage_id": "sequence_id", ...}}
 Only include matches you are confident represent the same variant.
+
+DO NOT include any explanation, reasoning, or text other than the JSON object.
+Response must be valid JSON that starts with {{ and ends with }}
 """
             
             try:
@@ -3406,17 +3433,28 @@ Only include matches you are confident represent the same variant.
                         log.error(f"Full cleaned text: {text}")
                         # Try to extract JSON from within the response
                         import re
-                        json_match = re.search(r'\{.*\}', text, re.DOTALL)
-                        if json_match:
+                        # First try to find JSON in code blocks
+                        code_block_match = re.search(r'```json\s*(\{[^`]*\})\s*```', text, re.DOTALL)
+                        if code_block_match:
                             try:
-                                matches = json.loads(json_match.group(0))
-                                log.info(f"Successfully extracted JSON from response: {len(matches)} matches")
+                                matches = json.loads(code_block_match.group(1))
+                                log.info(f"Successfully extracted JSON from code block: {len(matches)} matches")
                             except json.JSONDecodeError:
-                                log.error("Failed to extract JSON from response")
+                                log.error("Failed to parse JSON from code block")
                                 matches = {}
                         else:
-                            log.error("No JSON object found in response")
-                            matches = {}
+                            # Try to find standalone JSON object (non-greedy, looking for balanced braces)
+                            json_match = re.search(r'(\{[^{}]*(?:\{[^{}]*\}[^{}]*)*\})', text)
+                            if json_match:
+                                try:
+                                    matches = json.loads(json_match.group(1))
+                                    log.info(f"Successfully extracted JSON from response: {len(matches)} matches")
+                                except json.JSONDecodeError:
+                                    log.error("Failed to extract JSON from response")
+                                    matches = {}
+                            else:
+                                log.error("No JSON object found in response")
+                                matches = {}
                 
                 # Create a mapping of sequence IDs to their data for efficient lookup
                 seq_data_map = {row['variant_id']: row for idx, row in unmatched_seqs.iterrows()}