arxiv-to-prompt 0.4.1__tar.gz → 0.5.1__tar.gz

{arxiv_to_prompt-0.4.1/src/arxiv_to_prompt.egg-info → arxiv_to_prompt-0.5.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.4.1
+Version: 0.5.1
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
 License: MIT
@@ -54,6 +54,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/README.md

@@ -35,6 +35,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "arxiv-to-prompt"
-version = "0.4.1"
+version = "0.5.1"
 description = "transform arXiv papers into a single latex prompt for LLMs"
 readme = "README.md"
 authors = [{ name = "Takashi Ishida" }]

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/src/arxiv_to_prompt/__init__.py

@@ -15,7 +15,7 @@ Example:
     >>> latex_source = process_latex_source(local_folder="/path/to/tex/files")
 """
 
-from .core import process_latex_source, download_arxiv_source, get_default_cache_dir
+from .core import process_latex_source, download_arxiv_source, get_default_cache_dir, list_sections, extract_section
 
 # Import version from package metadata
 try:
@@ -32,5 +32,7 @@ __all__ = [
     "process_latex_source",
     "download_arxiv_source",
     "get_default_cache_dir",
+    "list_sections",
+    "extract_section",
     "__version__",
 ]

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/src/arxiv_to_prompt/cli.py

@@ -1,6 +1,6 @@
 import argparse
 import re
-from .core import process_latex_source, get_default_cache_dir
+from .core import process_latex_source, get_default_cache_dir, list_sections, extract_section
 
 
 def extract_arxiv_id(input_str: str) -> str:
@@ -45,7 +45,18 @@ def main():
         help="Path to a local folder containing TeX files (alternative to arxiv_id)",
         default=None
     )
-    
+    parser.add_argument(
+        "--list-sections",
+        action="store_true",
+        help="List all section names in the document"
+    )
+    parser.add_argument(
+        "--section",
+        type=str,
+        action="append",
+        help="Extract only the specified section(s). Can be used multiple times."
+    )
+
     args = parser.parse_args()
     
     # Validate that either arxiv_id or local_folder is provided
@@ -64,7 +75,24 @@ def main():
         remove_appendix_section=args.no_appendix,
         local_folder=args.local_folder
     )
-    if content:
+    if not content:
+        return
+
+    if args.list_sections:
+        sections = list_sections(content)
+        for section in sections:
+            print(section)
+    elif args.section:
+        extracted = []
+        for section_name in args.section:
+            section_content = extract_section(content, section_name)
+            if section_content:
+                extracted.append(section_content)
+            else:
+                print(f"Warning: Section '{section_name}' not found", file=__import__('sys').stderr)
+        if extracted:
+            print("\n\n".join(extracted))
+    else:
         print(content)
 
 if __name__ == "__main__":

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/src/arxiv_to_prompt/core.py

@@ -92,40 +92,55 @@ def download_arxiv_source(arxiv_id: str, cache_dir: Optional[str] = None, use_ca
 
 def find_main_tex(directory: str) -> Optional[str]:
     """
-    Find the main .tex file containing documentclass. 
+    Find the main .tex file containing documentclass.
+    Searches recursively through subdirectories.
     First checks for common naming conventions (main.tex, paper.tex, index.tex).
-    If none found, returns the filename of the longest .tex file containing documentclass,
-    since shorter files are typically conference templates or supplementary documents 
+    If none found, returns the path of the longest .tex file containing documentclass,
+    since shorter files are typically conference templates or supplementary documents
     rather than the main manuscript.
     """
     common_names = ['main.tex', 'paper.tex', 'index.tex']
     main_tex_file = None
     max_line_count = 0
 
-    # First pass: check for common naming conventions
-    for file_name in os.listdir(directory):
-        if file_name in common_names:
-            try:
-                with open(os.path.join(directory, file_name), 'r', encoding='utf-8') as file:
-                    lines = file.readlines()
-                    if any('\\documentclass' in line for line in lines):
-                        return file_name
-            except Exception as e:
-                logging.warning(f"Could not read file {file_name}: {e}")
+    # Walk through directory and subdirectories
+    for root, dirs, files in os.walk(directory):
+        rel_root = os.path.relpath(root, directory)
+
+        # First pass: check for common naming conventions
+        for file_name in files:
+            if file_name in common_names:
+                file_path = os.path.join(root, file_name)
+                try:
+                    with open(file_path, 'r', encoding='utf-8') as file:
+                        lines = file.readlines()
+                        if any('\\documentclass' in line for line in lines):
+                            if rel_root == '.':
+                                return file_name
+                            return os.path.join(rel_root, file_name)
+                except Exception as e:
+                    logging.warning(f"Could not read file {file_path}: {e}")
 
     # Second pass: find the longest .tex file containing documentclass
-    for file_name in os.listdir(directory):
-        if file_name.endswith('.tex'):
-            try:
-                with open(os.path.join(directory, file_name), 'r', encoding='utf-8') as file:
-                    lines = file.readlines()
-                    if any('\\documentclass' in line for line in lines):
-                        line_count = len(lines)
-                        if line_count > max_line_count:
-                            main_tex_file = file_name
-                            max_line_count = line_count
-            except Exception as e:
-                logging.warning(f"Could not read file {file_name}: {e}")
+    for root, dirs, files in os.walk(directory):
+        rel_root = os.path.relpath(root, directory)
+
+        for file_name in files:
+            if file_name.endswith('.tex'):
+                file_path = os.path.join(root, file_name)
+                try:
+                    with open(file_path, 'r', encoding='utf-8') as file:
+                        lines = file.readlines()
+                        if any('\\documentclass' in line for line in lines):
+                            line_count = len(lines)
+                            if line_count > max_line_count:
+                                if rel_root == '.':
+                                    main_tex_file = file_name
+                                else:
+                                    main_tex_file = os.path.join(rel_root, file_name)
+                                max_line_count = line_count
+                except Exception as e:
+                    logging.warning(f"Could not read file {file_path}: {e}")
 
     return main_tex_file
 
@@ -164,6 +179,34 @@ def remove_appendix(text: str) -> str:
         return text[:appendix_match.start()].rstrip()
     return text
 
+
+def list_sections(text: str) -> list:
+    """Extract all section names from LaTeX content."""
+    pattern = r'\\section\*?\{([^}]+)\}'
+    return re.findall(pattern, text)
+
+
+def extract_section(text: str, section_name: str) -> Optional[str]:
+    """Extract content of a specific section (including its subsections)."""
+    # Find the start of the requested section
+    pattern = rf'\\section\*?\{{{re.escape(section_name)}\}}'
+    start_match = re.search(pattern, text)
+    if not start_match:
+        return None
+
+    start_pos = start_match.start()
+
+    # Find the next \section (not subsection) or end of document
+    remaining = text[start_match.end():]
+    end_match = re.search(r'\\section\*?\{', remaining)
+
+    if end_match:
+        end_pos = start_match.end() + end_match.start()
+        return text[start_pos:end_pos].rstrip()
+    else:
+        return text[start_pos:].rstrip()
+
+
 def flatten_tex(directory: str, main_file: str) -> str:
     """Combine all tex files into one, resolving inputs."""
     def process_file(file_path: str, processed_files: set) -> str:

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1/src/arxiv_to_prompt.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.4.1
+Version: 0.5.1
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
 License: MIT
@@ -54,6 +54,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.1 → arxiv_to_prompt-0.5.1}/tests/test_core.py

@@ -10,6 +10,8 @@ from arxiv_to_prompt.core import (
     check_source_available,
     flatten_tex,
     remove_appendix,
+    list_sections,
+    extract_section,
 )
 from arxiv_to_prompt.cli import extract_arxiv_id
 
@@ -151,6 +153,23 @@ def test_find_main_tex(temp_cache_dir):
     assert found_main == "main.tex"
 
 
+def test_find_main_tex_in_subdirectory(temp_cache_dir):
+    """Test finding main tex file in a subdirectory."""
+    # Create test directory with subdirectory
+    tex_dir = temp_cache_dir / "test_tex_subdir"
+    tex_dir.mkdir(parents=True)
+    subdir = tex_dir / "paper"
+    subdir.mkdir()
+
+    # Create main.tex in subdirectory
+    main_file = subdir / "main.tex"
+    main_file.write_text("\\documentclass{article}\n\\begin{document}\nHello\n\\end{document}")
+
+    # Test finding main file in subdirectory
+    found_main = find_main_tex(str(tex_dir))
+    assert found_main == os.path.join("paper", "main.tex")
+
+
 def test_commented_input_commands(temp_cache_dir):
     """Test that commented-out \\include and \\input commands are ignored."""
     # Create test directory and files
@@ -314,3 +333,48 @@ def test_extract_arxiv_id():
     # Non-arxiv input returned as-is
     assert extract_arxiv_id("invalid") == "invalid"
     assert extract_arxiv_id("https://example.com/2505.18102") == "https://example.com/2505.18102"
+
+
+def test_list_sections():
+    """Test listing section names."""
+    text = r"""
+\section{Introduction}
+Some intro text.
+\section{Methods}
+Some methods text.
+\subsection{Data}
+Data description.
+\section*{Acknowledgments}
+Thanks.
+"""
+    sections = list_sections(text)
+    assert sections == ["Introduction", "Methods", "Acknowledgments"]
+
+
+def test_extract_section():
+    """Test extracting a specific section."""
+    text = r"""
+\section{Introduction}
+Intro content here.
+\section{Methods}
+Methods content here.
+\subsection{Data Collection}
+Data info.
+\section{Results}
+Results here.
+"""
+    # Extract Methods section (should include subsection)
+    methods = extract_section(text, "Methods")
+    assert methods is not None
+    assert "Methods content here." in methods
+    assert "Data Collection" in methods
+    assert "Data info." in methods
+    assert "Results here." not in methods
+
+    # Extract non-existent section
+    assert extract_section(text, "Discussion") is None
+
+    # Extract last section
+    results = extract_section(text, "Results")
+    assert results is not None
+    assert "Results here." in results