arxiv-to-prompt 0.4.0__tar.gz → 0.5.0__tar.gz

{arxiv_to_prompt-0.4.0/src/arxiv_to_prompt.egg-info → arxiv_to_prompt-0.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.4.0
+Version: 0.5.0
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
 License: MIT
@@ -54,6 +54,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/README.md

@@ -35,6 +35,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "arxiv-to-prompt"
-version = "0.4.0"
+version = "0.5.0"
 description = "transform arXiv papers into a single latex prompt for LLMs"
 readme = "README.md"
 authors = [{ name = "Takashi Ishida" }]

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/src/arxiv_to_prompt/__init__.py

@@ -15,7 +15,7 @@ Example:
     >>> latex_source = process_latex_source(local_folder="/path/to/tex/files")
 """
 
-from .core import process_latex_source, download_arxiv_source, get_default_cache_dir
+from .core import process_latex_source, download_arxiv_source, get_default_cache_dir, list_sections, extract_section
 
 # Import version from package metadata
 try:
@@ -32,5 +32,7 @@ __all__ = [
     "process_latex_source",
     "download_arxiv_source",
     "get_default_cache_dir",
+    "list_sections",
+    "extract_section",
     "__version__",
 ]

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/src/arxiv_to_prompt/cli.py

@@ -1,6 +1,6 @@
 import argparse
 import re
-from .core import process_latex_source, get_default_cache_dir
+from .core import process_latex_source, get_default_cache_dir, list_sections, extract_section
 
 
 def extract_arxiv_id(input_str: str) -> str:
@@ -45,7 +45,18 @@ def main():
         help="Path to a local folder containing TeX files (alternative to arxiv_id)",
         default=None
     )
-    
+    parser.add_argument(
+        "--list-sections",
+        action="store_true",
+        help="List all section names in the document"
+    )
+    parser.add_argument(
+        "--section",
+        type=str,
+        action="append",
+        help="Extract only the specified section(s). Can be used multiple times."
+    )
+
     args = parser.parse_args()
     
     # Validate that either arxiv_id or local_folder is provided
@@ -64,7 +75,24 @@ def main():
         remove_appendix_section=args.no_appendix,
         local_folder=args.local_folder
     )
-    if content:
+    if not content:
+        return
+
+    if args.list_sections:
+        sections = list_sections(content)
+        for section in sections:
+            print(section)
+    elif args.section:
+        extracted = []
+        for section_name in args.section:
+            section_content = extract_section(content, section_name)
+            if section_content:
+                extracted.append(section_content)
+            else:
+                print(f"Warning: Section '{section_name}' not found", file=__import__('sys').stderr)
+        if extracted:
+            print("\n\n".join(extracted))
+    else:
         print(content)
 
 if __name__ == "__main__":

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/src/arxiv_to_prompt/core.py

@@ -131,6 +131,8 @@ def find_main_tex(directory: str) -> Optional[str]:
 
 def remove_comments_from_lines(text: str) -> str:
     """Remove LaTeX comments while preserving newlines."""
+    # Remove \iffalse...\fi blocks (commonly used to comment out large sections)
+    text = re.sub(r'\\iffalse\b.*?\\fi\b', '', text, flags=re.DOTALL)
     lines = text.split('\n')
     result = []
     for line in lines:
@@ -162,6 +164,34 @@ def remove_appendix(text: str) -> str:
         return text[:appendix_match.start()].rstrip()
     return text
 
+
+def list_sections(text: str) -> list:
+    """Extract all section names from LaTeX content."""
+    pattern = r'\\section\*?\{([^}]+)\}'
+    return re.findall(pattern, text)
+
+
+def extract_section(text: str, section_name: str) -> Optional[str]:
+    """Extract content of a specific section (including its subsections)."""
+    # Find the start of the requested section
+    pattern = rf'\\section\*?\{{{re.escape(section_name)}\}}'
+    start_match = re.search(pattern, text)
+    if not start_match:
+        return None
+
+    start_pos = start_match.start()
+
+    # Find the next \section (not subsection) or end of document
+    remaining = text[start_match.end():]
+    end_match = re.search(r'\\section\*?\{', remaining)
+
+    if end_match:
+        end_pos = start_match.end() + end_match.start()
+        return text[start_pos:end_pos].rstrip()
+    else:
+        return text[start_pos:].rstrip()
+
+
 def flatten_tex(directory: str, main_file: str) -> str:
     """Combine all tex files into one, resolving inputs."""
     def process_file(file_path: str, processed_files: set) -> str:

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0/src/arxiv_to_prompt.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.4.0
+Version: 0.5.0
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
 License: MIT
@@ -54,6 +54,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

{arxiv_to_prompt-0.4.0 → arxiv_to_prompt-0.5.0}/tests/test_core.py

@@ -10,6 +10,8 @@ from arxiv_to_prompt.core import (
     check_source_available,
     flatten_tex,
     remove_appendix,
+    list_sections,
+    extract_section,
 )
 from arxiv_to_prompt.cli import extract_arxiv_id
 
@@ -109,11 +111,29 @@ def test_remove_comments_from_lines():
         ("Multiple % comments % here", "Multiple"),
         ("Line with both \\% and % real comment", "Line with both \\% and"),
     ]
-    
+
     for input_text, expected in test_cases:
         assert remove_comments_from_lines(input_text).rstrip() == expected
 
 
+def test_remove_iffalse_blocks():
+    """Test removal of \\iffalse...\\fi blocks."""
+    # Single line
+    assert remove_comments_from_lines("before \\iffalse hidden \\fi after") == "before  after"
+
+    # Multi-line block
+    input_text = "before\n\\iffalse\nhidden\ncontent\n\\fi\nafter"
+    result = remove_comments_from_lines(input_text)
+    assert "hidden" not in result
+    assert "before" in result
+    assert "after" in result
+
+    # Multiple blocks
+    input_text = "a \\iffalse x \\fi b \\iffalse y \\fi c"
+    result = remove_comments_from_lines(input_text)
+    assert result == "a  b  c"
+
+
 def test_find_main_tex(temp_cache_dir):
     """Test finding the main tex file."""
     # Create test files
@@ -296,3 +316,48 @@ def test_extract_arxiv_id():
     # Non-arxiv input returned as-is
     assert extract_arxiv_id("invalid") == "invalid"
     assert extract_arxiv_id("https://example.com/2505.18102") == "https://example.com/2505.18102"
+
+
+def test_list_sections():
+    """Test listing section names."""
+    text = r"""
+\section{Introduction}
+Some intro text.
+\section{Methods}
+Some methods text.
+\subsection{Data}
+Data description.
+\section*{Acknowledgments}
+Thanks.
+"""
+    sections = list_sections(text)
+    assert sections == ["Introduction", "Methods", "Acknowledgments"]
+
+
+def test_extract_section():
+    """Test extracting a specific section."""
+    text = r"""
+\section{Introduction}
+Intro content here.
+\section{Methods}
+Methods content here.
+\subsection{Data Collection}
+Data info.
+\section{Results}
+Results here.
+"""
+    # Extract Methods section (should include subsection)
+    methods = extract_section(text, "Methods")
+    assert methods is not None
+    assert "Methods content here." in methods
+    assert "Data Collection" in methods
+    assert "Data info." in methods
+    assert "Results here." not in methods
+
+    # Extract non-existent section
+    assert extract_section(text, "Discussion") is None
+
+    # Extract last section
+    results = extract_section(text, "Results")
+    assert results is not None
+    assert "Results here." in results