arxiv-to-prompt 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

arxiv_to_prompt/__init__.py

@@ -15,7 +15,7 @@ Example:
     >>> latex_source = process_latex_source(local_folder="/path/to/tex/files")
 """
 
-from .core import process_latex_source, download_arxiv_source, get_default_cache_dir
+from .core import process_latex_source, download_arxiv_source, get_default_cache_dir, list_sections, extract_section
 
 # Import version from package metadata
 try:
@@ -32,5 +32,7 @@ __all__ = [
     "process_latex_source",
     "download_arxiv_source",
     "get_default_cache_dir",
+    "list_sections",
+    "extract_section",
     "__version__",
 ]

arxiv_to_prompt/cli.py

@@ -1,6 +1,6 @@
 import argparse
 import re
-from .core import process_latex_source, get_default_cache_dir
+from .core import process_latex_source, get_default_cache_dir, list_sections, extract_section
 
 
 def extract_arxiv_id(input_str: str) -> str:
@@ -45,7 +45,18 @@ def main():
         help="Path to a local folder containing TeX files (alternative to arxiv_id)",
         default=None
     )
-    
+    parser.add_argument(
+        "--list-sections",
+        action="store_true",
+        help="List all section names in the document"
+    )
+    parser.add_argument(
+        "--section",
+        type=str,
+        action="append",
+        help="Extract only the specified section(s). Can be used multiple times."
+    )
+
     args = parser.parse_args()
     
     # Validate that either arxiv_id or local_folder is provided
@@ -64,7 +75,24 @@ def main():
         remove_appendix_section=args.no_appendix,
         local_folder=args.local_folder
     )
-    if content:
+    if not content:
+        return
+
+    if args.list_sections:
+        sections = list_sections(content)
+        for section in sections:
+            print(section)
+    elif args.section:
+        extracted = []
+        for section_name in args.section:
+            section_content = extract_section(content, section_name)
+            if section_content:
+                extracted.append(section_content)
+            else:
+                print(f"Warning: Section '{section_name}' not found", file=__import__('sys').stderr)
+        if extracted:
+            print("\n\n".join(extracted))
+    else:
         print(content)
 
 if __name__ == "__main__":

arxiv_to_prompt/core.py

@@ -131,6 +131,8 @@ def find_main_tex(directory: str) -> Optional[str]:
 
 def remove_comments_from_lines(text: str) -> str:
     """Remove LaTeX comments while preserving newlines."""
+    # Remove \iffalse...\fi blocks (commonly used to comment out large sections)
+    text = re.sub(r'\\iffalse\b.*?\\fi\b', '', text, flags=re.DOTALL)
     lines = text.split('\n')
     result = []
     for line in lines:
@@ -162,6 +164,34 @@ def remove_appendix(text: str) -> str:
         return text[:appendix_match.start()].rstrip()
     return text
 
+
+def list_sections(text: str) -> list:
+    """Extract all section names from LaTeX content."""
+    pattern = r'\\section\*?\{([^}]+)\}'
+    return re.findall(pattern, text)
+
+
+def extract_section(text: str, section_name: str) -> Optional[str]:
+    """Extract content of a specific section (including its subsections)."""
+    # Find the start of the requested section
+    pattern = rf'\\section\*?\{{{re.escape(section_name)}\}}'
+    start_match = re.search(pattern, text)
+    if not start_match:
+        return None
+
+    start_pos = start_match.start()
+
+    # Find the next \section (not subsection) or end of document
+    remaining = text[start_match.end():]
+    end_match = re.search(r'\\section\*?\{', remaining)
+
+    if end_match:
+        end_pos = start_match.end() + end_match.start()
+        return text[start_pos:end_pos].rstrip()
+    else:
+        return text[start_pos:].rstrip()
+
+
 def flatten_tex(directory: str, main_file: str) -> str:
     """Combine all tex files into one, resolving inputs."""
     def process_file(file_path: str, processed_files: set) -> str:

{arxiv_to_prompt-0.4.0.dist-info → arxiv_to_prompt-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.4.0
+Version: 0.5.0
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
 License: MIT
@@ -54,6 +54,12 @@ arxiv-to-prompt 2303.08774 --no-comments --no-appendix
 # Process a local folder containing TeX files (instead of downloading from arXiv)
 arxiv-to-prompt --local-folder /path/to/tex/files
 
+# List all section names in the paper
+arxiv-to-prompt 2303.08774 --list-sections
+
+# Extract only specific sections
+arxiv-to-prompt 2303.08774 --section "Introduction" --section "Methods"
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
 

arxiv_to_prompt-0.5.0.dist-info/RECORD

@@ -0,0 +1,9 @@
+arxiv_to_prompt/__init__.py,sha256=LbfYhirPwhaMpwV4-YgMwW6hA0GOQDHVCPYCPKabjw0,1169
+arxiv_to_prompt/cli.py,sha256=IwT64A-lf5PrxCxs2e1adN09USkf7ji31uzO8YAegpU,3203
+arxiv_to_prompt/core.py,sha256=GafxYeE0dNg70hNG8BrSM7S99dIpHiy1KoNp5oW8niA,13119
+arxiv_to_prompt-0.5.0.dist-info/licenses/LICENSE,sha256=np8L3--VyxwVJa_8D_mfK4RYrtnRMM_eeYN3rM4PMHo,1071
+arxiv_to_prompt-0.5.0.dist-info/METADATA,sha256=4a66cO6DpNdd0dz3U_79QhL60Q1cAhHHyExWUqhL4eo,4786
+arxiv_to_prompt-0.5.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+arxiv_to_prompt-0.5.0.dist-info/entry_points.txt,sha256=iYEEn8xZ_5OkhNIs5HCyHSQBpDRJkbD5h0tlAb16lL0,61
+arxiv_to_prompt-0.5.0.dist-info/top_level.txt,sha256=JClbu_lGGWu3RaTHZlNqTKB1-DUSbYXQNIYmJ9_F7fY,16
+arxiv_to_prompt-0.5.0.dist-info/RECORD,,

arxiv_to_prompt-0.4.0.dist-info/RECORD

@@ -1,9 +0,0 @@
-arxiv_to_prompt/__init__.py,sha256=riK7TcTaKDleP5g5rjf2jkmLtXZu7irNZDujyAVDnKM,1093
-arxiv_to_prompt/cli.py,sha256=np6mv2iCkLiVLawyix1vXP4bVFzRmZlkfjxb07ee89Q,2276
-arxiv_to_prompt/core.py,sha256=pgb8PGiOqgbPTW5rIJwLlmS9n3nnlYa5UVQ5YSvCIuo,12077
-arxiv_to_prompt-0.4.0.dist-info/licenses/LICENSE,sha256=np8L3--VyxwVJa_8D_mfK4RYrtnRMM_eeYN3rM4PMHo,1071
-arxiv_to_prompt-0.4.0.dist-info/METADATA,sha256=_G2nwz5NSnKPMpS6UowWqCe2WSpJBjHqOMshmtGOdak,4598
-arxiv_to_prompt-0.4.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-arxiv_to_prompt-0.4.0.dist-info/entry_points.txt,sha256=iYEEn8xZ_5OkhNIs5HCyHSQBpDRJkbD5h0tlAb16lL0,61
-arxiv_to_prompt-0.4.0.dist-info/top_level.txt,sha256=JClbu_lGGWu3RaTHZlNqTKB1-DUSbYXQNIYmJ9_F7fY,16
-arxiv_to_prompt-0.4.0.dist-info/RECORD,,