arxiv-to-prompt 0.1.0__py3-none-any.whl → 0.2.0__py3-none-any.whl

arxiv_to_prompt/cli.py

@@ -22,13 +22,19 @@ def main():
         help=f"Custom directory to store downloaded files (default: {default_cache})",
         default=None
     )
+    parser.add_argument(
+        "--no-appendix",
+        action="store_true",
+        help="Remove the appendix section and everything after it"
+    )
     
     args = parser.parse_args()
     
     content = process_latex_source(
         args.arxiv_id, 
         keep_comments=not args.no_comments,
-        cache_dir=args.cache_dir
+        cache_dir=args.cache_dir,
+        remove_appendix_section=args.no_appendix
     )
     if content:
         print(content)

arxiv_to_prompt/core.py

@@ -140,6 +140,14 @@ def remove_comments_from_lines(text: str) -> str:
         result.append(''.join(cleaned_line).rstrip())
     return '\n'.join(result)
 
+def remove_appendix(text: str) -> str:
+    """Remove appendix section and everything after it."""
+    # Find the position of \appendix command
+    appendix_match = re.search(r'\\appendix\b', text)
+    if appendix_match:
+        return text[:appendix_match.start()].rstrip()
+    return text
+
 def flatten_tex(directory: str, main_file: str) -> str:
     """Combine all tex files into one, resolving inputs."""
     def process_file(file_path: str, processed_files: set) -> str:
@@ -151,8 +159,38 @@ def flatten_tex(directory: str, main_file: str) -> str:
             with open(file_path, 'r', encoding='utf-8') as f:
                 content = f.read()
             
-            # Process \input and \include commands
+            # Process \input and \include commands that are not commented out
             def replace_input(match):
+                # Check if the match is preceded by a comment character
+                line_start = content.rfind('\n', 0, match.start()) + 1
+                line_prefix = content[line_start:match.start()]
+                
+                # If there's a % character in the line prefix that's not escaped,
+                # this command is commented out, so return the original text
+                comment_pos = -1
+                i = 0
+                while i < len(line_prefix):
+                    if line_prefix[i] == '%':
+                        # Check if the % is escaped with a backslash
+                        if i > 0 and line_prefix[i-1] == '\\':
+                            # Count backslashes before %
+                            backslash_count = 0
+                            j = i - 1
+                            while j >= 0 and line_prefix[j] == '\\':
+                                backslash_count += 1
+                                j -= 1
+                            # If odd number of backslashes, % is escaped
+                            if backslash_count % 2 == 1:
+                                i += 1
+                                continue
+                        comment_pos = i
+                        break
+                    i += 1
+                
+                if comment_pos != -1:
+                    return match.group(0)  # Return the original text without processing
+                
+                # Process the command normally
                 input_file = match.group(1)
                 if not input_file.endswith('.tex'):
                     input_file += '.tex'
@@ -171,7 +209,7 @@ def flatten_tex(directory: str, main_file: str) -> str:
 
 def process_latex_source(arxiv_id: str, keep_comments: bool = True, 
                         cache_dir: Optional[str] = None,
-                        use_cache: bool = False) -> Optional[str]:
+                        use_cache: bool = False, remove_appendix_section: bool = False) -> Optional[str]:
     """
     Process LaTeX source files from arXiv and return the combined content.
     
@@ -180,6 +218,7 @@ def process_latex_source(arxiv_id: str, keep_comments: bool = True,
         keep_comments: Whether to keep LaTeX comments in the output
         cache_dir: Custom directory to store downloaded files
         use_cache: Whether to use cached files if they exist (default: False)
+        remove_appendix_section: Whether to remove the appendix section and everything after it
     
     Returns:
         The processed LaTeX content or None if processing fails
@@ -204,6 +243,10 @@ def process_latex_source(arxiv_id: str, keep_comments: bool = True,
     if not keep_comments:
         content = remove_comments_from_lines(content)
     
+    # Remove appendix if requested
+    if remove_appendix_section:
+        content = remove_appendix(content)
+    
     return content
 
 def check_source_available(arxiv_id: str) -> bool:

{arxiv_to_prompt-0.1.0.dist-info → arxiv_to_prompt-0.2.0.dist-info}/METADATA

@@ -1,41 +1,13 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: arxiv-to-prompt
-Version: 0.1.0
+Version: 0.2.0
 Summary: transform arXiv papers into a single latex prompt for LLMs
 Author: Takashi Ishida
-License: MIT License
-        
-        Copyright (c) 2025 Takashi Ishida
-        
-        Permission is hereby granted, free of charge, to any person obtaining a copy
-        of this software and associated documentation files (the "Software"), to deal
-        in the Software without restriction, including without limitation the rights
-        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-        copies of the Software, and to permit persons to whom the Software is
-        furnished to do so, subject to the following conditions:
-        
-        The above copyright notice and this permission notice shall be included in all
-        copies or substantial portions of the Software.
-        
-        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-        SOFTWARE.
-        
+License: MIT
 Project-URL: Homepage, https://github.com/takashiishida/arxiv-to-prompt
 Project-URL: Changelog, https://github.com/takashiishida/arxiv-to-prompt/releases
 Project-URL: Issues, https://github.com/takashiishida/arxiv-to-prompt/issues
 Project-URL: CI, https://github.com/takashiishida/arxiv-to-prompt/actions
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Operating System :: OS Independent
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
@@ -43,15 +15,16 @@ Requires-Dist: requests>=2.25.0
 Provides-Extra: test
 Requires-Dist: pytest>=7.0.0; extra == "test"
 Requires-Dist: pytest-cov>=4.0.0; extra == "test"
+Dynamic: license-file
 
 # arxiv-to-prompt
 
-[![PyPI version](https://badge.fury.io/py/arxiv-to-prompt.svg)](https://pypi.org/project/arxiv-to-prompt/)
+[![PyPI version](https://badge.fury.io/py/arxiv-to-prompt.svg?update=20250307)](https://pypi.org/project/arxiv-to-prompt/)
 [![Tests](https://github.com/takashiishida/arxiv-to-prompt/actions/workflows/tests.yml/badge.svg)](https://github.com/takashiishida/arxiv-to-prompt/actions)
 [![License](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 [![Changelog](https://img.shields.io/github/v/release/takashiishida/arxiv-to-prompt?label=changelog)](https://github.com/takashiishida/arxiv-to-prompt/releases)
 
-A command-line tool to transform arXiv papers into a single LaTeX source that can be used as a prompt for asking LLMs questions about the paper. It downloads the source files, automatically finds the main tex file containing `\documentclass`, and flattens multiple files into a single coherent source by resolving `\input` and `\include` commands. The tool also provides an option to remove LaTeX comments from the output (which can be useful to shorten the prompt).
+A command-line tool to transform arXiv papers into a single LaTeX source that can be used as a prompt for asking LLMs questions about the paper. It downloads the source files, automatically finds the main tex file containing `\documentclass`, and flattens multiple files into a single coherent source by resolving `\input` and `\include` commands. The tool also provides options to remove LaTeX comments and appendix sections from the output (which can be useful to shorten the prompt).
 
 ### Installation
 
@@ -69,8 +42,17 @@ arxiv-to-prompt 2303.08774
 # Display LaTeX source without comments
 arxiv-to-prompt 2303.08774 --no-comments
 
+# Display LaTeX source without appendix sections
+arxiv-to-prompt 2303.08774 --no-appendix
+
+# Combine options (no comments and no appendix)
+arxiv-to-prompt 2303.08774 --no-comments --no-appendix
+
 # Copy to clipboard
 arxiv-to-prompt 2303.08774 | pbcopy
+
+# Combine with the `llm` library from https://github.com/simonw/llm to chat about the paper
+arxiv-to-prompt 1706.03762 | llm -s "explain this paper"
 ```
 
 The arXiv ID can be found in the paper's URL. For example, for `https://arxiv.org/abs/2303.08774`, the ID is `2303.08774`. It will automatically download the latest version of the paper, so you don't need to specify the version.
@@ -87,8 +69,23 @@ latex_source = process_latex_source("2303.08774")
 
 # Get LaTeX source without comments
 latex_source = process_latex_source("2303.08774", keep_comments=False)
+
+# Get LaTeX source without appendix sections
+latex_source = process_latex_source("2303.08774", remove_appendix_section=True)
+
+# Combine options (no comments and no appendix)
+latex_source = process_latex_source("2303.08774", keep_comments=False, remove_appendix_section=True)
 ```
 
+### Projects Using arxiv-to-prompt
+
+Here are some projects and use cases that leverage arxiv-to-prompt:
+
+- [arxiv-latex-mcp](https://github.com/takashiishida/arxiv-latex-mcp): MCP server that uses arxiv-to-prompt to fetch and process arXiv LaTeX sources for precise interpretation of mathematical expressions in scientific papers.
+- [arxiv-tex-ui](https://github.com/takashiishida/arxiv-tex-ui): chat with an llm about an arxiv paper by using the latex source.
+
+If you're using arxiv-to-prompt in your project, please submit a pull request to add it to this list!
+
 ### References
 
 - Inspired by [files-to-prompt](https://github.com/simonw/files-to-prompt).

arxiv_to_prompt-0.2.0.dist-info/RECORD

@@ -0,0 +1,9 @@
+arxiv_to_prompt/__init__.py,sha256=oL2bEzZhiFoMqCF-84Xmljqw55lgRkwInBFpExRPCTY,609
+arxiv_to_prompt/cli.py,sha256=2ZVmxNcygFpOFROfCo-FtXzcRpLVVRUOkIhASL0iD7o,1179
+arxiv_to_prompt/core.py,sha256=pVsUzpplBBTLBxxjYQ6AbR667XlZ9TMz3RFNS8bX7X8,10343
+arxiv_to_prompt-0.2.0.dist-info/licenses/LICENSE,sha256=np8L3--VyxwVJa_8D_mfK4RYrtnRMM_eeYN3rM4PMHo,1071
+arxiv_to_prompt-0.2.0.dist-info/METADATA,sha256=iD0c2HDslUJzc-1xWN1-0X95TUZtxBpLPc36NIicF_A,3998
+arxiv_to_prompt-0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+arxiv_to_prompt-0.2.0.dist-info/entry_points.txt,sha256=iYEEn8xZ_5OkhNIs5HCyHSQBpDRJkbD5h0tlAb16lL0,61
+arxiv_to_prompt-0.2.0.dist-info/top_level.txt,sha256=JClbu_lGGWu3RaTHZlNqTKB1-DUSbYXQNIYmJ9_F7fY,16
+arxiv_to_prompt-0.2.0.dist-info/RECORD,,

{arxiv_to_prompt-0.1.0.dist-info → arxiv_to_prompt-0.2.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

arxiv_to_prompt-0.1.0.dist-info/RECORD

@@ -1,9 +0,0 @@
-arxiv_to_prompt/__init__.py,sha256=oL2bEzZhiFoMqCF-84Xmljqw55lgRkwInBFpExRPCTY,609
-arxiv_to_prompt/cli.py,sha256=WafgKxxpgJrLyeuQ-tnUASoknoNXiaQRWLP-Emsr-ug,977
-arxiv_to_prompt/core.py,sha256=cQcMNQJSrRVQAQsy2ULeLVlQlKIDDdgVLHFKJNMR0Sg,8296
-arxiv_to_prompt-0.1.0.dist-info/LICENSE,sha256=np8L3--VyxwVJa_8D_mfK4RYrtnRMM_eeYN3rM4PMHo,1071
-arxiv_to_prompt-0.1.0.dist-info/METADATA,sha256=H8T6HFkP199SK19Jy66MgrVE2S8kTBr-2yYzC9qpQBs,4338
-arxiv_to_prompt-0.1.0.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-arxiv_to_prompt-0.1.0.dist-info/entry_points.txt,sha256=iYEEn8xZ_5OkhNIs5HCyHSQBpDRJkbD5h0tlAb16lL0,61
-arxiv_to_prompt-0.1.0.dist-info/top_level.txt,sha256=JClbu_lGGWu3RaTHZlNqTKB1-DUSbYXQNIYmJ9_F7fY,16
-arxiv_to_prompt-0.1.0.dist-info/RECORD,,