chatterer 0.1.26__py3-none-any.whl → 0.1.28__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. chatterer/__init__.py +87 -87
  2. chatterer/common_types/__init__.py +21 -21
  3. chatterer/common_types/io.py +19 -19
  4. chatterer/constants.py +5 -0
  5. chatterer/examples/__main__.py +75 -75
  6. chatterer/examples/any2md.py +83 -85
  7. chatterer/examples/pdf2md.py +231 -338
  8. chatterer/examples/pdf2txt.py +52 -54
  9. chatterer/examples/ppt.py +487 -486
  10. chatterer/examples/pw.py +141 -143
  11. chatterer/examples/snippet.py +54 -56
  12. chatterer/examples/transcribe.py +192 -192
  13. chatterer/examples/upstage.py +87 -89
  14. chatterer/examples/web2md.py +80 -80
  15. chatterer/interactive.py +422 -354
  16. chatterer/language_model.py +530 -536
  17. chatterer/messages.py +21 -21
  18. chatterer/tools/__init__.py +46 -46
  19. chatterer/tools/caption_markdown_images.py +388 -384
  20. chatterer/tools/citation_chunking/__init__.py +3 -3
  21. chatterer/tools/citation_chunking/chunks.py +51 -53
  22. chatterer/tools/citation_chunking/citation_chunker.py +117 -118
  23. chatterer/tools/citation_chunking/citations.py +284 -285
  24. chatterer/tools/citation_chunking/prompt.py +157 -157
  25. chatterer/tools/citation_chunking/reference.py +26 -26
  26. chatterer/tools/citation_chunking/utils.py +138 -138
  27. chatterer/tools/convert_pdf_to_markdown.py +634 -645
  28. chatterer/tools/convert_to_text.py +446 -446
  29. chatterer/tools/upstage_document_parser.py +704 -705
  30. chatterer/tools/webpage_to_markdown.py +739 -739
  31. chatterer/tools/youtube.py +146 -147
  32. chatterer/utils/__init__.py +15 -15
  33. chatterer/utils/base64_image.py +349 -350
  34. chatterer/utils/bytesio.py +59 -59
  35. chatterer/utils/code_agent.py +237 -237
  36. chatterer/utils/imghdr.py +145 -145
  37. {chatterer-0.1.26.dist-info → chatterer-0.1.28.dist-info}/METADATA +377 -390
  38. chatterer-0.1.28.dist-info/RECORD +43 -0
  39. chatterer-0.1.26.dist-info/RECORD +0 -42
  40. {chatterer-0.1.26.dist-info → chatterer-0.1.28.dist-info}/WHEEL +0 -0
  41. {chatterer-0.1.26.dist-info → chatterer-0.1.28.dist-info}/entry_points.txt +0 -0
  42. {chatterer-0.1.26.dist-info → chatterer-0.1.28.dist-info}/top_level.txt +0 -0
@@ -1,54 +1,52 @@
1
- import logging
2
- import sys
3
- from pathlib import Path
4
- from typing import Optional
5
-
6
- from spargear import RunnableArguments
7
-
8
- from chatterer.tools.convert_to_text import pdf_to_text
9
-
10
- logger = logging.getLogger(__name__)
11
-
12
-
13
- class Arguments(RunnableArguments[None]):
14
- PDF_PATH: Path
15
- """Path to the PDF file to convert to text."""
16
- output: Optional[Path]
17
- """Path to the output text file. If not provided, defaults to the input file with a .txt suffix."""
18
- page: Optional[str] = None
19
- """Comma-separated list of zero-based page indices to extract from the PDF. Supports ranges, e.g., '0,2,4-8'."""
20
-
21
- def run(self) -> None:
22
- input = self.PDF_PATH.resolve()
23
- out = self.output or input.with_suffix(".txt")
24
- if not input.is_file():
25
- sys.exit(1)
26
- out.write_text(
27
- pdf_to_text(path_or_file=input, page_indices=self.page),
28
- encoding="utf-8",
29
- )
30
- logger.info(f"Extracted text from `{input}` to `{out}`")
31
-
32
-
33
- def parse_page_indices(pages_str: str) -> list[int]:
34
- indices: set[int] = set()
35
- for part in pages_str.split(","):
36
- part = part.strip()
37
- if "-" in part:
38
- start_str, end_str = part.split("-", 1)
39
- start = int(start_str)
40
- end = int(end_str)
41
- if start > end:
42
- raise ValueError
43
- indices.update(range(start, end + 1))
44
- else:
45
- indices.add(int(part))
46
- return sorted(indices)
47
-
48
-
49
- def main() -> None:
50
- Arguments().run()
51
-
52
-
53
- if __name__ == "__main__":
54
- main()
1
+ import sys
2
+ from pathlib import Path
3
+ from typing import Optional
4
+
5
+ from loguru import logger
6
+ from spargear import RunnableArguments
7
+
8
+ from chatterer.tools.convert_to_text import pdf_to_text
9
+
10
+
11
+ class Arguments(RunnableArguments[None]):
12
+ PDF_PATH: Path
13
+ """Path to the PDF file to convert to text."""
14
+ output: Optional[Path]
15
+ """Path to the output text file. If not provided, defaults to the input file with a .txt suffix."""
16
+ page: Optional[str] = None
17
+ """Comma-separated list of zero-based page indices to extract from the PDF. Supports ranges, e.g., '0,2,4-8'."""
18
+
19
+ def run(self) -> None:
20
+ input = self.PDF_PATH.resolve()
21
+ out = self.output or input.with_suffix(".txt")
22
+ if not input.is_file():
23
+ sys.exit(1)
24
+ out.write_text(
25
+ pdf_to_text(path_or_file=input, page_indices=self.page),
26
+ encoding="utf-8",
27
+ )
28
+ logger.info(f"Extracted text from `{input}` to `{out}`")
29
+
30
+
31
+ def parse_page_indices(pages_str: str) -> list[int]:
32
+ indices: set[int] = set()
33
+ for part in pages_str.split(","):
34
+ part = part.strip()
35
+ if "-" in part:
36
+ start_str, end_str = part.split("-", 1)
37
+ start = int(start_str)
38
+ end = int(end_str)
39
+ if start > end:
40
+ raise ValueError
41
+ indices.update(range(start, end + 1))
42
+ else:
43
+ indices.add(int(part))
44
+ return sorted(indices)
45
+
46
+
47
+ def main() -> None:
48
+ Arguments().run()
49
+
50
+
51
+ if __name__ == "__main__":
52
+ main()