BabelDOC 0.2.25__tar.gz → 0.2.27__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/workflows/docs.yml +1 -1
  2. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/workflows/labeler.yml +1 -1
  3. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/workflows/publish-to-pypi.yml +1 -1
  4. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/workflows/test.yml +1 -1
  5. {babeldoc-0.2.25 → babeldoc-0.2.27}/PKG-INFO +1 -1
  6. babeldoc-0.2.27/babeldoc/__init__.py +1 -0
  7. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/const.py +1 -1
  8. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/il_translator.py +1 -1
  9. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/il_translator_llm_only.py +1 -1
  10. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/styles_and_formulas.py +1 -0
  11. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/utils/priority_thread_pool_executor.py +5 -5
  12. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/main.py +1 -1
  13. {babeldoc-0.2.25 → babeldoc-0.2.27}/pyproject.toml +2 -2
  14. {babeldoc-0.2.25 → babeldoc-0.2.27}/uv.lock +1 -1
  15. babeldoc-0.2.25/babeldoc/__init__.py +0 -1
  16. {babeldoc-0.2.25 → babeldoc-0.2.27}/.cursorignore +0 -0
  17. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
  18. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
  19. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/dependabot.yml +0 -0
  20. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/labels.yml +0 -0
  21. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/release-drafter.yml +0 -0
  22. {babeldoc-0.2.25 → babeldoc-0.2.27}/.github/workflows/codeql.yml +0 -0
  23. {babeldoc-0.2.25 → babeldoc-0.2.27}/.gitignore +0 -0
  24. {babeldoc-0.2.25 → babeldoc-0.2.27}/.pre-commit-config.yaml +0 -0
  25. {babeldoc-0.2.25 → babeldoc-0.2.27}/LICENSE +0 -0
  26. {babeldoc-0.2.25 → babeldoc-0.2.27}/README.md +0 -0
  27. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/assets/assets.py +0 -0
  28. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/assets/embedding_assets_metadata.py +0 -0
  29. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/asynchronize/__init__.py +0 -0
  30. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/converter.py +0 -0
  31. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/__init__.py +0 -0
  32. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/babeldoc_exception/BabelDOCException.py +0 -0
  33. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/backend/__init__.py +0 -0
  34. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/backend/pdf_creater.py +0 -0
  35. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/frontend/__init__.py +0 -0
  36. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/frontend/il_creater.py +0 -0
  37. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/il_version_1.py +0 -0
  38. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/il_version_1.rnc +0 -0
  39. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/il_version_1.rng +0 -0
  40. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/il_version_1.xsd +0 -0
  41. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/__init__.py +0 -0
  42. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/add_debug_information.py +0 -0
  43. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/detect_scanned_file.py +0 -0
  44. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/layout_parser.py +0 -0
  45. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/paragraph_finder.py +0 -0
  46. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/remove_descent.py +0 -0
  47. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/table_parser.py +0 -0
  48. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/midend/typesetting.py +0 -0
  49. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/translator/__init__.py +0 -0
  50. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/translator/cache.py +0 -0
  51. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/translator/translator.py +0 -0
  52. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/utils/atomic_integer.py +0 -0
  53. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/utils/fontmap.py +0 -0
  54. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/utils/layout_helper.py +0 -0
  55. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/utils/style_helper.py +0 -0
  56. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/document_il/xml_converter.py +0 -0
  57. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/docvision/README.md +0 -0
  58. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/docvision/__init__.py +0 -0
  59. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/docvision/doclayout.py +0 -0
  60. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/docvision/rpc_doclayout.py +0 -0
  61. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/docvision/table_detection/rapidocr.py +0 -0
  62. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/high_level.py +0 -0
  63. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/pdfinterp.py +0 -0
  64. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/progress_monitor.py +0 -0
  65. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/result_merger.py +0 -0
  66. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/split_manager.py +0 -0
  67. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/tools/generate_font_metadata.py +0 -0
  68. {babeldoc-0.2.25 → babeldoc-0.2.27}/babeldoc/translation_config.py +0 -0
  69. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/CODE_OF_CONDUCT.md +0 -0
  70. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/CONTRIBUTING.md +0 -0
  71. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/CONTRIBUTOR_REWARD.md +0 -0
  72. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/AsyncTranslate/AsyncTranslate.md +0 -0
  73. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/ILTranslator/ILTranslator.md +0 -0
  74. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/PDFCreation/PDFCreation.md +0 -0
  75. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/PDFParsing/PDFParsing.md +0 -0
  76. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/ParagraphFinding/ParagraphFinding.md +0 -0
  77. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/README.md +0 -0
  78. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/StylesAndFormulas/StylesAndFormulas.md +0 -0
  79. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/ImplementationDetails/Typesetting/Typesetting.md +0 -0
  80. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/README.md +0 -0
  81. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/deploy.sh +0 -0
  82. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-banner.png +0 -0
  83. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-big-logo-darkmode-with-transparent-background.png +0 -0
  84. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-big-logo-darkmode-with-transparent-background.svg +0 -0
  85. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-big-logo-with-transparent-background.png +0 -0
  86. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-big-logo-with-transparent-background.svg +0 -0
  87. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-big-logo.png +0 -0
  88. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-contributor_reward_example.png +0 -0
  89. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-preview.gif +0 -0
  90. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-small-logo-with-transparent-background.png +0 -0
  91. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-small-logo-with-transparent-background.svg +0 -0
  92. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/images/babeldoc-small-logo.png +0 -0
  93. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/index.md +0 -0
  94. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/intro-to-pdf-object.md +0 -0
  95. {babeldoc-0.2.25 → babeldoc-0.2.27}/docs/requirements.txt +0 -0
  96. {babeldoc-0.2.25 → babeldoc-0.2.27}/mkdocs.yml +0 -0
  97. {babeldoc-0.2.25 → babeldoc-0.2.27}/tests/test_translation_config.py +0 -0
@@ -17,7 +17,7 @@ jobs:
17
17
  git config user.name github-actions[bot]
18
18
  git config user.email 41898282+github-actions[bot]@users.noreply.github.com
19
19
  - name: Setup uv with Python 3.12
20
- uses: astral-sh/setup-uv@22695119d769bdb6f7032ad67b9bca0ef8c4a174 # v5.4.0
20
+ uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182 # v5.4.1
21
21
  with:
22
22
  python-version: "3.12"
23
23
  enable-cache: true
@@ -25,7 +25,7 @@ jobs:
25
25
  uses: actions/checkout@v4
26
26
 
27
27
  - name: Run Labeler
28
- uses: crazy-max/ghaction-github-labeler@31674a3852a9074f2086abcf1c53839d466a47e7 # v5.2.0
28
+ uses: crazy-max/ghaction-github-labeler@24d110aa46a59976b8a7f35518cb7f14f434c916 # v5.3.0
29
29
  with:
30
30
  skip-delete: true
31
31
  dry-run: ${{ github.event_name == 'pull_request' }}
@@ -35,7 +35,7 @@ jobs:
35
35
  token: ${{ secrets.GITHUB_TOKEN }}
36
36
 
37
37
  - name: Setup uv with Python 3.12
38
- uses: astral-sh/setup-uv@22695119d769bdb6f7032ad67b9bca0ef8c4a174 # v5.4.0
38
+ uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182 # v5.4.1
39
39
  with:
40
40
  python-version: "3.12"
41
41
  enable-cache: true
@@ -28,7 +28,7 @@ jobs:
28
28
  path: ~/.cache/babeldoc
29
29
  key: babeldoc-assets-${{ hashFiles('babeldoc/assets/embedding_assets_metadata.py') }}
30
30
  - name: Setup uv with Python ${{ matrix.python-version }}
31
- uses: astral-sh/setup-uv@22695119d769bdb6f7032ad67b9bca0ef8c4a174 # v5.4.0
31
+ uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182 # v5.4.1
32
32
  with:
33
33
  python-version: ${{ matrix.python-version }}
34
34
  enable-cache: true
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: BabelDOC
3
- Version: 0.2.25
3
+ Version: 0.2.27
4
4
  Summary: Yet Another Document Translator
5
5
  Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
6
6
  Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues
@@ -0,0 +1 @@
1
+ __version__ = "0.2.27"
@@ -3,7 +3,7 @@ import shutil
3
3
  import subprocess
4
4
  from pathlib import Path
5
5
 
6
- __version__ = "0.2.25"
6
+ __version__ = "0.2.27"
7
7
 
8
8
  CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
9
9
 
@@ -132,7 +132,7 @@ class ILTranslator:
132
132
  self.tokenizer = tokenizer
133
133
 
134
134
  def calc_token_count(self, text: str) -> int:
135
- return len(self.tokenizer.encode(text))
135
+ return len(self.tokenizer.encode(text, disallowed_special=()))
136
136
 
137
137
  def translate(self, docs: Document):
138
138
  tracker = DocumentTranslateTracker()
@@ -65,7 +65,7 @@ class ILTranslatorLLMOnly:
65
65
  raise ValueError("LLM translator not supported") from e
66
66
 
67
67
  def calc_token_count(self, text: str) -> int:
68
- return len(self.tokenizer.encode(text))
68
+ return len(self.tokenizer.encode(text, disallowed_special=()))
69
69
 
70
70
  def find_title_paragraph(self, docs: Document) -> PdfParagraph | None:
71
71
  """Find the first paragraph with layout_label 'title' in the document.
@@ -533,6 +533,7 @@ class StylesAndFormulas:
533
533
  r"|CMSS.+"
534
534
  r"|Arial.*"
535
535
  r"|TimesNewRoman.*"
536
+ r"|SegoeUI.*"
536
537
  r")$"
537
538
  )
538
539
  if self.translation_config.formular_font_pattern:
@@ -225,13 +225,13 @@ class PriorityThreadPoolExecutor(ThreadPoolExecutor):
225
225
  _threads_queues[t] = self._work_queue
226
226
 
227
227
  def shutdown(self, wait=True, *, cancel_futures=False):
228
- logger.info("Shutting down executor %s", self._thread_name_prefix or self)
228
+ logger.debug("Shutting down executor %s", self._thread_name_prefix or self)
229
229
  if wait:
230
- logger.info(
230
+ logger.debug(
231
231
  "Waiting for all tasks done %s", self._thread_name_prefix or self
232
232
  )
233
233
  self._work_queue.join()
234
- logger.info("All tasks done %s", self._thread_name_prefix or self)
234
+ logger.debug("All tasks done %s", self._thread_name_prefix or self)
235
235
 
236
236
  with self._shutdown_lock:
237
237
  self._shutdown = True
@@ -250,10 +250,10 @@ class PriorityThreadPoolExecutor(ThreadPoolExecutor):
250
250
  # _work_queue.get(block=True) from permanently blocking.
251
251
  self._work_queue.put(None)
252
252
  if wait:
253
- logger.info(
253
+ logger.debug(
254
254
  "Waiting for all thread done %s", self._thread_name_prefix or self
255
255
  )
256
256
  for t in self._threads:
257
257
  self._work_queue.put(None)
258
258
  t.join()
259
- logger.info("shutdown finish %s", self._thread_name_prefix or self)
259
+ logger.debug("shutdown finish %s", self._thread_name_prefix or self)
@@ -23,7 +23,7 @@ from babeldoc.translation_config import TranslationConfig
23
23
  from babeldoc.translation_config import WatermarkOutputMode
24
24
 
25
25
  logger = logging.getLogger(__name__)
26
- __version__ = "0.2.25"
26
+ __version__ = "0.2.27"
27
27
 
28
28
 
29
29
  def create_parser():
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "BabelDOC"
3
- version = "0.2.25"
3
+ version = "0.2.27"
4
4
  description = "Yet Another Document Translator"
5
5
  license = "AGPL-3.0"
6
6
  readme = "README.md"
@@ -148,7 +148,7 @@ pythonpath = [".", "src"]
148
148
  testpaths = ["tests"]
149
149
 
150
150
  [bumpver]
151
- current_version = "0.2.25"
151
+ current_version = "0.2.27"
152
152
  version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
153
153
 
154
154
  [bumpver.file_patterns]
@@ -48,7 +48,7 @@ wheels = [
48
48
 
49
49
  [[package]]
50
50
  name = "babeldoc"
51
- version = "0.2.25"
51
+ version = "0.2.27"
52
52
  source = { editable = "." }
53
53
  dependencies = [
54
54
  { name = "bitstring" },
@@ -1 +0,0 @@
1
- __version__ = "0.2.25"
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes