BabelDOC 0.2.25__tar.gz → 0.2.26__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {babeldoc-0.2.25 → babeldoc-0.2.26}/PKG-INFO +1 -1
- babeldoc-0.2.26/babeldoc/__init__.py +1 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/const.py +1 -1
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/il_translator.py +1 -1
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/il_translator_llm_only.py +1 -1
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/priority_thread_pool_executor.py +5 -5
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/main.py +1 -1
- {babeldoc-0.2.25 → babeldoc-0.2.26}/pyproject.toml +2 -2
- {babeldoc-0.2.25 → babeldoc-0.2.26}/uv.lock +1 -1
- babeldoc-0.2.25/babeldoc/__init__.py +0 -1
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.cursorignore +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/dependabot.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/labels.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/release-drafter.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/workflows/codeql.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/workflows/docs.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/workflows/labeler.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/workflows/publish-to-pypi.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.github/workflows/test.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.gitignore +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/.pre-commit-config.yaml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/LICENSE +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/README.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/assets/assets.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/assets/embedding_assets_metadata.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/asynchronize/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/converter.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/babeldoc_exception/BabelDOCException.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/backend/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/backend/pdf_creater.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/frontend/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/frontend/il_creater.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/il_version_1.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/il_version_1.rnc +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/il_version_1.rng +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/il_version_1.xsd +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/add_debug_information.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/detect_scanned_file.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/layout_parser.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/paragraph_finder.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/remove_descent.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/styles_and_formulas.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/table_parser.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/midend/typesetting.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/translator/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/translator/cache.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/translator/translator.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/atomic_integer.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/fontmap.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/layout_helper.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/style_helper.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/xml_converter.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/docvision/README.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/docvision/__init__.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/docvision/doclayout.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/docvision/rpc_doclayout.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/docvision/table_detection/rapidocr.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/high_level.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/pdfinterp.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/progress_monitor.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/result_merger.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/split_manager.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/tools/generate_font_metadata.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/translation_config.py +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/CODE_OF_CONDUCT.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/CONTRIBUTING.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/CONTRIBUTOR_REWARD.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/AsyncTranslate/AsyncTranslate.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/ILTranslator/ILTranslator.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/PDFCreation/PDFCreation.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/PDFParsing/PDFParsing.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/ParagraphFinding/ParagraphFinding.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/README.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/StylesAndFormulas/StylesAndFormulas.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/Typesetting/Typesetting.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/README.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/deploy.sh +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-banner.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-darkmode-with-transparent-background.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-darkmode-with-transparent-background.svg +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-with-transparent-background.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-with-transparent-background.svg +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-contributor_reward_example.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-preview.gif +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-small-logo-with-transparent-background.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-small-logo-with-transparent-background.svg +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-small-logo.png +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/index.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/intro-to-pdf-object.md +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/docs/requirements.txt +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/mkdocs.yml +0 -0
- {babeldoc-0.2.25 → babeldoc-0.2.26}/tests/test_translation_config.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.2.26"
|
|
@@ -132,7 +132,7 @@ class ILTranslator:
|
|
|
132
132
|
self.tokenizer = tokenizer
|
|
133
133
|
|
|
134
134
|
def calc_token_count(self, text: str) -> int:
|
|
135
|
-
return len(self.tokenizer.encode(text))
|
|
135
|
+
return len(self.tokenizer.encode(text, disallowed_special=()))
|
|
136
136
|
|
|
137
137
|
def translate(self, docs: Document):
|
|
138
138
|
tracker = DocumentTranslateTracker()
|
|
@@ -65,7 +65,7 @@ class ILTranslatorLLMOnly:
|
|
|
65
65
|
raise ValueError("LLM translator not supported") from e
|
|
66
66
|
|
|
67
67
|
def calc_token_count(self, text: str) -> int:
|
|
68
|
-
return len(self.tokenizer.encode(text))
|
|
68
|
+
return len(self.tokenizer.encode(text, disallowed_special=()))
|
|
69
69
|
|
|
70
70
|
def find_title_paragraph(self, docs: Document) -> PdfParagraph | None:
|
|
71
71
|
"""Find the first paragraph with layout_label 'title' in the document.
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/utils/priority_thread_pool_executor.py
RENAMED
|
@@ -225,13 +225,13 @@ class PriorityThreadPoolExecutor(ThreadPoolExecutor):
|
|
|
225
225
|
_threads_queues[t] = self._work_queue
|
|
226
226
|
|
|
227
227
|
def shutdown(self, wait=True, *, cancel_futures=False):
|
|
228
|
-
logger.
|
|
228
|
+
logger.debug("Shutting down executor %s", self._thread_name_prefix or self)
|
|
229
229
|
if wait:
|
|
230
|
-
logger.
|
|
230
|
+
logger.debug(
|
|
231
231
|
"Waiting for all tasks done %s", self._thread_name_prefix or self
|
|
232
232
|
)
|
|
233
233
|
self._work_queue.join()
|
|
234
|
-
logger.
|
|
234
|
+
logger.debug("All tasks done %s", self._thread_name_prefix or self)
|
|
235
235
|
|
|
236
236
|
with self._shutdown_lock:
|
|
237
237
|
self._shutdown = True
|
|
@@ -250,10 +250,10 @@ class PriorityThreadPoolExecutor(ThreadPoolExecutor):
|
|
|
250
250
|
# _work_queue.get(block=True) from permanently blocking.
|
|
251
251
|
self._work_queue.put(None)
|
|
252
252
|
if wait:
|
|
253
|
-
logger.
|
|
253
|
+
logger.debug(
|
|
254
254
|
"Waiting for all thread done %s", self._thread_name_prefix or self
|
|
255
255
|
)
|
|
256
256
|
for t in self._threads:
|
|
257
257
|
self._work_queue.put(None)
|
|
258
258
|
t.join()
|
|
259
|
-
logger.
|
|
259
|
+
logger.debug("shutdown finish %s", self._thread_name_prefix or self)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "BabelDOC"
|
|
3
|
-
version = "0.2.
|
|
3
|
+
version = "0.2.26"
|
|
4
4
|
description = "Yet Another Document Translator"
|
|
5
5
|
license = "AGPL-3.0"
|
|
6
6
|
readme = "README.md"
|
|
@@ -148,7 +148,7 @@ pythonpath = [".", "src"]
|
|
|
148
148
|
testpaths = ["tests"]
|
|
149
149
|
|
|
150
150
|
[bumpver]
|
|
151
|
-
current_version = "0.2.
|
|
151
|
+
current_version = "0.2.26"
|
|
152
152
|
version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
|
|
153
153
|
|
|
154
154
|
[bumpver.file_patterns]
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.2.25"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/babeldoc/document_il/babeldoc_exception/BabelDOCException.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/AsyncTranslate/AsyncTranslate.md
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/ImplementationDetails/ParagraphFinding/ParagraphFinding.md
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-with-transparent-background.png
RENAMED
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-big-logo-with-transparent-background.svg
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-small-logo-with-transparent-background.png
RENAMED
|
File without changes
|
{babeldoc-0.2.25 → babeldoc-0.2.26}/docs/images/babeldoc-small-logo-with-transparent-background.svg
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|