BabelDOC 0.3.58__tar.gz → 0.3.60__tar.gz

{babeldoc-0.3.58 → babeldoc-0.3.60}/.github/workflows/docs.yml

@@ -22,6 +22,7 @@ jobs:
           python-version: "3.12"
           enable-cache: true
           cache-dependency-glob: "uv.lock"
+          activate-environment: true
       - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV 
       - uses: actions/cache@v4
         with:

{babeldoc-0.3.58 → babeldoc-0.3.60}/.github/workflows/publish-to-pypi.yml

@@ -40,6 +40,7 @@ jobs:
           python-version: "3.12"
           enable-cache: true
           cache-dependency-glob: "uv.lock"
+          activate-environment: true
 
       - name: Check if there is a parent commit
         id: check-parent-commit

{babeldoc-0.3.58 → babeldoc-0.3.60}/.github/workflows/test.yml

@@ -33,6 +33,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
           enable-cache: true
           cache-dependency-glob: "uv.lock"
+          activate-environment: true
       - name: Warm up cache
         run: |
           uv run babeldoc --warmup

{babeldoc-0.3.58 → babeldoc-0.3.60}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: BabelDOC
-Version: 0.3.58
+Version: 0.3.60
 Summary: Yet Another Document Translator
 Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
 Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues
@@ -84,7 +84,7 @@ Description-Content-Type: text/markdown
 PDF scientific paper translation and bilingual comparison library.
 
 - **Online Service**: Beta version launched [Immersive Translate - BabelDOC](https://app.immersivetranslate.com/babel-doc/) 1000 free pages per month.
-- **Self-deployment**: [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate) 1.9.3+ Experimental support for BabelDOC, available for self-deployment + WebUI with more translation services.
+- **Self-deployment**: [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next) support for BabelDOC, available for self-deployment + WebUI with more translation services.
 - Provides a simple [command line interface](#getting-started).
 - Provides a [Python API](#python-api).
 - Mainly designed to be embedded into other programs, but can also be used directly for simple translation tasks.
@@ -172,7 +172,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 >
 > End users should directly use **Online Service**: Beta version launched [Immersive Translate - BabelDOC](https://app.immersivetranslate.com/babel-doc/) 1000 free pages per month.
 >
-> End users who need self-deployment should use [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate)
+> End users who need self-deployment should use [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next)
 > 
 > If you find that an option is not listed below, it means that this option is a debugging option for maintainers. Please do not use these options.
 
@@ -204,8 +204,14 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 - `--max-pages-per-part`: Maximum number of pages per part for split translation. If not set, no splitting will be performed.
 - `--no-watermark`: [DEPRECATED] Use --watermark-output-mode=no_watermark instead.
 - `--translate-table-text`: Translate table text (experimental, default: False)
+- `--formular-font-pattern`: Font pattern to identify formula text (default: None)
+- `--formular-char-pattern`: Character pattern to identify formula text (default: None)
+- `--show-char-box`: Show character bounding boxes (debug only, default: False)
 - `--skip-scanned-detection`: Skip scanned document detection (default: False). When using split translation, only the first part performs detection if not skipped.
-- `--ocr-workaround`: Use OCR workaround (default: False). When enabled, the tool will use OCR to detect text and fill background for scanned PDF.
+- `--ocr-workaround`: Use OCR workaround (default: False). Only suitable for documents with black text on white background. When enabled, white rectangular blocks will be added below the translation to cover the original text content, and all text will be forced to black color.
+
+
+- `--rpc-doclayout`: RPC service host address for document layout analysis (default: None)
 - `--working-dir`: Working directory for translation. If not set, use temp directory.
 - `--no-auto-extract-glossary`: Disable automatic term extraction. If this flag is present, the step is skipped. Defaults to enabled.
 
@@ -233,7 +239,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 
 > [!TIP]
 >
-> 1. Currently, only OpenAI-compatible LLM is supported. For more translator support, please use [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate).
+> 1. Currently, only OpenAI-compatible LLM is supported. For more translator support, please use [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next).
 > 2. It is recommended to use models with strong compatibility with OpenAI, such as: `glm-4-flash`, `deepseek-chat`, etc.
 > 3. Currently, it has not been optimized for traditional translation engines like Bing/Google, it is recommended to use LLMs.
 > 4. You can use [litellm](https://github.com/BerriAI/litellm) to access multiple models.
@@ -265,9 +271,13 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 ### Output Control
 
 - `--output`, `-o`: Output directory for translated files. If not set, use current working directory.
-- `--debug`, `-d`: Enable debug logging level and export detailed intermediate results in `~/.cache/yadt/working`.
+- `--debug`: Enable debug logging level and export detailed intermediate results in `~/.cache/yadt/working`.
 - `--report-interval`: Progress report interval in seconds (default: 0.1).
 
+### General Options
+
+- `--warmup`: Only download and verify required assets then exit (default: False)
+
 ### Offline Assets Management
 
 - `--generate-offline-assets`: Generate an offline assets package in the specified directory. This creates a zip file containing all required models and fonts.
@@ -311,6 +321,12 @@ max-pages-per-part = 50  # Automatically split the document for translation and
 # no-watermark = false  # DEPRECATED: Use watermark-output-mode instead
 skip-scanned-detection = false  # Skip scanned document detection for faster processing
 auto_extract_glossary = true # Set to false to disable automatic term extraction
+formular_font_pattern = "" # Font pattern for formula text
+formular_char_pattern = "" # Character pattern for formula text
+show_char_box = false # Show character bounding boxes (debug)
+ocr_workaround = false # Use OCR workaround for scanned PDFs
+rpc_doclayout = "" # RPC service host for document layout analysis
+working_dir = "" # Working directory for translation
 
 # Translation service
 openai = true
@@ -344,7 +360,7 @@ report-interval = 0.5
 >
 > 3. We do not provide any technical support for the BabelDOC API.
 >
-> 4. When performing secondary development, please refer to [pdf2zh 2.0 high level](https://github.com/awwaawwa/PDFMathTranslate/blob/v2-rc/pdf2zh/high_level.py) and ensure that BabelDOC runs in a subprocess.
+> 4. When performing secondary development, please refer to [pdf2zh 2.0 high level](https://github.com/PDFMathTranslate/PDFMathTranslate-next/blob/main/pdf2zh_next/high_level.py) and ensure that BabelDOC runs in a subprocess.
 
 You can refer to the example in [main.py](https://github.com/funstory-ai/yadt/blob/main/babeldoc/main.py) to use BabelDOC's Python API.
 

{babeldoc-0.3.58 → babeldoc-0.3.60}/README.md

@@ -34,7 +34,7 @@
 PDF scientific paper translation and bilingual comparison library.
 
 - **Online Service**: Beta version launched [Immersive Translate - BabelDOC](https://app.immersivetranslate.com/babel-doc/) 1000 free pages per month.
-- **Self-deployment**: [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate) 1.9.3+ Experimental support for BabelDOC, available for self-deployment + WebUI with more translation services.
+- **Self-deployment**: [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next) support for BabelDOC, available for self-deployment + WebUI with more translation services.
 - Provides a simple [command line interface](#getting-started).
 - Provides a [Python API](#python-api).
 - Mainly designed to be embedded into other programs, but can also be used directly for simple translation tasks.
@@ -122,7 +122,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 >
 > End users should directly use **Online Service**: Beta version launched [Immersive Translate - BabelDOC](https://app.immersivetranslate.com/babel-doc/) 1000 free pages per month.
 >
-> End users who need self-deployment should use [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate)
+> End users who need self-deployment should use [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next)
 > 
 > If you find that an option is not listed below, it means that this option is a debugging option for maintainers. Please do not use these options.
 
@@ -154,8 +154,14 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 - `--max-pages-per-part`: Maximum number of pages per part for split translation. If not set, no splitting will be performed.
 - `--no-watermark`: [DEPRECATED] Use --watermark-output-mode=no_watermark instead.
 - `--translate-table-text`: Translate table text (experimental, default: False)
+- `--formular-font-pattern`: Font pattern to identify formula text (default: None)
+- `--formular-char-pattern`: Character pattern to identify formula text (default: None)
+- `--show-char-box`: Show character bounding boxes (debug only, default: False)
 - `--skip-scanned-detection`: Skip scanned document detection (default: False). When using split translation, only the first part performs detection if not skipped.
-- `--ocr-workaround`: Use OCR workaround (default: False). When enabled, the tool will use OCR to detect text and fill background for scanned PDF.
+- `--ocr-workaround`: Use OCR workaround (default: False). Only suitable for documents with black text on white background. When enabled, white rectangular blocks will be added below the translation to cover the original text content, and all text will be forced to black color.
+
+
+- `--rpc-doclayout`: RPC service host address for document layout analysis (default: None)
 - `--working-dir`: Working directory for translation. If not set, use temp directory.
 - `--no-auto-extract-glossary`: Disable automatic term extraction. If this flag is present, the step is skipped. Defaults to enabled.
 
@@ -183,7 +189,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 
 > [!TIP]
 >
-> 1. Currently, only OpenAI-compatible LLM is supported. For more translator support, please use [PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate).
+> 1. Currently, only OpenAI-compatible LLM is supported. For more translator support, please use [PDFMathTranslate 2.0](https://github.com/PDFMathTranslate/PDFMathTranslate-next).
 > 2. It is recommended to use models with strong compatibility with OpenAI, such as: `glm-4-flash`, `deepseek-chat`, etc.
 > 3. Currently, it has not been optimized for traditional translation engines like Bing/Google, it is recommended to use LLMs.
 > 4. You can use [litellm](https://github.com/BerriAI/litellm) to access multiple models.
@@ -215,9 +221,13 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 ### Output Control
 
 - `--output`, `-o`: Output directory for translated files. If not set, use current working directory.
-- `--debug`, `-d`: Enable debug logging level and export detailed intermediate results in `~/.cache/yadt/working`.
+- `--debug`: Enable debug logging level and export detailed intermediate results in `~/.cache/yadt/working`.
 - `--report-interval`: Progress report interval in seconds (default: 0.1).
 
+### General Options
+
+- `--warmup`: Only download and verify required assets then exit (default: False)
+
 ### Offline Assets Management
 
 - `--generate-offline-assets`: Generate an offline assets package in the specified directory. This creates a zip file containing all required models and fonts.
@@ -261,6 +271,12 @@ max-pages-per-part = 50  # Automatically split the document for translation and
 # no-watermark = false  # DEPRECATED: Use watermark-output-mode instead
 skip-scanned-detection = false  # Skip scanned document detection for faster processing
 auto_extract_glossary = true # Set to false to disable automatic term extraction
+formular_font_pattern = "" # Font pattern for formula text
+formular_char_pattern = "" # Character pattern for formula text
+show_char_box = false # Show character bounding boxes (debug)
+ocr_workaround = false # Use OCR workaround for scanned PDFs
+rpc_doclayout = "" # RPC service host for document layout analysis
+working_dir = "" # Working directory for translation
 
 # Translation service
 openai = true
@@ -294,7 +310,7 @@ report-interval = 0.5
 >
 > 3. We do not provide any technical support for the BabelDOC API.
 >
-> 4. When performing secondary development, please refer to [pdf2zh 2.0 high level](https://github.com/awwaawwa/PDFMathTranslate/blob/v2-rc/pdf2zh/high_level.py) and ensure that BabelDOC runs in a subprocess.
+> 4. When performing secondary development, please refer to [pdf2zh 2.0 high level](https://github.com/PDFMathTranslate/PDFMathTranslate-next/blob/main/pdf2zh_next/high_level.py) and ensure that BabelDOC runs in a subprocess.
 
 You can refer to the example in [main.py](https://github.com/funstory-ai/yadt/blob/main/babeldoc/main.py) to use BabelDOC's Python API.
 

babeldoc-0.3.60/babeldoc/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.3.60"

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/const.py

@@ -3,7 +3,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-__version__ = "0.3.58"
+__version__ = "0.3.60"
 
 CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
 

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/document_il/midend/automatic_term_extractor.py

@@ -254,7 +254,7 @@ class AutomaticTermExtractor:
                         )
 
         except Exception as e:
-            logger.error(f"Error during automatic terms extract: {e}")
+            logger.warning(f"Error during automatic terms extract: {e}")
             return
         finally:
             pbar.advance(len(paragraphs.paragraphs))

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/document_il/translator/translator.py

@@ -114,10 +114,13 @@ class BaseTranslator(ABC):
         """
         self.translate_call_count += 1
         if not (self.ignore_cache or ignore_cache):
-            cache = self.cache.get(text)
-            if cache is not None:
-                self.translate_cache_call_count += 1
-                return cache
+            try:
+                cache = self.cache.get(text)
+                if cache is not None:
+                    self.translate_cache_call_count += 1
+                    return cache
+            except Exception as e:
+                logger.debug(f"try get cache failed, ignore it: {e}")
         _translate_rate_limiter.wait()
         translation = self.do_translate(text, rate_limit_params)
         if not (self.ignore_cache or ignore_cache):
@@ -132,10 +135,13 @@ class BaseTranslator(ABC):
         """
         self.translate_call_count += 1
         if not (self.ignore_cache or ignore_cache):
-            cache = self.cache.get(text)
-            if cache is not None:
-                self.translate_cache_call_count += 1
-                return cache
+            try:
+                cache = self.cache.get(text)
+                if cache is not None:
+                    self.translate_cache_call_count += 1
+                    return cache
+            except Exception as e:
+                logger.debug(f"try get cache failed, ignore it: {e}")
         _translate_rate_limiter.wait()
         translation = self.do_llm_translate(text, rate_limit_params)
         if not (self.ignore_cache or ignore_cache):

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/high_level.py

@@ -632,7 +632,7 @@ def fix_media_box(doc: Document) -> None:
         box_set = {}
         if t[1] in ["/Pages", "/Page"]:
             mediabox = doc.xref_get_key(x, "MediaBox")
-            if mediabox[0] != "null":
+            if mediabox[0] == "array":
                 _, _, x1, y1 = mediabox[1].replace("[", "").replace("]", "").split(" ")
                 doc.xref_set_key(x, "MediaBox", f"[0 0 {x1} {y1}]")
                 box_set["MediaBox"] = mediabox[1]

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/main.py

@@ -24,7 +24,7 @@ from babeldoc.translation_config import TranslationConfig
 from babeldoc.translation_config import WatermarkOutputMode
 
 logger = logging.getLogger(__name__)
-__version__ = "0.3.58"
+__version__ = "0.3.60"
 
 
 def create_parser():

{babeldoc-0.3.58 → babeldoc-0.3.60}/babeldoc/pdfinterp.py

@@ -319,7 +319,11 @@ class PDFPageInterpreterEx(PDFPageInterpreter):
             (x, y) = apply_matrix_pt(ctm, (x, y))
             (x2, y2) = apply_matrix_pt(ctm, (x2, y2))
             x_id = self.il_creater.on_xobj_begin((x, y, x2, y2), xobj.objid)
-            ctm_inv = np.linalg.inv(np.array(ctm[:4]).reshape(2, 2))
+            try:
+                ctm_inv = np.linalg.inv(np.array(ctm[:4]).reshape(2, 2))
+            except Exception:
+                self.il_creater.on_xobj_end(x_id, " ")
+                return
             np_version = np.__version__
             if np_version.split(".")[0] >= "2":
                 pos_inv = -np.asmatrix(ctm[4:]) * ctm_inv

{babeldoc-0.3.58 → babeldoc-0.3.60}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "BabelDOC"
-version = "0.3.58"
+version = "0.3.60"
 description = "Yet Another Document Translator"
 license = "AGPL-3.0"
 readme = "README.md"
@@ -151,7 +151,7 @@ pythonpath = [".", "src"]
 testpaths = ["tests"]
 
 [bumpver]
-current_version = "0.3.58"
+current_version = "0.3.60"
 version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
 
 [bumpver.file_patterns]

{babeldoc-0.3.58 → babeldoc-0.3.60}/uv.lock

@@ -48,7 +48,7 @@ wheels = [
 
 [[package]]
 name = "babeldoc"
-version = "0.3.58"
+version = "0.3.60"
 source = { editable = "." }
 dependencies = [
     { name = "bitstring" },

babeldoc-0.3.58/babeldoc/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.3.58"