BabelDOC 0.4.9__tar.gz → 0.4.11__tar.gz

{babeldoc-0.4.9 → babeldoc-0.4.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: BabelDOC
-Version: 0.4.9
+Version: 0.4.11
 Summary: Yet Another Document Translator
 Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
 Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues
@@ -219,6 +219,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 - `--rpc-doclayout`: RPC service host address for document layout analysis (default: None)
 - `--working-dir`: Working directory for translation. If not set, use temp directory.
 - `--no-auto-extract-glossary`: Disable automatic term extraction. If this flag is present, the step is skipped. Defaults to enabled.
+- `--save-auto-extracted-glossary`: Save automatically extracted glossary to the specified file. If not set, the glossary will not be saved.
 
 > [!TIP]
 > - Both `--skip-clean` and `--dual-translate-first` may help improve compatibility with some PDF readers

{babeldoc-0.4.9 → babeldoc-0.4.11}/README.md

@@ -166,6 +166,7 @@ uv run babeldoc --files example.pdf --files example2.pdf --openai --openai-model
 - `--rpc-doclayout`: RPC service host address for document layout analysis (default: None)
 - `--working-dir`: Working directory for translation. If not set, use temp directory.
 - `--no-auto-extract-glossary`: Disable automatic term extraction. If this flag is present, the step is skipped. Defaults to enabled.
+- `--save-auto-extracted-glossary`: Save automatically extracted glossary to the specified file. If not set, the glossary will not be saved.
 
 > [!TIP]
 > - Both `--skip-clean` and `--dual-translate-first` may help improve compatibility with some PDF readers

babeldoc-0.4.11/babeldoc/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.4.11"

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/const.py

@@ -3,7 +3,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-__version__ = "0.4.9"
+__version__ = "0.4.11"
 
 CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
 

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/format/pdf/document_il/backend/pdf_creater.py

@@ -1081,7 +1081,25 @@ class PDFCreater:
                 mono_out_path = None
             if self.translation_config.no_dual:
                 dual_out_path = None
-            return TranslateResult(mono_out_path, dual_out_path)
+            auto_extracted_glossary_path = None
+            if (
+                self.translation_config.save_auto_extracted_glossary
+                and self.translation_config.shared_context_cross_split_part.auto_extracted_glossary
+            ):
+                auto_extracted_glossary_path = self.translation_config.get_output_file_path(
+                    f"{basename}{debug_suffix}.{translation_config.lang_out}.glossary.csv"
+                )
+                with auto_extracted_glossary_path.open("w", encoding="utf-8") as f:
+                    logger.info(
+                        f"save auto extracted glossary to {auto_extracted_glossary_path}"
+                    )
+                    f.write(
+                        self.translation_config.shared_context_cross_split_part.auto_extracted_glossary.to_csv()
+                    )
+
+            return TranslateResult(
+                mono_out_path, dual_out_path, auto_extracted_glossary_path
+            )
         except Exception:
             logger.exception(
                 "Failed to create PDF: %s",

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/format/pdf/document_il/midend/il_translator_llm_only.py

@@ -479,7 +479,7 @@ class ILTranslatorLLMOnly:
                     input_unicode = inputs[id_][2].unicode
                     output_unicode = translated_text
 
-                    trimed_input = re.sub(r"[. 。…，]{20,}", ".", output)
+                    trimed_input = re.sub(r"[. 。…，]{20,}", ".", input_unicode)
 
                     input_token_count = self.calc_token_count(input_unicode)
                     output_token_count = self.calc_token_count(output_unicode)

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/format/pdf/result_merger.py

@@ -127,10 +127,27 @@ class ResultMerger:
                 logger.error(f"Error merging no-watermark PDFs: {e}")
                 merged_no_watermark_dual_path = None
 
+        auto_extracted_glossary_path = None
+        if (
+            self.config.save_auto_extracted_glossary
+            and self.config.shared_context_cross_split_part.auto_extracted_glossary
+        ):
+            auto_extracted_glossary_path = self.config.get_output_file_path(
+                f"{basename}{debug_suffix}.{self.config.lang_out}.glossary.csv"
+            )
+            with auto_extracted_glossary_path.open("w", encoding="utf-8") as f:
+                logger.info(
+                    f"save auto extracted glossary to {auto_extracted_glossary_path}"
+                )
+                f.write(
+                    self.config.shared_context_cross_split_part.auto_extracted_glossary.to_csv()
+                )
+
         # Create merged result
         merged_result = TranslateResult(
             mono_pdf_path=merged_mono_path,
             dual_pdf_path=merged_dual_path,
+            auto_extracted_glossary_path=auto_extracted_glossary_path,
         )
         merged_result.no_watermark_mono_pdf_path = merged_no_watermark_mono_path
         merged_result.no_watermark_dual_pdf_path = merged_no_watermark_dual_path

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/format/pdf/translation_config.py

@@ -154,6 +154,7 @@ class TranslationConfig:
         auto_enable_ocr_workaround: bool = False,
         primary_font_family: str | None = None,
         only_include_translated_page: bool | None = False,
+        save_auto_extracted_glossary: bool = True,
     ):
         self.translator = translator
         initial_user_glossaries = list(glossaries) if glossaries else []
@@ -274,6 +275,8 @@ class TranslationConfig:
 
         self.only_include_translated_page = only_include_translated_page
 
+        self.save_auto_extracted_glossary = save_auto_extracted_glossary
+
     def parse_pages(self, pages_str: str | None) -> list[tuple[int, int]] | None:
         """解析页码字符串，返回页码范围列表
 
@@ -380,13 +383,19 @@ class TranslationConfig:
 class TranslateResult:
     original_pdf_path: str
     total_seconds: float
-    mono_pdf_path: str | None
-    dual_pdf_path: str | None
-    no_watermark_mono_pdf_path: str | None
-    no_watermark_dual_pdf_path: str | None
+    mono_pdf_path: Path | None
+    dual_pdf_path: Path | None
+    no_watermark_mono_pdf_path: Path | None
+    no_watermark_dual_pdf_path: Path | None
     peak_memory_usage: int | None
+    auto_extracted_glossary_path: Path | None
 
-    def __init__(self, mono_pdf_path: str | None, dual_pdf_path: str | None):
+    def __init__(
+        self,
+        mono_pdf_path: Path | None,
+        dual_pdf_path: Path | None,
+        auto_extracted_glossary_path: Path | None = None,
+    ):
         self.mono_pdf_path = mono_pdf_path
         self.dual_pdf_path = dual_pdf_path
 
@@ -395,6 +404,8 @@ class TranslateResult:
         self.no_watermark_mono_pdf_path = mono_pdf_path
         self.no_watermark_dual_pdf_path = dual_pdf_path
 
+        self.auto_extracted_glossary_path = auto_extracted_glossary_path
+
     def __str__(self):
         """Return a human-readable string representation of the translation result."""
         result = []
@@ -428,6 +439,14 @@ class TranslateResult:
                 f"\tNo-watermark Dual-language PDF: {self.no_watermark_dual_pdf_path}"
             )
 
+        if (
+            hasattr(self, "auto_extracted_glossary_path")
+            and self.auto_extracted_glossary_path
+        ):
+            result.append(
+                f"\tAuto-extracted glossary: {self.auto_extracted_glossary_path}"
+            )
+
         if hasattr(self, "peak_memory_usage") and self.peak_memory_usage:
             result.append(f"\tPeak memory usage: {self.peak_memory_usage} MB")
 

{babeldoc-0.4.9 → babeldoc-0.4.11}/babeldoc/main.py

@@ -21,7 +21,7 @@ from babeldoc.translator.translator import OpenAITranslator
 from babeldoc.translator.translator import set_translate_rate_limiter
 
 logger = logging.getLogger(__name__)
-__version__ = "0.4.9"
+__version__ = "0.4.11"
 
 
 def create_parser():
@@ -271,6 +271,12 @@ def create_parser():
         default=False,
         help="Only include translated pages in the output PDF. Effective only when --pages is used.",
     )
+    translation_group.add_argument(
+        "--save-auto-extracted-glossary",
+        action="store_true",
+        default=False,
+        help="Save automatically extracted glossary terms to a CSV file in the output directory.",
+    )
     # service option argument group
     service_group = translation_group.add_mutually_exclusive_group()
     service_group.add_argument(
@@ -498,6 +504,7 @@ async def main():
             auto_enable_ocr_workaround=args.auto_enable_ocr_workaround,
             primary_font_family=args.primary_font_family,
             only_include_translated_page=args.only_include_translated_page,
+            save_auto_extracted_glossary=args.save_auto_extracted_glossary,
         )
 
         # Create progress handler

{babeldoc-0.4.9 → babeldoc-0.4.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "BabelDOC"
-version = "0.4.9"
+version = "0.4.11"
 description = "Yet Another Document Translator"
 license = "AGPL-3.0"
 readme = "README.md"
@@ -158,7 +158,7 @@ pythonpath = [".", "src"]
 testpaths = ["tests"]
 
 [bumpver]
-current_version = "0.4.9"
+current_version = "0.4.11"
 version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
 
 [bumpver.file_patterns]

{babeldoc-0.4.9 → babeldoc-0.4.11}/uv.lock

@@ -48,7 +48,7 @@ wheels = [
 
 [[package]]
 name = "babeldoc"
-version = "0.4.9"
+version = "0.4.11"
 source = { editable = "." }
 dependencies = [
     { name = "bitstring" },

babeldoc-0.4.9/babeldoc/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.4.9"