BabelDOC 0.3.63__tar.gz → 0.3.64__tar.gz

{babeldoc-0.3.63 → babeldoc-0.3.64}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: BabelDOC
-Version: 0.3.63
+Version: 0.3.64
 Summary: Yet Another Document Translator
 Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
 Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues

babeldoc-0.3.64/babeldoc/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.3.64"

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/const.py

@@ -3,7 +3,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-__version__ = "0.3.63"
+__version__ = "0.3.64"
 
 CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
 

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/document_il/backend/pdf_creater.py

@@ -99,6 +99,7 @@ def parse_truetype_data(data):
 TOUNICODE_HEAD = """\
 /CIDInit /ProcSet findresource begin
 12 dict begin
+begincmap
 /CIDSystemInfo <</Registry(Adobe)/Ordering(UCS)/Supplement 0>> def
 /CMapName /Adobe-Identity-UCS def
 /CMapType 2 def
@@ -124,7 +125,10 @@ def make_tounicode(cmap, used):
             if code < 0x10000:
                 line.append(f"<{glyph:04x}><{code:04x}>")
             else:
-                line.append(f"<{glyph:04x}><{code:08x}>")
+                code -= 0x10000
+                high = 0xD800 + (code >> 10)
+                low = 0xDC00 + (code & 0b1111111111)
+                line.append(f"<{glyph:04x}><{high:04x}{low:04x}>")
         line.append("endbfchar")
     line.append(TOUNICODE_TAIL)
     return "\n".join(line)

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/document_il/midend/il_translator.py

@@ -867,7 +867,7 @@ class ILTranslator:
             "3. If there is no need to translate (such as proper nouns, codes, etc.), then return the original text."
         )
         llm_input.append(
-            "4. Only output the translation result without explanations and annotations."
+            f"4. Only output the translation result in {self.translation_config.lang_out} without explanations and annotations."
         )
         llm_input.append(f"5. Translate text into {self.translation_config.lang_out}.")
         prompt_template = f"""

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/document_il/midend/il_translator_llm_only.py

@@ -284,7 +284,7 @@ class ILTranslatorLLMOnly:
                 llm_prompt_parts.append(self.translation_config.custom_system_prompt)
             else:
                 llm_prompt_parts.append(
-                    f"You are a professional and reliable machine translation engine responsible for translating the input text into {self.translation_config.lang_out}."
+                    f"You are a professional and reliable machine translation engine responsible for translating the input text into {self.translation_config.lang_out}.\n"
                     "When translating, strictly follow the instructions below to ensure translation quality and preserve all formatting, tags, and placeholders:\n"
                 )
 
@@ -378,7 +378,7 @@ class ILTranslatorLLMOnly:
                 '1. You will receive a JSON object with entries containing "id" and "input" fields.'
             )
             llm_prompt_parts.append(
-                '2. Your task is to translate the value of "input" into zh-CN, while applying the rules above.'
+                f'2. Your task is to translate the value of "input" into {self.translation_config.lang_out}, while applying the rules above.'
             )
             llm_prompt_parts.append(
                 '3. Return a new JSON object with the same "id" and the translated "output" field.'

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/docvision/doclayout.py

@@ -217,7 +217,7 @@ class OnnxModel(DocLayoutModel):
             with self.lock:
                 # pix = mupdf_doc[page.page_number].get_pixmap(dpi=72)
                 pix = get_no_rotation_img(mupdf_doc[page.page_number])
-            image = np.fromstring(pix.samples, np.uint8).reshape(
+            image = np.frombuffer(pix.samples, np.uint8).reshape(
                 pix.height,
                 pix.width,
                 3,

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/docvision/rpc_doclayout.py

@@ -259,7 +259,7 @@ class RpcDocLayoutModel(DocLayoutModel):
         with self.lock:
             # pix = mupdf_doc[page.page_number].get_pixmap(dpi=72)
             pix = get_no_rotation_img(mupdf_doc[page.page_number])
-        image = np.fromstring(pix.samples, np.uint8).reshape(
+        image = np.frombuffer(pix.samples, np.uint8).reshape(
             pix.height,
             pix.width,
             3,

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/docvision/table_detection/rapidocr.py

@@ -239,7 +239,7 @@ class RapidOCRModel:
             with self.lock:
                 # pix = mupdf_doc[page.page_number].get_pixmap(dpi=72)
                 pix = get_no_rotation_img(mupdf_doc[page.page_number])
-            image = np.fromstring(pix.samples, np.uint8).reshape(
+            image = np.frombuffer(pix.samples, np.uint8).reshape(
                 pix.height,
                 pix.width,
                 3,

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/high_level.py

@@ -188,7 +188,7 @@ def start_parse_il(
         # but in order to facilitate the migration of pdf2zh,
         # the relevant code is temporarily retained.
         # pix = doc_zh[page.pageno].get_pixmap()
-        # image = np.fromstring(pix.samples, np.uint8).reshape(
+        # image = np.frombuffer(pix.samples, np.uint8).reshape(
         #     pix.height, pix.width, 3
         # )[:, :, ::-1]
         # page_layout = model.predict(
@@ -593,11 +593,7 @@ def do_translate(
         result.original_pdf_path = translation_config.input_file
         result.peak_memory_usage = peak_memory_usage
 
-        # should fix macOS preview compatibility
-        # Although the issue of Windows Edge
-        # not being able to copy translated text can be fixed,
-        # the macOS preview is broken
-        # fix_cmap(result, translation_config)
+        fix_cmap(result, translation_config)
         try:
             migrate_toc(translation_config, result)
         except Exception as e:

{babeldoc-0.3.63 → babeldoc-0.3.64}/babeldoc/main.py

@@ -21,7 +21,7 @@ from babeldoc.translation_config import TranslationConfig
 from babeldoc.translation_config import WatermarkOutputMode
 
 logger = logging.getLogger(__name__)
-__version__ = "0.3.63"
+__version__ = "0.3.64"
 
 
 def create_parser():

{babeldoc-0.3.63 → babeldoc-0.3.64}/docs/CONTRIBUTOR_REWARD.md

@@ -16,7 +16,10 @@
 
 ### 二、申请流程
 #### **申请条件**
-   - PR 需被成功合并至[funstory-ai/BabelDOC](https://github.com/funstory-ai/BabelDOC/pulls) 仓库或 [Byaidu/PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate/pulls)的主分支。
+   - PR 需被成功合并至以下几个仓库：
+     1. [funstory-ai/BabelDOC](https://github.com/funstory-ai/BabelDOC/pulls) 仓库
+     2. [Byaidu/PDFMathTranslate](https://github.com/Byaidu/PDFMathTranslate/pulls) 的主分支 
+     3. [PDFMathTranslate/PDFMathTranslate-next](https://github.com/PDFMathTranslate/PDFMathTranslate-next/pulls) 的主分支。
    - 若目标为 [funstory-ai/BabelDOC](https://github.com/funstory-ai/BabelDOC/pulls) 的 PR 未被合并，但被维护者认定为有价值的概念验证，同样符合条件。
    - 审核 PR、撰写 wiki 等贡献也必须是以上两个仓库。
    - 同一贡献者每月仅可申请一次（无论提交 PR 数量）
@@ -33,6 +36,10 @@
    - 附件要求：
      - PR 页面完整截图（需包含合并状态、仓库名称及点击头像后弹出来的侧边栏，如下图所示）
 
+> [!IMPORTANT]
+>
+> 不满足上述格式要求的邮件会被直接忽略！
+
 ![附件示例](https://s.immersivetranslate.com/assets/r2-uploads/images/babeldoc-contributor_reward_example.png)
 
 #### **奖励说明**

{babeldoc-0.3.63 → babeldoc-0.3.64}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "BabelDOC"
-version = "0.3.63"
+version = "0.3.64"
 description = "Yet Another Document Translator"
 license = "AGPL-3.0"
 readme = "README.md"
@@ -154,7 +154,7 @@ pythonpath = [".", "src"]
 testpaths = ["tests"]
 
 [bumpver]
-current_version = "0.3.63"
+current_version = "0.3.64"
 version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
 
 [bumpver.file_patterns]