BabelDOC 0.2.31__tar.gz → 0.2.32__tar.gz

{babeldoc-0.2.31 → babeldoc-0.2.32}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: BabelDOC
-Version: 0.2.31
+Version: 0.2.32
 Summary: Yet Another Document Translator
 Project-URL: Homepage, https://github.com/funstory-ai/BabelDOC
 Project-URL: Issues, https://github.com/funstory-ai/BabelDOC/issues

babeldoc-0.2.32/babeldoc/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.2.32"

{babeldoc-0.2.31 → babeldoc-0.2.32}/babeldoc/const.py

@@ -3,7 +3,7 @@ import shutil
 import subprocess
 from pathlib import Path
 
-__version__ = "0.2.31"
+__version__ = "0.2.32"
 
 CACHE_FOLDER = Path.home() / ".cache" / "babeldoc"
 

{babeldoc-0.2.31 → babeldoc-0.2.32}/babeldoc/high_level.py

@@ -49,19 +49,19 @@ from babeldoc.translation_config import WatermarkOutputMode
 logger = logging.getLogger(__name__)
 
 TRANSLATE_STAGES = [
-    (ILCreater.stage_name, 5.35),  # Parse PDF and Create IR
-    (DetectScannedFile.stage_name, 0.5),  # No historical data, estimated
-    (LayoutParser.stage_name, 6.42),  # Parse Page Layout
-    (TableParser.stage_name, 0.5),  # Parse Table
-    (ParagraphFinder.stage_name, 2.14),  # Parse Paragraphs
-    (StylesAndFormulas.stage_name, 1.12),  # Parse Formulas and Styles
+    (ILCreater.stage_name, 14.12),  # Parse PDF and Create IR
+    (DetectScannedFile.stage_name, 2.45),  # DetectScannedFile
+    (LayoutParser.stage_name, 14.03),  # Parse Page Layout
+    (TableParser.stage_name, 1.0),  # Parse Table
+    (ParagraphFinder.stage_name, 6.26),  # Parse Paragraphs
+    (StylesAndFormulas.stage_name, 1.66),  # Parse Formulas and Styles
     # (RemoveDescent.stage_name, 0.15),  # Remove Char Descent
-    (ILTranslator.stage_name, 75.16),  # Translate Paragraphs
-    (Typesetting.stage_name, 3.84),  # Typesetting
-    (FontMapper.stage_name, 0.65),  # Add Fonts
-    (PDFCreater.stage_name, 1.41),  # Generate drawing instructions
-    (SUBSET_FONT_STAGE_NAME, 1.29),  # Subset font
-    (SAVE_PDF_STAGE_NAME, 2.45),  # Save PDF
+    (ILTranslator.stage_name, 46.96),  # Translate Paragraphs
+    (Typesetting.stage_name, 4.71),  # Typesetting
+    (FontMapper.stage_name, 0.61),  # Add Fonts
+    (PDFCreater.stage_name, 1.96),  # Generate drawing instructions
+    (SUBSET_FONT_STAGE_NAME, 0.92),  # Subset font
+    (SAVE_PDF_STAGE_NAME, 6.34),  # Save PDF
 ]
 
 resfont_map = {

{babeldoc-0.2.31 → babeldoc-0.2.32}/babeldoc/main.py

@@ -23,7 +23,7 @@ from babeldoc.translation_config import TranslationConfig
 from babeldoc.translation_config import WatermarkOutputMode
 
 logger = logging.getLogger(__name__)
-__version__ = "0.2.31"
+__version__ = "0.2.32"
 
 
 def create_parser():

babeldoc-0.2.32/babeldoc/tools/italic_assistance.py

@@ -0,0 +1,205 @@
+import argparse
+import json
+import re
+from pathlib import Path
+
+import orjson
+from babeldoc.const import CACHE_FOLDER
+
+WORKING_FOLDER = Path(CACHE_FOLDER) / "working"
+
+
+def find_latest_il_json() -> Path | None:
+    """
+    Find the latest il_translated.json file in ~/.cache/babeldoc/ subdirectories.
+
+    Returns:
+        Path to the most recently modified il_translated.json file, or None if not found.
+    """
+    base_dir = Path(WORKING_FOLDER)
+    json_files = list(base_dir.glob("*/il_translated.json"))
+
+    if not json_files:
+        return None
+
+    # Sort by modification time (newest first)
+    json_files.sort(key=lambda p: p.stat().st_mtime, reverse=True)
+    return json_files[0]
+
+
+def extract_fonts_from_paragraph(
+    paragraph: dict, page_font_map: dict[str, tuple[str, str]]
+) -> set[tuple[str, str]]:
+    """
+    Extract all font_ids and names used in a paragraph.
+
+    Args:
+        paragraph: The paragraph dictionary
+        page_font_map: Dictionary mapping font_id to (font_id, name) tuples
+
+    Returns:
+        Set of (font_id, name) tuples
+    """
+    fonts = set()
+
+    # Check if paragraph has a pdfStyle with font_id
+    if (
+        "pdf_style" in paragraph
+        and paragraph["pdf_style"]
+        and "font_id" in paragraph["pdf_style"]
+    ):
+        font_id = paragraph["pdf_style"]["font_id"]
+        if font_id in page_font_map:
+            fonts.add(page_font_map[font_id])
+
+    # Process paragraph compositions if present
+    if "pdf_paragraph_composition" in paragraph:
+        for comp in paragraph["pdf_paragraph_composition"]:
+            # Check different composition types that might contain font information
+
+            # Direct pdfCharacter in composition
+            if "pdf_character" in comp and comp["pdf_character"]:
+                char = comp["pdf_character"]
+                if "pdf_style" in char and "font_id" in char["pdf_style"]:
+                    font_id = char["pdf_style"]["font_id"]
+                    if font_id in page_font_map:
+                        fonts.add(page_font_map[font_id])
+
+            # PdfLine in composition
+            elif "pdf_line" in comp and comp["pdf_line"]:
+                line = comp["pdf_line"]
+                if "pdf_character" in line:
+                    for char in line["pdf_character"]:
+                        if "pdf_style" in char and "font_id" in char["pdf_style"]:
+                            font_id = char["pdf_style"]["font_id"]
+                            if font_id in page_font_map:
+                                fonts.add(page_font_map[font_id])
+
+            # PdfFormula in composition
+            elif "pdf_formula" in comp and comp["pdf_formula"]:
+                formula = comp["pdf_formula"]
+                if "pdf_character" in formula:
+                    for char in formula["pdf_character"]:
+                        if "pdf_style" in char and "font_id" in char["pdf_style"]:
+                            font_id = char["pdf_style"]["font_id"]
+                            if font_id in page_font_map:
+                                fonts.add(page_font_map[font_id])
+
+            # PdfSameStyleCharacters in composition
+            elif (
+                "pdf_same_style_characters" in comp
+                and comp["pdf_same_style_characters"]
+            ):
+                same_style = comp["pdf_same_style_characters"]
+                if "pdf_style" in same_style and "font_id" in same_style["pdf_style"]:
+                    font_id = same_style["pdf_style"]["font_id"]
+                    if font_id in page_font_map:
+                        fonts.add(page_font_map[font_id])
+
+            # PdfSameStyleUnicodeCharacters in composition
+            elif (
+                "pdf_same_style_unicode_characters" in comp
+                and comp["pdf_same_style_unicode_characters"]
+            ):
+                same_style_unicode = comp["pdf_same_style_unicode_characters"]
+                if (
+                    "pdf_style" in same_style_unicode
+                    and "font_id" in same_style_unicode["pdf_style"]
+                ):
+                    font_id = same_style_unicode["pdf_style"]["font_id"]
+                    if font_id in page_font_map:
+                        fonts.add(page_font_map[font_id])
+
+    return fonts
+
+
+def find_fonts_by_debug_id(json_path: Path, debug_id_regex: str) -> dict[str, str]:
+    """
+    Find all fonts used in paragraphs with matching debug_id.
+
+    Args:
+        json_path: Path to the il_translated.json file
+        debug_id_regex: Regular expression to match debug_id values
+
+    Returns:
+        Dictionary mapping font_ids to font names
+    """
+    # Load and parse JSON
+    with json_path.open("rb") as f:
+        doc_data = orjson.loads(f.read())
+
+    # Compile regex pattern (case insensitive)
+    pattern = re.compile(debug_id_regex.strip(" \"'"), re.IGNORECASE)
+
+    # Set to collect all found font information
+    found_fonts = set()
+
+    # Process each page
+    for page in doc_data.get("page", []):
+        # Create a mapping of font_id to (font_id, name) tuples for this page
+        page_font_map = {}
+        for font in page.get("pdf_font", []):
+            if "font_id" in font and "name" in font:
+                page_font_map[font["font_id"]] = (font["font_id"], font["name"])
+
+        # Check each paragraph
+        for paragraph in page.get("pdf_paragraph", []):
+            # Check if paragraph has debug_id and if it matches the pattern
+            debug_id = paragraph.get("debug_id")
+            if debug_id and pattern.search(debug_id):
+                # Get all fonts used in this paragraph
+                paragraph_fonts = extract_fonts_from_paragraph(paragraph, page_font_map)
+                found_fonts.update(paragraph_fonts)
+
+    # Convert set of tuples to dictionary
+    return dict(found_fonts)
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Extract fonts from paragraphs with matching debug_id"
+    )
+    parser.add_argument(
+        "debug_id_regex", nargs="+", help="Regular expression to match debug_id values"
+    )
+    parser.add_argument(
+        "--json-path",
+        help="Path to il_translated.json (if not provided, will use the latest file)",
+    )
+
+    args = parser.parse_args()
+
+    # Determine JSON file path
+    json_path = None
+    if args.json_path:
+        json_path = Path(args.json_path)
+        if not json_path.exists():
+            print(f"Error: File not found: {json_path}")
+            return 1
+    else:
+        json_path = find_latest_il_json()
+        if not json_path:
+            print("Error: Could not find any il_translated.json file")
+            return 1
+
+    print(f"Using JSON file: {json_path}")
+
+    # Find fonts matching the debug_id pattern
+    fonts = find_fonts_by_debug_id(json_path, "|".join(args.debug_id_regex))
+
+    # Output the results
+    if fonts:
+        print(
+            f"Found {len(fonts)} fonts in paragraphs matching debug_id pattern: {args.debug_id_regex}"
+        )
+        print(json.dumps(fonts, indent=2, ensure_ascii=False))
+    else:
+        print(
+            f"No fonts found for paragraphs matching debug_id pattern: {args.debug_id_regex}"
+        )
+
+    return 0
+
+
+if __name__ == "__main__":
+    exit(main())

{babeldoc-0.2.31 → babeldoc-0.2.32}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "BabelDOC"
-version = "0.2.31"
+version = "0.2.32"
 description = "Yet Another Document Translator"
 license = "AGPL-3.0"
 readme = "README.md"
@@ -148,7 +148,7 @@ pythonpath = [".", "src"]
 testpaths = ["tests"]
 
 [bumpver]
-current_version = "0.2.31"
+current_version = "0.2.32"
 version_pattern = "MAJOR.MINOR.PATCH[.PYTAGNUM]"
 
 [bumpver.file_patterns]

{babeldoc-0.2.31 → babeldoc-0.2.32}/uv.lock

@@ -48,7 +48,7 @@ wheels = [
 
 [[package]]
 name = "babeldoc"
-version = "0.2.31"
+version = "0.2.32"
 source = { editable = "." }
 dependencies = [
     { name = "bitstring" },

babeldoc-0.2.31/babeldoc/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.2.31"