docvortex 0.2.1__py3-none-any.whl

docvortex/analyzers/native/pdf/inline/types.py

@@ -0,0 +1,385 @@
+"""定义原生 PDF 行内样式证据、区间及内部投影类型。"""
+
+from __future__ import annotations
+
+import re
+from dataclasses import dataclass
+from typing import Any, Literal, TypeVar
+
+from .....schema import RAW_ALGORITHM, RAW_CAPTION, RAW_FOOTNOTE, RAW_PHONETIC, BBox, BlockType
+
+TEXT_DECORATION_MIN_LENGTH_HEIGHT_RATIO = 1.8
+
+STRIKETHROUGH_CENTER_TOLERANCE_HEIGHT_RATIO = 0.2
+
+UNDERLINE_BOTTOM_TOLERANCE_HEIGHT_RATIO = 0.2
+
+TEXT_DECORATION_MAX_WIDTH_HEIGHT_RATIO = 0.2
+
+TEXT_DECORATION_MIN_TEXT_COVERAGE_RATIO = 0.55
+
+TEXT_DECORATION_ENDPOINT_TOLERANCE_HEIGHT_RATIO = 0.5
+
+UNDERLINE_FRACTION_MAX_GAP_HEIGHT_RATIO = 0.15
+
+UNDERLINE_FRACTION_MIN_LOWER_LINE_COVERAGE = 0.8
+
+PDF_FONT_ITALIC_FLAG = 1 << 6
+
+PDF_FONT_FORCE_BOLD_FLAG = 1 << 18
+
+PDF_BOLD_MIN_WEIGHT = 600.0
+
+PDF_BOLD_MIN_COMPARABLE_CHAR_COUNT = 2
+
+PDF_LINK_CHAR_OVERLAP_THRESHOLD = 0.5
+
+PDFTextStyle = Literal[
+    "bold",
+    "italic",
+    "underline",
+    "strikethrough",
+    "superscript",
+    "subscript",
+]
+
+PDFScriptStyle = Literal["superscript", "subscript"]
+
+_PDF_LINK_INTERVALS_KEY = "_inline_link_intervals"
+
+_PDF_STYLE_INTERVALS_KEY = "_inline_style_intervals"
+
+PDF_NATIVE_SCRIPT_MARKUP_KEY = "_pdf_native_script_markup"
+
+_NATIVE_SCRIPT_TAG_RE = re.compile(r"<(?P<closing>/)?(?P<tag>sup|sub)>")
+
+_PDF_INLINE_SPAN_BLOCK_TYPES = {
+    BlockType.TEXT,
+    BlockType.REF_TEXT,
+    BlockType.DOC_TITLE,
+    BlockType.PARAGRAPH_TITLE,
+    BlockType.HEADER,
+    BlockType.FOOTER,
+    BlockType.PAGE_NUMBER,
+    BlockType.ASIDE_TEXT,
+    BlockType.PAGE_FOOTNOTE,
+    BlockType.LIST,
+    BlockType.INDEX,
+    RAW_ALGORITHM,
+    RAW_CAPTION,
+    RAW_FOOTNOTE,
+    RAW_PHONETIC,
+}
+
+PDFTextDecoration = Literal["underline", "strikethrough"]
+
+PDF_TEXT_STYLE_ORDER: tuple[PDFTextStyle, ...] = (
+    "bold",
+    "italic",
+    "underline",
+    "strikethrough",
+    "superscript",
+    "subscript",
+)
+
+_PDF_TEXT_DECORATION_ORDER: tuple[PDFTextDecoration, ...] = (
+    "underline",
+    "strikethrough",
+)
+
+PDF_NATURAL_TEXT_STYLE_BLOCK_TYPES = frozenset(
+    {
+        BlockType.TEXT,
+        BlockType.REF_TEXT,
+        BlockType.DOC_TITLE,
+        BlockType.PARAGRAPH_TITLE,
+        BlockType.LIST,
+        BlockType.INDEX,
+        BlockType.HEADER,
+        BlockType.FOOTER,
+        BlockType.PAGE_NUMBER,
+        BlockType.ASIDE_TEXT,
+        BlockType.PAGE_FOOTNOTE,
+        RAW_CAPTION,
+        RAW_FOOTNOTE,
+    }
+)
+
+_PDF_TEXT_STYLE_TARGET_BLOCK_TYPES: dict[PDFTextStyle, frozenset[str]] = {
+    "bold": frozenset({BlockType.TEXT}),
+    "italic": frozenset(),
+    "underline": frozenset({BlockType.TEXT}),
+    "strikethrough": PDF_NATURAL_TEXT_STYLE_BLOCK_TYPES,
+    "superscript": PDF_NATURAL_TEXT_STYLE_BLOCK_TYPES,
+    "subscript": PDF_NATURAL_TEXT_STYLE_BLOCK_TYPES,
+}
+
+_PDF_FONT_SUBSET_PREFIX_RE = re.compile(r"^[A-Z]{6}\+")
+
+_PDF_BOLD_FONT_NAME_RE = re.compile(
+    r"bold|demi|black|heavy|(?:^|[-_,])(?:bd|bi)(?:mt)?$|gbi$|(?:^|[-_,])w[6-9]$",
+    re.IGNORECASE,
+)
+
+_PDF_LIST_MARKER_CHARS = frozenset("•◦‣⁃▪▫●○■□∙·▶▷►▸▹\uf0b7")
+
+_PDF_GEOMETRIC_TEXT_STYLES = frozenset({"underline", "strikethrough"})
+
+_PDF_CONTROL_CHAR_RE = re.compile(r"[\x00-\x08\x0b\x0c\x0e-\x1f\x7f-\x9f]")
+
+_PDF_SEPARATOR_SPACE_CHARS = frozenset(
+    "\u00a0\u1680\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u202f\u205f\u3000"
+)
+
+_PDF_ZERO_WIDTH_CHARS = frozenset({"\u200b", "\u2060", "\ufeff"})
+
+_LIGATURE_REPLACEMENTS = {
+    "ff": "ff",
+    "fi": "fi",
+    "fl": "fl",
+    "ffi": "ffi",
+    "ffl": "ffl",
+    "ſt": "ft",
+    "st": "st",
+}
+
+_PDF_SCRIPT_TOKEN_CONNECTORS = frozenset({"^", "_", "ˆ", "~"})
+
+_PDF_SCRIPT_COMPACT_JOINERS = frozenset({"-", "−", "–"})
+
+_PDF_SCRIPT_CITATION_BRACKETS = {
+    "[": "]",
+    "［": "］",
+}
+
+_PDF_SCRIPT_AUTHOR_MARKS = frozenset({"*", "†", "‡", "∗"})
+
+_PDF_SCRIPT_SIGN_CHARS = frozenset({"+", "-", "−", "–", "⁻", "⁺"})
+
+_PDF_SCRIPT_SPACED_OPERATORS = frozenset({"+", "-", "−", "–"})
+
+_PDF_SCRIPT_TRAILING_MARKS = frozenset({")", "）"})
+
+_PDF_SCRIPT_MATH_BASE_CHARS = frozenset({"∆", "Δ", "σ", "Σ", "φ", "Φ", "μ", "µ", "Ω", "Ω", "λ", "γ", "δ", "ρ", "β", "α"})
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextStyleRange:
+    """保存可比较文本中的一个半开样式区间。"""
+
+    start: int
+    end: int
+    styles: tuple[PDFTextStyle, ...]
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextStyleLine:
+    """保存一个视觉文本 run 的几何、可比较文本和样式区间。"""
+
+    bbox: BBox
+    text: str
+    style_ranges: tuple[PDFTextStyleRange, ...]
+    source_index: int
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextScriptRange:
+    """保存 Flash 上下标的文本区间、页面 tight bbox 与稳定性证据。"""
+
+    start: int
+    end: int
+    style: PDFScriptStyle
+    bbox: BBox
+    stable_body_count: int
+    formula_region: bool
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextScriptLine:
+    """保存一个 Flash 视觉行的紧凑文本及上下标候选。"""
+
+    bbox: BBox
+    text: str
+    script_ranges: tuple[PDFTextScriptRange, ...]
+    source_index: int
+    angle: int
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextLinkRange:
+    """保存可比较文本中的一个半开超链接区间。"""
+
+    start: int
+    end: int
+    target: str
+
+
+@dataclass(frozen=True, slots=True)
+class PDFTextLinkLine:
+    """保存视觉文本 run 的几何、可比较文本和超链接区间。"""
+
+    bbox: BBox
+    text: str
+    link_ranges: tuple[PDFTextLinkRange, ...]
+    source_index: int
+
+
+PDFTextEvidenceLine = TypeVar(
+    "PDFTextEvidenceLine",
+    PDFTextStyleLine,
+    PDFTextLinkLine,
+    PDFTextScriptLine,
+)
+
+
+@dataclass(frozen=True, slots=True)
+class _VisibleChar:
+    """保存参与文本装饰线几何判断的可见字符。"""
+
+    source_index: int
+    bbox: BBox
+
+
+@dataclass(slots=True)
+class _LineCandidate:
+    """保存字体与文本装饰线匹配阶段使用的视觉文本行指标。"""
+
+    bbox: BBox
+    chars: list[dict[str, Any]]
+    visible_chars: list[_VisibleChar]
+    median_height: float
+    center_y: float
+    bottom_y: float
+    source_index: int
+    font_styles: list[frozenset[PDFTextStyle]]
+    decoration_ranges: dict[PDFTextDecoration, list[tuple[int, int]]]
+
+
+@dataclass(frozen=True, slots=True)
+class _DrawingMatch:
+    """保存单条 drawing 对单个文本行的匹配结果和排序指标。"""
+
+    style: PDFTextDecoration
+    start_index: int
+    end_index: int
+    target_distance_ratio: float
+    horizontal_overlap_ratio: float
+
+
+@dataclass(frozen=True, slots=True)
+class _ProjectedChar:
+    """保存 model content 可比较字符到原字符串位置的映射。"""
+
+    value: str
+    raw_start: int
+    raw_end: int
+    existing_styles: frozenset[PDFTextStyle]
+    formula_gap_before: bool
+    inside_hyperlink: bool
+
+
+@dataclass(frozen=True, slots=True)
+class _RawStyleInterval:
+    """保存 model content 原字符串中的半开样式区间。"""
+
+    start: int
+    end: int
+    styles: tuple[PDFTextStyle, ...]
+
+
+@dataclass(frozen=True, slots=True)
+class _NativeScriptMarkup:
+    """保存 detector-owned 上下标标签边界及对应原文样式区间。"""
+
+    marker_ranges: tuple[tuple[int, int], ...]
+    style_intervals: tuple[tuple[int, int, str], ...]
+
+
+@dataclass(frozen=True, slots=True)
+class _MatchedLinkRange:
+    """保存已经对齐到 block 可比较文本的链接区间与物理行身份。"""
+
+    start: int
+    end: int
+    target: str
+    source_index: int
+
+
+@dataclass(frozen=True, slots=True)
+class _RawLinkInterval:
+    """保存 model content 原字符串中的半开链接区间。"""
+
+    start: int
+    end: int
+    target: str
+    source_index: int
+
+
+@dataclass(frozen=True, slots=True)
+class _LineProjectionMatch:
+    """保存物理行跨公式空洞对齐到 block 可比较文本的结果。"""
+
+    start: int
+    end: int
+    source_to_projected: tuple[int | None, ...]
+
+
+__all__ = [
+    "TEXT_DECORATION_MIN_LENGTH_HEIGHT_RATIO",
+    "STRIKETHROUGH_CENTER_TOLERANCE_HEIGHT_RATIO",
+    "UNDERLINE_BOTTOM_TOLERANCE_HEIGHT_RATIO",
+    "TEXT_DECORATION_MAX_WIDTH_HEIGHT_RATIO",
+    "TEXT_DECORATION_MIN_TEXT_COVERAGE_RATIO",
+    "TEXT_DECORATION_ENDPOINT_TOLERANCE_HEIGHT_RATIO",
+    "UNDERLINE_FRACTION_MAX_GAP_HEIGHT_RATIO",
+    "UNDERLINE_FRACTION_MIN_LOWER_LINE_COVERAGE",
+    "PDF_FONT_ITALIC_FLAG",
+    "PDF_FONT_FORCE_BOLD_FLAG",
+    "PDF_BOLD_MIN_WEIGHT",
+    "PDF_BOLD_MIN_COMPARABLE_CHAR_COUNT",
+    "PDF_LINK_CHAR_OVERLAP_THRESHOLD",
+    "PDFTextStyle",
+    "PDFScriptStyle",
+    "_PDF_LINK_INTERVALS_KEY",
+    "_PDF_STYLE_INTERVALS_KEY",
+    "PDF_NATIVE_SCRIPT_MARKUP_KEY",
+    "_NATIVE_SCRIPT_TAG_RE",
+    "_PDF_INLINE_SPAN_BLOCK_TYPES",
+    "PDFTextDecoration",
+    "PDF_TEXT_STYLE_ORDER",
+    "_PDF_TEXT_DECORATION_ORDER",
+    "PDF_NATURAL_TEXT_STYLE_BLOCK_TYPES",
+    "_PDF_TEXT_STYLE_TARGET_BLOCK_TYPES",
+    "_PDF_FONT_SUBSET_PREFIX_RE",
+    "_PDF_BOLD_FONT_NAME_RE",
+    "_PDF_LIST_MARKER_CHARS",
+    "_PDF_GEOMETRIC_TEXT_STYLES",
+    "_PDF_CONTROL_CHAR_RE",
+    "_PDF_SEPARATOR_SPACE_CHARS",
+    "_PDF_ZERO_WIDTH_CHARS",
+    "_LIGATURE_REPLACEMENTS",
+    "_PDF_SCRIPT_TOKEN_CONNECTORS",
+    "_PDF_SCRIPT_COMPACT_JOINERS",
+    "_PDF_SCRIPT_CITATION_BRACKETS",
+    "_PDF_SCRIPT_AUTHOR_MARKS",
+    "_PDF_SCRIPT_SIGN_CHARS",
+    "_PDF_SCRIPT_SPACED_OPERATORS",
+    "_PDF_SCRIPT_TRAILING_MARKS",
+    "_PDF_SCRIPT_MATH_BASE_CHARS",
+    "PDFTextStyleRange",
+    "PDFTextStyleLine",
+    "PDFTextScriptRange",
+    "PDFTextScriptLine",
+    "PDFTextLinkRange",
+    "PDFTextLinkLine",
+    "PDFTextEvidenceLine",
+    "_VisibleChar",
+    "_LineCandidate",
+    "_DrawingMatch",
+    "_ProjectedChar",
+    "_RawStyleInterval",
+    "_NativeScriptMarkup",
+    "_MatchedLinkRange",
+    "_RawLinkInterval",
+    "_LineProjectionMatch",
+]