docling 2.44.0__py3-none-any.whl → 2.46.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- docling/backend/docling_parse_v4_backend.py +61 -27
- docling/backend/html_backend.py +356 -80
- docling/backend/mets_gbs_backend.py +399 -0
- docling/backend/pdf_backend.py +3 -3
- docling/cli/main.py +10 -0
- docling/datamodel/base_models.py +3 -0
- docling/datamodel/document.py +26 -0
- docling/datamodel/pipeline_options.py +1 -3
- docling/datamodel/pipeline_options_vlm_model.py +8 -2
- docling/document_converter.py +4 -0
- docling/models/api_vlm_model.py +2 -5
- docling/models/code_formula_model.py +87 -76
- docling/models/tesseract_ocr_cli_model.py +4 -2
- docling/models/vlm_models_inline/hf_transformers_model.py +2 -4
- docling/models/vlm_models_inline/mlx_model.py +2 -4
- docling/pipeline/base_pipeline.py +14 -5
- docling/pipeline/threaded_standard_pdf_pipeline.py +6 -4
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/METADATA +2 -2
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/RECORD +23 -22
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/WHEEL +0 -0
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/entry_points.txt +0 -0
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/licenses/LICENSE +0 -0
- {docling-2.44.0.dist-info → docling-2.46.0.dist-info}/top_level.txt +0 -0
@@ -22,15 +22,52 @@ _log = logging.getLogger(__name__)
|
|
22
22
|
|
23
23
|
|
24
24
|
class DoclingParseV4PageBackend(PdfPageBackend):
|
25
|
-
def __init__(
|
25
|
+
def __init__(
|
26
|
+
self,
|
27
|
+
*,
|
28
|
+
dp_doc: PdfDocument,
|
29
|
+
page_obj: PdfPage,
|
30
|
+
page_no: int,
|
31
|
+
create_words: bool = True,
|
32
|
+
create_textlines: bool = True,
|
33
|
+
):
|
26
34
|
self._ppage = page_obj
|
27
|
-
self.
|
28
|
-
self.
|
35
|
+
self._dp_doc = dp_doc
|
36
|
+
self._page_no = page_no
|
37
|
+
self._create_words = create_words
|
38
|
+
self._create_textlines = create_textlines
|
39
|
+
|
40
|
+
self._dpage: Optional[SegmentedPdfPage] = None
|
41
|
+
self._unloaded = False
|
42
|
+
self.valid = (self._ppage is not None) and (self._dp_doc is not None)
|
43
|
+
|
44
|
+
def _ensure_parsed(self) -> None:
|
45
|
+
if self._dpage is not None:
|
46
|
+
return
|
47
|
+
|
48
|
+
seg_page = self._dp_doc.get_page(
|
49
|
+
self._page_no + 1,
|
50
|
+
create_words=self._create_words,
|
51
|
+
create_textlines=self._create_textlines,
|
52
|
+
)
|
53
|
+
|
54
|
+
# In Docling, all TextCell instances are expected with top-left origin.
|
55
|
+
[
|
56
|
+
tc.to_top_left_origin(seg_page.dimension.height)
|
57
|
+
for tc in seg_page.textline_cells
|
58
|
+
]
|
59
|
+
[tc.to_top_left_origin(seg_page.dimension.height) for tc in seg_page.char_cells]
|
60
|
+
[tc.to_top_left_origin(seg_page.dimension.height) for tc in seg_page.word_cells]
|
61
|
+
|
62
|
+
self._dpage = seg_page
|
29
63
|
|
30
64
|
def is_valid(self) -> bool:
|
31
65
|
return self.valid
|
32
66
|
|
33
67
|
def get_text_in_rect(self, bbox: BoundingBox) -> str:
|
68
|
+
self._ensure_parsed()
|
69
|
+
assert self._dpage is not None
|
70
|
+
|
34
71
|
# Find intersecting cells on the page
|
35
72
|
text_piece = ""
|
36
73
|
page_size = self.get_size()
|
@@ -56,12 +93,19 @@ class DoclingParseV4PageBackend(PdfPageBackend):
|
|
56
93
|
return text_piece
|
57
94
|
|
58
95
|
def get_segmented_page(self) -> Optional[SegmentedPdfPage]:
|
96
|
+
self._ensure_parsed()
|
59
97
|
return self._dpage
|
60
98
|
|
61
99
|
def get_text_cells(self) -> Iterable[TextCell]:
|
100
|
+
self._ensure_parsed()
|
101
|
+
assert self._dpage is not None
|
102
|
+
|
62
103
|
return self._dpage.textline_cells
|
63
104
|
|
64
105
|
def get_bitmap_rects(self, scale: float = 1) -> Iterable[BoundingBox]:
|
106
|
+
self._ensure_parsed()
|
107
|
+
assert self._dpage is not None
|
108
|
+
|
65
109
|
AREA_THRESHOLD = 0 # 32 * 32
|
66
110
|
|
67
111
|
images = self._dpage.bitmap_resources
|
@@ -123,8 +167,13 @@ class DoclingParseV4PageBackend(PdfPageBackend):
|
|
123
167
|
# )
|
124
168
|
|
125
169
|
def unload(self):
|
170
|
+
if not self._unloaded and self._dp_doc is not None:
|
171
|
+
self._dp_doc.unload_pages((self._page_no + 1, self._page_no + 2))
|
172
|
+
self._unloaded = True
|
173
|
+
|
126
174
|
self._ppage = None
|
127
175
|
self._dpage = None
|
176
|
+
self._dp_doc = None
|
128
177
|
|
129
178
|
|
130
179
|
class DoclingParseV4DocumentBackend(PdfDocumentBackend):
|
@@ -157,30 +206,15 @@ class DoclingParseV4DocumentBackend(PdfDocumentBackend):
|
|
157
206
|
self, page_no: int, create_words: bool = True, create_textlines: bool = True
|
158
207
|
) -> DoclingParseV4PageBackend:
|
159
208
|
with pypdfium2_lock:
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
for tc in seg_page.textline_cells
|
170
|
-
]
|
171
|
-
[
|
172
|
-
tc.to_top_left_origin(seg_page.dimension.height)
|
173
|
-
for tc in seg_page.char_cells
|
174
|
-
]
|
175
|
-
[
|
176
|
-
tc.to_top_left_origin(seg_page.dimension.height)
|
177
|
-
for tc in seg_page.word_cells
|
178
|
-
]
|
179
|
-
|
180
|
-
return DoclingParseV4PageBackend(
|
181
|
-
seg_page,
|
182
|
-
self._pdoc[page_no],
|
183
|
-
)
|
209
|
+
ppage = self._pdoc[page_no]
|
210
|
+
|
211
|
+
return DoclingParseV4PageBackend(
|
212
|
+
dp_doc=self.dp_doc,
|
213
|
+
page_obj=ppage,
|
214
|
+
page_no=page_no,
|
215
|
+
create_words=create_words,
|
216
|
+
create_textlines=create_textlines,
|
217
|
+
)
|
184
218
|
|
185
219
|
def is_valid(self) -> bool:
|
186
220
|
return self.page_count() > 0
|