docling 1.1.1__py3-none-any.whl → 1.2.0__py3-none-any.whl

docling/backend/docling_parse_backend.py

@@ -0,0 +1,171 @@
+import random
+from io import BytesIO
+from pathlib import Path
+from typing import Iterable, List, Optional, Union
+
+import pypdfium2 as pdfium
+from docling_parse.docling_parse import pdf_parser
+from PIL import Image, ImageDraw
+from pypdfium2 import PdfPage
+
+from docling.backend.abstract_backend import PdfDocumentBackend, PdfPageBackend
+from docling.datamodel.base_models import BoundingBox, Cell, CoordOrigin, PageSize
+
+
+class DoclingParsePageBackend(PdfPageBackend):
+    def __init__(self, page_obj: PdfPage, docling_page_obj):
+        super().__init__(page_obj)
+        self._ppage = page_obj
+        self._dpage = docling_page_obj
+        self.text_page = None
+
+    def get_text_in_rect(self, bbox: BoundingBox) -> str:
+        # Find intersecting cells on the page
+        text_piece = ""
+        page_size = self.get_size()
+        parser_width = self._dpage["width"]
+        parser_height = self._dpage["height"]
+
+        scale = (
+            1  # FIX - Replace with param in get_text_in_rect across backends (optional)
+        )
+
+        for i in range(len(self._dpage["cells"])):
+            rect = self._dpage["cells"][i]["box"]["device"]
+            x0, y0, x1, y1 = rect
+            cell_bbox = BoundingBox(
+                l=x0 * scale * page_size.width / parser_width,
+                b=y0 * scale * page_size.height / parser_height,
+                r=x1 * scale * page_size.width / parser_width,
+                t=y1 * scale * page_size.height / parser_height,
+                coord_origin=CoordOrigin.BOTTOMLEFT,
+            ).to_top_left_origin(page_size.height * scale)
+
+            overlap_frac = cell_bbox.intersection_area_with(bbox) / cell_bbox.area()
+
+            if overlap_frac > 0.5:
+                if len(text_piece) > 0:
+                    text_piece += " "
+                text_piece += self._dpage["cells"][i]["content"]["rnormalized"]
+
+        return text_piece
+
+    def get_text_cells(self) -> Iterable[Cell]:
+        cells = []
+        cell_counter = 0
+
+        page_size = self.get_size()
+
+        parser_width = self._dpage["width"]
+        parser_height = self._dpage["height"]
+
+        for i in range(len(self._dpage["cells"])):
+            rect = self._dpage["cells"][i]["box"]["device"]
+            x0, y0, x1, y1 = rect
+            text_piece = self._dpage["cells"][i]["content"]["rnormalized"]
+            cells.append(
+                Cell(
+                    id=cell_counter,
+                    text=text_piece,
+                    bbox=BoundingBox(
+                        # l=x0, b=y0, r=x1, t=y1,
+                        l=x0 * page_size.width / parser_width,
+                        b=y0 * page_size.height / parser_height,
+                        r=x1 * page_size.width / parser_width,
+                        t=y1 * page_size.height / parser_height,
+                        coord_origin=CoordOrigin.BOTTOMLEFT,
+                    ).to_top_left_origin(page_size.height),
+                )
+            )
+            cell_counter += 1
+
+        def draw_clusters_and_cells():
+            image = self.get_page_image()
+            draw = ImageDraw.Draw(image)
+            for c in cells:
+                x0, y0, x1, y1 = c.bbox.as_tuple()
+                cell_color = (
+                    random.randint(30, 140),
+                    random.randint(30, 140),
+                    random.randint(30, 140),
+                )
+                draw.rectangle([(x0, y0), (x1, y1)], outline=cell_color)
+            image.show()
+
+        # before merge:
+        # draw_clusters_and_cells()
+
+        # cells = merge_horizontal_cells(cells)
+
+        # after merge:
+        # draw_clusters_and_cells()
+
+        return cells
+
+    def get_page_image(
+        self, scale: int = 1, cropbox: Optional[BoundingBox] = None
+    ) -> Image.Image:
+
+        page_size = self.get_size()
+
+        if not cropbox:
+            cropbox = BoundingBox(
+                l=0,
+                r=page_size.width,
+                t=0,
+                b=page_size.height,
+                coord_origin=CoordOrigin.TOPLEFT,
+            )
+            padbox = BoundingBox(
+                l=0, r=0, t=0, b=0, coord_origin=CoordOrigin.BOTTOMLEFT
+            )
+        else:
+            padbox = cropbox.to_bottom_left_origin(page_size.height)
+            padbox.r = page_size.width - padbox.r
+            padbox.t = page_size.height - padbox.t
+
+        image = (
+            self._ppage.render(
+                scale=scale * 1.5,
+                rotation=0,  # no additional rotation
+                crop=padbox.as_tuple(),
+            )
+            .to_pil()
+            .resize(size=(round(cropbox.width * scale), round(cropbox.height * scale)))
+        )  # We resize the image from 1.5x the given scale to make it sharper.
+
+        return image
+
+    def get_size(self) -> PageSize:
+        return PageSize(width=self._ppage.get_width(), height=self._ppage.get_height())
+
+    def unload(self):
+        self._ppage = None
+        self._dpage = None
+        self.text_page = None
+
+
+class DoclingParseDocumentBackend(PdfDocumentBackend):
+    def __init__(self, path_or_stream: Iterable[Union[BytesIO, Path]]):
+        super().__init__(path_or_stream)
+        self._pdoc = pdfium.PdfDocument(path_or_stream)
+        # Parsing cells with docling_parser call
+        print("PARSING WITH DOCLING PARSE")
+        parser = pdf_parser()
+        self._parser_doc = parser.find_cells(str(path_or_stream))
+
+    def page_count(self) -> int:
+        return len(self._parser_doc["pages"])
+
+    def load_page(self, page_no: int) -> PdfPage:
+        return DoclingParsePageBackend(
+            self._pdoc[page_no], self._parser_doc["pages"][page_no]
+        )
+
+    def is_valid(self) -> bool:
+        return self.page_count() > 0
+
+    def unload(self):
+        self._pdoc.close()
+        self._pdoc = None
+        self._parser_doc = None

docling/datamodel/document.py

@@ -125,7 +125,7 @@ class ConvertedDocument(BaseModel):
         desc = DsDocumentDescription(logs=[])
 
         page_hashes = [
-            PageReference(hash=p.page_hash, page=p.page_no, model="default")
+            PageReference(hash=p.page_hash, page=p.page_no + 1, model="default")
             for p in self.pages
         ]
 
@@ -159,7 +159,7 @@ class ConvertedDocument(BaseModel):
                         prov=[
                             Prov(
                                 bbox=target_bbox,
-                                page=element.page_no,
+                                page=element.page_no + 1,
                                 span=[0, len(element.text)],
                             )
                         ],
@@ -242,7 +242,7 @@ class ConvertedDocument(BaseModel):
                         prov=[
                             Prov(
                                 bbox=target_bbox,
-                                page=element.page_no,
+                                page=element.page_no + 1,
                                 span=[0, 0],
                             )
                         ],
@@ -264,7 +264,7 @@ class ConvertedDocument(BaseModel):
                         prov=[
                             Prov(
                                 bbox=target_bbox,
-                                page=element.page_no,
+                                page=element.page_no + 1,
                                 span=[0, 0],
                             )
                         ],
@@ -274,7 +274,7 @@ class ConvertedDocument(BaseModel):
                 )
 
         page_dimensions = [
-            PageDimensions(page=p.page_no, height=p.size.height, width=p.size.width)
+            PageDimensions(page=p.page_no + 1, height=p.size.height, width=p.size.width)
             for p in self.pages
         ]
 

{docling-1.1.1.dist-info → docling-1.2.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: docling
-Version: 1.1.1
+Version: 1.2.0
 Summary: Docling PDF conversion package
 Home-page: https://github.com/DS4SD/docling
 License: MIT
@@ -22,8 +22,9 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Provides-Extra: easyocr
 Provides-Extra: ocr
 Requires-Dist: deepsearch-glm (>=0.19.0,<1)
-Requires-Dist: docling-core (>=1.1.0,<2.0.0)
+Requires-Dist: docling-core (>=1.1.2,<2.0.0)
 Requires-Dist: docling-ibm-models (>=1.1.0,<2.0.0)
+Requires-Dist: docling-parse (>=0.0.1,<0.0.2)
 Requires-Dist: easyocr (>=1.7,<2.0) ; extra == "easyocr" or extra == "ocr"
 Requires-Dist: filetype (>=1.2.0,<2.0.0)
 Requires-Dist: huggingface_hub (>=0.23,<1)
@@ -92,7 +93,7 @@ print(doc.export_to_markdown())  # output: "## DocLayNet: A Large Human-Annotate
 
 ### Convert a batch of documents
 
-For an example of converting multiple documents, see [convert.py](https://github.com/DS4SD/docling/blob/main/examples/convert.py).
+For an example of batch-converting documents, see [convert.py](https://github.com/DS4SD/docling/blob/main/examples/convert.py).
 
 From a local repo clone, you can run it with:
 

{docling-1.1.1.dist-info → docling-1.2.0.dist-info}/RECORD

@@ -1,10 +1,11 @@
 docling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling/backend/abstract_backend.py,sha256=dINr8oTax9Fq31Y1AR0CGWNZtAHN5aqB_M7TAPkJNVQ,1122
+docling/backend/docling_parse_backend.py,sha256=cupeYC1evzM31lXskH-mbXnZhw1_JHyUiJ-cpTmlrM4,5834
 docling/backend/pypdfium2_backend.py,sha256=cIQGFkwzceN57PzmACt06CytRo0A_t-im6rW804RC3M,7421
 docling/datamodel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling/datamodel/base_models.py,sha256=k7gLFPnq3ArEMAFz6qUcp5qemlYzVhOmR9qtBTkAiX4,6862
-docling/datamodel/document.py,sha256=7caefzaii6itMQgtXfA4SJhB1TAF32v1c8zRwbiU03s,12497
+docling/datamodel/document.py,sha256=FG_ntDFRBWj-MhV52D0sC8XaZOwN3yryyXahsVHGnyI,12517
 docling/datamodel/settings.py,sha256=t5g6wrEJnPa9gBzMMl8ppgBRUYz-8xgopEtfMS0ZH28,733
 docling/document_converter.py,sha256=I9vjTLCLahsMrcs9ozM3C5r_CtBN-9qHk7-ANma7fkc,9895
 docling/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -19,7 +20,7 @@ docling/pipeline/standard_model_pipeline.py,sha256=UTwodKUKrisLoVcntbNUBDhjzRyFv
 docling/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling/utils/layout_utils.py,sha256=FOFbL0hKzUoWXdZaeUvEtFqKv0IkPifIr4sdGW4suKs,31804
 docling/utils/utils.py,sha256=llhXSbIDNZ1MHOwBEfLHBAoJIAYI7QlPIonlI1jLUJ0,1208
-docling-1.1.1.dist-info/LICENSE,sha256=ACwmltkrXIz5VsEQcrqljq-fat6ZXAMepjXGoe40KtE,1069
-docling-1.1.1.dist-info/METADATA,sha256=hnIPHm49bjWcFKBSCJ-aPsqim6aqHkWZiMdhkQli9Lk,6759
-docling-1.1.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-docling-1.1.1.dist-info/RECORD,,
+docling-1.2.0.dist-info/LICENSE,sha256=ACwmltkrXIz5VsEQcrqljq-fat6ZXAMepjXGoe40KtE,1069
+docling-1.2.0.dist-info/METADATA,sha256=9ZWFckdLpf45avuDgZgyzQK6J2oLCK0_oCW9T9Rx4iU,6802
+docling-1.2.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+docling-1.2.0.dist-info/RECORD,,