docling-ibm-models 3.4.1__py3-none-any.whl → 3.4.3__py3-none-any.whl

docling_ibm_models/code_formula_model/models/sam_opt.py

@@ -82,10 +82,10 @@ class SamOPTModel(OPTModel):
             inputs_embeds = self.embed_tokens(input_ids)
 
         vision_tower = getattr(self, "vision_tower", None)
-        im_start_token = getattr(self.config, "im_start_token", -1)
+        im_start_token = getattr(self.config, "im_start_token", -1)  # type: ignore
 
-        if input_ids.shape[1] != 1 or self.training:
-            with torch.set_grad_enabled(self.training):
+        if input_ids.shape[1] != 1 or self.training:  # type: ignore
+            with torch.set_grad_enabled(self.training):  # type: ignore
                 assert vision_tower is not None
                 image_features = vision_tower(images)
                 image_features = image_features.flatten(2).permute(0, 2, 1)
@@ -118,7 +118,7 @@ class SamOPTModel(OPTModel):
 
             inputs_embeds = torch.stack(new_input_embeds, dim=0)  # type: ignore
 
-        return super(SamOPTModel, self).forward(
+        return super(SamOPTModel, self).forward(  # type: ignore
             input_ids=None,
             attention_mask=attention_mask,
             past_key_values=past_key_values,
@@ -165,12 +165,12 @@ class SamOPTForCausalLM(OPTForCausalLM):
         output_attentions = (
             output_attentions
             if output_attentions is not None
-            else self.config.output_attentions
+            else self.config.output_attentions  # type: ignore
         )
         output_hidden_states = (
             output_hidden_states
             if output_hidden_states is not None
-            else self.config.output_hidden_states
+            else self.config.output_hidden_states  # type: ignore
         )
 
         outputs = self.model(

docling_ibm_models/tableformer/data_management/matching_post_processor.py

@@ -468,112 +468,77 @@ class MatchingPostProcessor:
         return table_cells
 
     def _align_table_cells_to_pdf(self, table_cells, pdf_cells, matches):
-        r"""
-        USED in 8.a step
-        NOT USED in 6. step
-
-        Align table cell bboxes with good matches
-        to encapsulate matching pdf cells
-
-        Parameters
-        ----------
-        table_cells : list of dict
-            Each value is a dictionary with keys: "cell_id", "row_id", "column_id", "bbox", "label"
-        pdf_cells : list of dict
-            List of PDF cells as defined by Docling
-        matches : dictionary of lists of table_cells
-            A dictionary which is indexed by the pdf_cell_id as key and the value is a list
-            of the table_cells that fall inside that pdf cell
-
-        Returns
-        -------
-        clean_table_cells : list of dict
-            Aligned and cleaned table cells
         """
-        # 6
-        # align table cells with matching pdf cells
-        new_table_cells = []
-
-        for pdf_cell_id in matches:
-            match_list = matches[pdf_cell_id]
-            one_table_cells = []
-            for i in range(len(match_list)):
-                otc = int(match_list[i]["table_cell_id"])
-                if otc not in one_table_cells:
-                    one_table_cells.append(otc)
-
-            # Get bbox of pdf_cell:
-            pdf_cell_bbox = []
-            for pdf_cell in pdf_cells:
-                if pdf_cell["id"] == int(pdf_cell_id):
-                    pdf_cell_bbox = pdf_cell["bbox"]
-
-            # Get bbox of pdf_cell:
-            for table_cell in table_cells:
-                if table_cell["cell_id"] in one_table_cells:
-                    # Align bbox vertically to cover PDF cell
-                    new_bbox = [
-                        pdf_cell_bbox[0],
-                        pdf_cell_bbox[1],
-                        pdf_cell_bbox[2],
-                        pdf_cell_bbox[3],
-                    ]
-                    # We are sure cell is not empty,
-                    # because we assign PDF cell to it
-                    new_table_cell_class = "2"
-
-                    if "cell_class" in table_cell:
-                        new_table_cell_class = table_cell["cell_class"]
-
-                    new_table_cell = {
-                        "bbox": new_bbox,
-                        "cell_id": table_cell["cell_id"],
-                        "column_id": table_cell["column_id"],
-                        "label": table_cell["label"],
-                        "row_id": table_cell["row_id"],
-                        "cell_class": new_table_cell_class,
-                    }
+        Align table cell bboxes with good matches to encapsulate matching pdf cells
+        """
+        pdf_cell_dict = {pdf_cell["id"]: pdf_cell["bbox"] for pdf_cell in pdf_cells}
+        table_cell_dict = {cell["cell_id"]: cell for cell in table_cells}
 
-                    if "colspan_val" in table_cell:
-                        new_table_cell["colspan_val"] = table_cell["colspan_val"]
-                    if "rowspan_val" in table_cell:
-                        new_table_cell["rowspan_val"] = table_cell["rowspan_val"]
-                    new_table_cells.append(new_table_cell)
+        # Track unique cells we're going to add
+        processed_cells = set()
 
-        # Rebuild table_cells list deduplicating repeating cells,
-        # encapsulating all duplicate cells dimensions
+        # First pass - create initial new_table_cells with aligned bboxes
+        new_table_cells = []
 
-        for new_table_cell in new_table_cells:
-            cell_id_to_find = new_table_cell["cell_id"]
+        for pdf_cell_id, match_list in matches.items():
+            # Extract unique table cell ids from match_list
+            table_cell_ids = set(int(match["table_cell_id"]) for match in match_list)
 
-            x1s = []
-            y1s = []
-            x2s = []
-            y2s = []
+            # Get bbox of pdf_cell
+            pdf_cell_bbox = pdf_cell_dict.get(int(pdf_cell_id))
+            if not pdf_cell_bbox:
+                continue
 
-            found = 0
+            # Process each unique table cell
+            for cell_id in table_cell_ids:
+                if cell_id in processed_cells:
+                    continue
+
+                table_cell = table_cell_dict.get(cell_id)
+                if not table_cell:
+                    continue
+
+                # Create new table cell with aligned bbox
+                new_table_cell = table_cell.copy()
+                new_table_cell["bbox"] = list(pdf_cell_bbox)
+
+                # Set cell class
+                if "cell_class" not in new_table_cell:
+                    new_table_cell["cell_class"] = "2"
+
+                new_table_cells.append(new_table_cell)
+                processed_cells.add(cell_id)
+
+        # Second pass - aggregate bboxes for duplicate cells
+        cell_to_bboxes = {}
+        for cell in new_table_cells:
+            cell_id = cell["cell_id"]
+            if cell_id not in cell_to_bboxes:
+                cell_to_bboxes[cell_id] = []
+            cell_to_bboxes[cell_id].append(cell["bbox"])
+
+        # Create final clean table cells
+        clean_table_cells = []
+        processed_ids = set()
+
+        for cell in new_table_cells:
+            cell_id = cell["cell_id"]
+            if cell_id in processed_ids:
+                continue
 
-            for found_cell in new_table_cells:
-                if found_cell["cell_id"] == cell_id_to_find:
-                    found += 1
-                    x1s.append(found_cell["bbox"][0])
-                    y1s.append(found_cell["bbox"][1])
-                    x2s.append(found_cell["bbox"][2])
-                    y2s.append(found_cell["bbox"][3])
+            bboxes = cell_to_bboxes[cell_id]
+            if len(bboxes) > 1:
+                # Merge bboxes
+                x1s = [bbox[0] for bbox in bboxes]
+                y1s = [bbox[1] for bbox in bboxes]
+                x2s = [bbox[2] for bbox in bboxes]
+                y2s = [bbox[3] for bbox in bboxes]
 
-            min_x1 = min(x1s)
-            min_y1 = min(y1s)
-            max_x2 = max(x2s)
-            max_y2 = max(y2s)
+                cell["bbox"] = [min(x1s), min(y1s), max(x2s), max(y2s)]
 
-            if found > 1:
-                new_table_cell["bbox"] = [min_x1, min_y1, max_x2, max_y2]
+            clean_table_cells.append(cell)
+            processed_ids.add(cell_id)
 
-        clean_table_cells = [
-            i
-            for n, i in enumerate(new_table_cells)
-            if i not in new_table_cells[n + 1 :]
-        ]
         return clean_table_cells
 
     def _deduplicate_cells(self, tab_columns, table_cells, iou_matches, ioc_matches):

{docling_ibm_models-3.4.1.dist-info → docling_ibm_models-3.4.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: docling-ibm-models
-Version: 3.4.1
+Version: 3.4.3
 Summary: This package contains the AI models used by the Docling PDF conversion package
 License: MIT
 Keywords: docling,convert,document,pdf,layout model,segmentation,table structure,table former
@@ -32,8 +32,9 @@ Requires-Dist: safetensors[torch] (>=0.4.3,<1)
 Requires-Dist: torch (>=2.2.2,<3.0.0)
 Requires-Dist: torchvision (>=0,<1)
 Requires-Dist: tqdm (>=4.64.0,<5.0.0)
-Requires-Dist: transformers (>=4.42.0,<4.43.0) ; sys_platform == "darwin" and platform_machine == "x86_64"
+Requires-Dist: transformers (>=4.42.0,<4.43.0) ; python_version < "3.13" and sys_platform == "darwin" and platform_machine == "x86_64"
 Requires-Dist: transformers (>=4.42.0,<5.0.0) ; sys_platform != "darwin" or platform_machine != "x86_64"
+Requires-Dist: transformers (>=4.47.0,<5.0.0) ; python_version >= "3.13" and (sys_platform != "darwin" or platform_machine != "x86_64")
 Description-Content-Type: text/markdown
 
 [![PyPI version](https://img.shields.io/pypi/v/docling-ibm-models)](https://pypi.org/project/docling-ibm-models/)

{docling_ibm_models-3.4.1.dist-info → docling_ibm_models-3.4.3.dist-info}/RECORD

@@ -3,7 +3,7 @@ docling_ibm_models/code_formula_model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
 docling_ibm_models/code_formula_model/code_formula_predictor.py,sha256=yX0Cd1o-dkJtju5WKtSk7L2b0jc6P_KgxrsZN5_SBb0,9445
 docling_ibm_models/code_formula_model/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling_ibm_models/code_formula_model/models/sam.py,sha256=6MXf1ae_wRWJ4b1luISWXBRKyoQie7YbpY-qwq1OJJA,17841
-docling_ibm_models/code_formula_model/models/sam_opt.py,sha256=pvMhvbjBz_8NFkn0PDcd6I_m9Py2dZsKGCqQSbnFmP8,8429
+docling_ibm_models/code_formula_model/models/sam_opt.py,sha256=Hd0YTiHSZrQVNnvxhO1h58VSh_CV22fgEVmP1DZSjnw,8525
 docling_ibm_models/code_formula_model/models/sam_opt_image_processor.py,sha256=6uAU4KSr4pVTesQZHgvbZxSjvJZ3JfRSdetuoos3DeE,921
 docling_ibm_models/document_figure_classifier_model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling_ibm_models/document_figure_classifier_model/document_figure_classifier_predictor.py,sha256=vRIp02rs9Xa4n1K-M7AYO_tFj4S7WQCQmL9i006T9Qk,5795
@@ -16,7 +16,7 @@ docling_ibm_models/tableformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 docling_ibm_models/tableformer/common.py,sha256=2zgGZBFf4fXytEaXrZR2NU6FWdX2kxO0DHlGZmuvpNQ,3230
 docling_ibm_models/tableformer/data_management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 docling_ibm_models/tableformer/data_management/functional.py,sha256=kJntHEXFz2SP7obEcHyjAqZNZC9qh-U75MwUJALLADI,3143
-docling_ibm_models/tableformer/data_management/matching_post_processor.py,sha256=meSM0jLWNLS8P95QjN6pEp095jFEbKdl9KKfRY1ocy0,58046
+docling_ibm_models/tableformer/data_management/matching_post_processor.py,sha256=_MVbsm0l5aKP3ChvKhXFeZ2Gz_DHGLlyMbqbKTan_MU,56721
 docling_ibm_models/tableformer/data_management/tf_cell_matcher.py,sha256=IdZTaWIRhPpyEwzZgCmviZnYacR6kbcUqBvx7ilmkKY,21250
 docling_ibm_models/tableformer/data_management/tf_predictor.py,sha256=BHd6KdAX0-b9TbX01m0872MO10zWDMValyf4UTIRkAU,39008
 docling_ibm_models/tableformer/data_management/transforms.py,sha256=NNaz_7GI7FCVmu_rJuenqH5VfzRSljJHUHpNQQ8Mq3Q,2983
@@ -34,7 +34,7 @@ docling_ibm_models/tableformer/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeu
 docling_ibm_models/tableformer/utils/app_profiler.py,sha256=Pb7o1zcikKXh7ninaNt4_nVa1xuUrogZxbTr6U6jkEE,8392
 docling_ibm_models/tableformer/utils/mem_monitor.py,sha256=NFZUnrfLThXNZQrm3ESRmPSJmPF2J1z3E2v_72O4dRw,6408
 docling_ibm_models/tableformer/utils/utils.py,sha256=8Bxf1rEn977lFbY9NX0r5xh9PvxIRipQZX_EZW92XfA,10980
-docling_ibm_models-3.4.1.dist-info/LICENSE,sha256=mBb7ErEcM8VS9OhiGHnQ2kk75HwPhr54W1Oiz3965MY,1088
-docling_ibm_models-3.4.1.dist-info/METADATA,sha256=b-QvjR6ePrwKDUoE-ZR9JSyfQsiGMuKuQUtBt1YTHXc,7434
-docling_ibm_models-3.4.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-docling_ibm_models-3.4.1.dist-info/RECORD,,
+docling_ibm_models-3.4.3.dist-info/LICENSE,sha256=mBb7ErEcM8VS9OhiGHnQ2kk75HwPhr54W1Oiz3965MY,1088
+docling_ibm_models-3.4.3.dist-info/METADATA,sha256=H1ix7R-hkX1heM7nBBD9jmiI08Q4GyWBzt43Q9afRmU,7598
+docling_ibm_models-3.4.3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+docling_ibm_models-3.4.3.dist-info/RECORD,,