deepdoctection 0.45.0__py3-none-any.whl → 0.46.1__py3-none-any.whl

deepdoctection/utils/file_utils.py

@@ -8,6 +8,7 @@
 Utilities for maintaining dependencies and dealing with external library packages. Parts of this file is adapted from
 <https://github.com/huggingface/transformers/blob/master/src/transformers/file_utils.py>
 """
+import importlib.metadata
 import importlib.util
 import multiprocessing as mp
 import string
@@ -17,7 +18,6 @@ from shutil import which
 from types import ModuleType
 from typing import Any, Union, no_type_check
 
-import importlib_metadata
 import numpy as np
 from packaging import version
 
@@ -72,9 +72,9 @@ def get_tf_version() -> str:
 
         for pkg in candidates:
             try:
-                tf_version = importlib_metadata.version(pkg)
+                tf_version = importlib.metadata.version(pkg)
                 break
-            except importlib_metadata.PackageNotFoundError:
+            except importlib.metadata.PackageNotFoundError:
                 pass
     return tf_version
 
@@ -175,6 +175,19 @@ def get_pytorch_requirement() -> Requirement:
     return "torch", pytorch_available(), _PYTORCH_ERR_MSG
 
 
+_PYZMQ_AVAILABLE = importlib.util.find_spec("zmq") is not None
+
+
+def pyzmq_available() -> bool:
+    """
+    Returns whether pyzmq is installed.
+
+    Returns:
+        bool: True if pyzmq is installed, False otherwise.
+    """
+    return bool(_PYZMQ_AVAILABLE)
+
+
 # lxml
 _LXML_AVAILABLE = importlib.util.find_spec("lxml") is not None
 _LXML_ERR_MSG = f"lxml must be installed. {_GENERIC_ERR_MSG}"
@@ -232,7 +245,7 @@ _DISTANCE_ERR_MSG = f"distance must be installed. {_GENERIC_ERR_MSG}"
 
 def distance_available() -> bool:
     """
-    Returns whether `distance` is available.
+    Returns True if `distance` is available.
 
     Returns:
         bool: `True` if `distance` is available, False otherwise.
@@ -250,6 +263,22 @@ def get_distance_requirement() -> Requirement:
     return "distance", distance_available(), _DISTANCE_ERR_MSG
 
 
+# networkx
+_NETWORKX_AVAILABLE = importlib.util.find_spec("networkx") is not None
+
+
+def networkx_available() -> bool:
+    """
+    Checks if networkx is installed.
+
+    Returns:
+        bool: True if networkx is installed, False otherwise.
+    :return:
+    """
+    return bool(_NETWORKX_AVAILABLE)
+
+
+# numpy
 _NUMPY_V1_ERR_MSG = "numpy v1 must be installed."
 
 

deepdoctection/utils/logger.py

@@ -143,6 +143,43 @@ class FileFormatter(logging.Formatter):
 
 
 _LOG_DIR = None
+
+
+def _coerce_log_level(val: Any) -> Union[int, str]:
+    """Normalize environment log level values.
+
+    Accepts integer values (e.g., ``20``), numeric strings (``"20"``),
+    or names case-insensitively (``"info"``, ``"Warn"``, ...). Returns
+    either an integer level number or a valid uppercase level name
+    accepted by the :mod:`logging` module.
+
+    Args:
+        val: The raw value from the environment variable ``LOG_LEVEL``.
+
+    Returns:
+        int | str: The corresponding logging level as an int or an
+        uppercase string. Defaults to ``"INFO"`` if the input is invalid.
+    """
+    if isinstance(val, int):
+        return val
+    if val is None:
+        return "INFO"
+    s = str(val).strip()
+    if s.isdigit():
+        return int(s)
+    name = s.upper()
+    if name == "WARN":
+        name = "WARNING"
+    if name in logging._nameToLevel:  # pylint: disable=W0212
+        return name
+    lvl = logging.getLevelName(name)
+    return lvl if isinstance(lvl, int) else "INFO"
+
+
+# resolve level from LOG_LEVEL only
+_ENV_LOG_LEVEL = os.environ.get("LOG_LEVEL", "INFO")
+_RESOLVED_LOG_LEVEL = _coerce_log_level(_ENV_LOG_LEVEL)
+
 _CONFIG_DICT: dict[str, Any] = {
     "version": 1,
     "disable_existing_loggers": False,
@@ -155,7 +192,7 @@ _CONFIG_DICT: dict[str, Any] = {
     },
     "root": {
         "handlers": ["streamhandler"],
-        "level": os.environ.get("LOG_LEVEL", "INFO"),
+        "level": _RESOLVED_LOG_LEVEL,
         "propagate": os.environ.get("LOG_PROPAGATE", "False") in ENV_VARS_TRUE,
     },
 }

deepdoctection/utils/transform.py

@@ -408,8 +408,35 @@ class RotationTransform(BaseTransform):
             angle: Angle to rotate the image. Must be one of 90, 180, 270, or 360 degrees.
         """
         self.angle = angle
-        self.image_width: Optional[int] = None
-        self.image_height: Optional[int] = None
+        self.image_width: Optional[Union[int, float]] = None
+        self.image_height: Optional[Union[int, float]] = None
+
+    def set_angle(self, angle: Literal[90, 180, 270, 360]) -> None:
+        """
+        Set angle
+
+        Args:
+            angle: One of 90, 180, 270, or 360 degrees.
+        """
+        self.angle = angle
+
+    def set_image_width(self, image_width: Union[int, float]) -> None:
+        """
+        Set image width
+
+        Args:
+            image_width: Either a positive integer or 1.
+        """
+        self.image_width = image_width
+
+    def set_image_height(self, image_height: Union[int, float]) -> None:
+        """
+        Set image height
+
+        Args:
+            image_height: Either a positive integer or 1.
+        """
+        self.image_height = image_height
 
     def apply_image(self, img: PixelValues) -> PixelValues:
         """
@@ -442,17 +469,16 @@ class RotationTransform(BaseTransform):
             raise ValueError("Initialize image_width and image_height first")
 
         if self.angle == 90:
-            coords[:, [0, 1, 2, 3]] = coords[:, [1, 0, 3, 2]]
+            self.image_width = self.image_height
+            coords[:, [0, 1, 2, 3]] = coords[:, [1, 2, 3, 0]]
             coords[:, [1, 3]] = self.image_width - coords[:, [1, 3]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [0, 3, 2, 1]]
         elif self.angle == 180:
-            coords[:, [0, 2]] = self.image_width - coords[:, [0, 2]]
-            coords[:, [1, 3]] = self.image_height - coords[:, [1, 3]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [2, 3, 0, 1]]
+            coords[:, [0, 2]] = self.image_width - coords[:, [2, 0]]
+            coords[:, [1, 3]] = self.image_height - coords[:, [3, 1]]
         elif self.angle == 270:
-            coords[:, [0, 1, 2, 3]] = coords[:, [1, 0, 3, 2]]
+            self.image_height = self.image_width
+            coords[:, [0, 1, 2, 3]] = coords[:, [3, 0, 1, 2]]
             coords[:, [0, 2]] = self.image_height - coords[:, [0, 2]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [2, 1, 0, 3]]
 
         return coords
 
@@ -473,17 +499,16 @@ class RotationTransform(BaseTransform):
             raise ValueError("Initialize image_width and image_height first")
 
         if self.angle == 90:
-            coords[:, [0, 1, 2, 3]] = coords[:, [1, 0, 3, 2]]
-            coords[:, [0, 2]] = self.image_width - coords[:, [0, 2]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [2, 1, 0, 3]]
+            self.image_height = self.image_width
+            coords[:, [0, 1, 2, 3]] = coords[:, [3, 0, 1, 2]]
+            coords[:, [0, 2]] = self.image_height - coords[:, [0, 2]]
         elif self.angle == 180:
-            coords[:, [0, 2]] = self.image_width - coords[:, [0, 2]]
-            coords[:, [1, 3]] = self.image_height - coords[:, [1, 3]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [2, 3, 0, 1]]
+            coords[:, [0, 2]] = self.image_width - coords[:, [2, 0]]
+            coords[:, [1, 3]] = self.image_height - coords[:, [3, 1]]
         elif self.angle == 270:
-            coords[:, [0, 1, 2, 3]] = coords[:, [1, 0, 3, 2]]
-            coords[:, [1, 3]] = self.image_height - coords[:, [1, 3]]
-            coords[:, [0, 1, 2, 3]] = coords[:, [0, 3, 2, 1]]
+            self.image_width = self.image_height
+            coords[:, [0, 1, 2, 3]] = coords[:, [1, 2, 3, 0]]
+            coords[:, [1, 3]] = self.image_width - coords[:, [1, 3]]
         return coords
 
     def clone(self) -> RotationTransform:

deepdoctection/utils/viz.py

@@ -20,10 +20,11 @@ Visualisation utils. Copied and pasted from
 """
 
 import base64
+import hashlib
 import os
 import sys
 from io import BytesIO
-from typing import Any, Optional, Sequence, no_type_check
+from typing import Any, Optional, Sequence, Tuple, Union, no_type_check
 
 import numpy as np
 import numpy.typing as npt
@@ -44,150 +45,60 @@ with try_import() as pil_import_guard:
 
 __all__ = ["draw_boxes", "interactive_imshow", "viz_handler"]
 
-_COLORS = (
-    np.array(
-        [
-            0.667,
-            0.333,
-            0.500,
-            0.667,
-            0.667,
-            0.500,
-            0.667,
-            1.000,
-            0.500,
-            1.000,
-            0.000,
-            0.500,
-            1.000,
-            0.333,
-            0.500,
-            1.000,
-            0.667,
-            0.500,
-            1.000,
-            1.000,
-            0.500,
-            0.000,
-            0.333,
-            1.000,
-            0.000,
-            0.667,
-            1.000,
-            0.000,
-            1.000,
-            1.000,
-            0.333,
-            0.000,
-            1.000,
-            0.333,
-            0.333,
-            1.000,
-            0.333,
-            0.667,
-            1.000,
-            0.333,
-            1.000,
-            1.000,
-            0.667,
-            0.000,
-            1.000,
-            0.667,
-            0.333,
-            1.000,
-            0.667,
-            0.667,
-            1.000,
-            0.667,
-            1.000,
-            1.000,
-            1.000,
-            0.000,
-            1.000,
-            1.000,
-            0.333,
-            1.000,
-            1.000,
-            0.667,
-            1.000,
-            0.333,
-            0.000,
-            0.000,
-            0.500,
-            0.000,
-            0.000,
-            0.667,
-            0.000,
-            0.000,
-            0.833,
-            0.000,
-            0.000,
-            1.000,
-            0.000,
-            0.000,
-            0.000,
-            0.167,
-            0.000,
-            0.000,
-            0.333,
-            0.000,
-            0.000,
-            0.500,
-            0.000,
-            0.000,
-            0.667,
-            0.000,
-            0.000,
-            0.833,
-            0.000,
-            0.000,
-            1.000,
-            0.000,
-            0.000,
-            0.000,
-            0.167,
-            0.000,
-            0.000,
-            0.333,
-            0.000,
-            0.000,
-            0.500,
-            0.000,
-            0.000,
-            0.667,
-            0.000,
-            0.000,
-            0.833,
-            0.000,
-            0.000,
-            1.000,
-            0.000,
-            0.000,
-            0.000,
-            0.143,
-            0.143,
-            0.143,
-            0.857,
-            0.857,
-            0.857,
-        ]
-    )
-    .astype(np.float32)
-    .reshape(-1, 3)
+_COLORS = np.array(
+    [
+        [0.75   , 0.1125 , 0.1125],
+        [0.75   , 0.24   , 0.1125],
+        [0.75   , 0.3675 , 0.1125],
+        [0.75   , 0.495  , 0.1125],
+        [0.75   , 0.6225 , 0.1125],
+        [0.75   , 0.75   , 0.1125],
+        [0.6225 , 0.75   , 0.1125],
+        [0.495  , 0.75   , 0.1125],
+        [0.3675 , 0.75   , 0.1125],
+        [0.24   , 0.75   , 0.1125],
+        [0.1125 , 0.75   , 0.1125],
+        [0.1125 , 0.75   , 0.24  ],
+        [0.1125 , 0.75   , 0.3675],
+        [0.1125 , 0.75   , 0.495 ],
+        [0.1125 , 0.75   , 0.6225],
+        [0.1125 , 0.75   , 0.75  ],
+        [0.1125 , 0.6225 , 0.75  ],
+        [0.1125 , 0.495  , 0.75  ],
+        [0.1125 , 0.3675 , 0.75  ],
+        [0.1125 , 0.24   , 0.75  ],
+        [0.1125 , 0.1125 , 0.75  ],
+        [0.24   , 0.1125 , 0.75  ],
+        [0.3675 , 0.1125 , 0.75  ],
+        [0.495  , 0.1125 , 0.75  ],
+        [0.6225 , 0.1125 , 0.75  ],
+        [0.75   , 0.1125 , 0.75  ],
+        [0.75   , 0.1125 , 0.6225],
+        [0.75   , 0.1125 , 0.495 ],
+        [0.75   , 0.1125 , 0.3675],
+        [0.75   , 0.1125 , 0.24  ],
+    ],
+    dtype=float32
 )
 
 
-def random_color(rgb: bool = True, maximum: int = 255) -> tuple[int, int, int]:
+def random_color(
+    rgb: bool = True, maximum: int = 255, deterministic_input_str: Optional[str] = None
+) -> tuple[int, int, int]:
     """
     Args:
         rgb: Whether to return RGB colors or BGR colors.
         maximum: Either 255 or 1.
+        deterministic_input_str: A string to use for deterministic color generation.
 
     Returns:
         A tuple of three integers representing the color.
     """
-
-    idx = np.random.randint(0, len(_COLORS))
+    if deterministic_input_str:
+        hash_digest = hashlib.md5(deterministic_input_str.encode("utf-8")).hexdigest()
+        idx = int(hash_digest, 16) % len(_COLORS)
+    else:
+        idx = np.random.randint(0, len(_COLORS))
     ret = _COLORS[idx] * maximum
     if not rgb:
         ret = ret[::-1]
@@ -197,7 +108,7 @@ def random_color(rgb: bool = True, maximum: int = 255) -> tuple[int, int, int]:
 def draw_boxes(
     np_image: PixelValues,
     boxes: npt.NDArray[float32],
-    category_names_list: Optional[list[Optional[str]]] = None,
+    category_names_list: Optional[list[Tuple[Union[str, None], Union[str, None]]]] = None,
     color: Optional[BGR] = None,
     font_scale: float = 1.0,
     rectangle_thickness: int = 4,
@@ -210,7 +121,8 @@ def draw_boxes(
     Args:
         np_image: Image as `np.ndarray`.
         boxes: A numpy array of shape Nx4 where each row is `[x1, y1, x2, y2]`.
-        category_names_list: List of N category names.
+        category_names_list: List of N tuples. The first element is the category name, whereas the second element is
+                             the value, that is going to be displayed in the text box..
         color: A 3-tuple BGR color (in range `[0, 255]`).
         font_scale: Font scale of text box.
         rectangle_thickness: Thickness of bounding box.
@@ -230,13 +142,14 @@ def draw_boxes(
     category_to_color = {}
     if box_color_by_category and category_names_list is not None:
         category_names = set(category_names_list)
-        category_to_color = {category: random_color() for category in category_names}
-
+        category_to_color = {
+            category[1]: random_color(deterministic_input_str=category[1]) for category in category_names
+        }
     boxes = np.array(boxes, dtype="int32")
     if category_names_list is not None:
         assert len(category_names_list) == len(boxes), f"{len(category_names_list)} != {len(boxes)}"
     else:
-        category_names_list = [None] * len(boxes)
+        category_names_list = [(None, None)] * len(boxes)
     areas = (boxes[:, 2] - boxes[:, 0] + 1) * (boxes[:, 3] - boxes[:, 1] + 1)
     sorted_inds = np.argsort(-areas)  # draw large ones first
     assert areas.min() > 0, areas.min()
@@ -255,12 +168,12 @@ def draw_boxes(
         np_image = cv2.cvtColor(np_image, cv2.COLOR_GRAY2BGR).astype(np.uint8)
     for i in sorted_inds:
         box = boxes[i, :]
-        choose_color = category_to_color.get(category_names_list[i]) if category_to_color is not None else color
+        choose_color = category_to_color.get(category_names_list[i][1]) if category_to_color is not None else color
         if choose_color is None:
             choose_color = random_color()
-        if category_names_list[i] is not None:
+        if category_names_list[i][0] is not None:
             np_image = viz_handler.draw_text(
-                np_image, (box[0], box[1]), category_names_list[i], color=choose_color, font_scale=font_scale
+                np_image, (box[0], box[1]), category_names_list[i][0], color=choose_color, font_scale=font_scale
             )
         np_image = viz_handler.draw_rectangle(
             np_image, (box[0], box[1], box[2], box[3]), choose_color, rectangle_thickness
@@ -423,7 +336,7 @@ class VizPackageHandler:
 
     @staticmethod
     def _cv2_read_image(path: PathLikeOrStr) -> PixelValues:
-        return cv2.imread(os.fspath(path), cv2.IMREAD_COLOR).astype(np.uint8) # type: ignore
+        return cv2.imread(os.fspath(path), cv2.IMREAD_COLOR).astype(np.uint8)  # type: ignore
 
     @staticmethod
     def _pillow_read_image(path: PathLikeOrStr) -> PixelValues:
@@ -517,7 +430,7 @@ class VizPackageHandler:
     @staticmethod
     def _cv2_convert_b64_to_np(image: B64Str) -> PixelValues:
         np_array = np.fromstring(base64.b64decode(image), np.uint8)  # type: ignore
-        np_array = cv2.imdecode(np_array, cv2.IMREAD_COLOR).astype(np.float32) # type: ignore
+        np_array = cv2.imdecode(np_array, cv2.IMREAD_COLOR).astype(np.float32)  # type: ignore
         return np_array.astype(uint8)
 
     @staticmethod

{deepdoctection-0.45.0.dist-info → deepdoctection-0.46.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deepdoctection
-Version: 0.45.0
+Version: 0.46.1
 Summary: Repository for Document AI
 Home-page: https://github.com/deepdoctection/deepdoctection
 Author: Dr. Janis Meyer
@@ -19,18 +19,15 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: catalogue==2.0.10
 Requires-Dist: huggingface_hub>=0.26.0
-Requires-Dist: importlib-metadata>=5.0.0
 Requires-Dist: jsonlines==3.1.0
 Requires-Dist: lazy-imports==0.3.1
 Requires-Dist: mock==4.0.3
-Requires-Dist: networkx>=2.7.1
 Requires-Dist: numpy>2.0
 Requires-Dist: packaging>=20.0
 Requires-Dist: Pillow>=10.0.0
 Requires-Dist: pypdf>=6.0.0
 Requires-Dist: pypdfium2>=4.30.0
 Requires-Dist: pyyaml>=6.0.1
-Requires-Dist: pyzmq>=16
 Requires-Dist: scipy>=1.13.1
 Requires-Dist: termcolor>=1.1
 Requires-Dist: tabulate>=0.7.7
@@ -38,18 +35,15 @@ Requires-Dist: tqdm>=4.64.0
 Provides-Extra: tf
 Requires-Dist: catalogue==2.0.10; extra == "tf"
 Requires-Dist: huggingface_hub>=0.26.0; extra == "tf"
-Requires-Dist: importlib-metadata>=5.0.0; extra == "tf"
 Requires-Dist: jsonlines==3.1.0; extra == "tf"
 Requires-Dist: lazy-imports==0.3.1; extra == "tf"
 Requires-Dist: mock==4.0.3; extra == "tf"
-Requires-Dist: networkx>=2.7.1; extra == "tf"
 Requires-Dist: numpy>2.0; extra == "tf"
 Requires-Dist: packaging>=20.0; extra == "tf"
 Requires-Dist: Pillow>=10.0.0; extra == "tf"
 Requires-Dist: pypdf>=6.0.0; extra == "tf"
 Requires-Dist: pypdfium2>=4.30.0; extra == "tf"
 Requires-Dist: pyyaml>=6.0.1; extra == "tf"
-Requires-Dist: pyzmq>=16; extra == "tf"
 Requires-Dist: scipy>=1.13.1; extra == "tf"
 Requires-Dist: termcolor>=1.1; extra == "tf"
 Requires-Dist: tabulate>=0.7.7; extra == "tf"
@@ -62,25 +56,24 @@ Requires-Dist: python-doctr==0.10.0; extra == "tf"
 Requires-Dist: pycocotools>=2.0.2; extra == "tf"
 Requires-Dist: boto3==1.34.102; extra == "tf"
 Requires-Dist: pdfplumber>=0.11.0; extra == "tf"
+Requires-Dist: pyzmq>=16; extra == "tf"
 Requires-Dist: jdeskew>=0.2.2; extra == "tf"
 Requires-Dist: apted==1.0.3; extra == "tf"
 Requires-Dist: distance==0.1.3; extra == "tf"
 Requires-Dist: lxml>=4.9.1; extra == "tf"
+Requires-Dist: networkx>=2.7.1; extra == "tf"
 Provides-Extra: pt
 Requires-Dist: catalogue==2.0.10; extra == "pt"
 Requires-Dist: huggingface_hub>=0.26.0; extra == "pt"
-Requires-Dist: importlib-metadata>=5.0.0; extra == "pt"
 Requires-Dist: jsonlines==3.1.0; extra == "pt"
 Requires-Dist: lazy-imports==0.3.1; extra == "pt"
 Requires-Dist: mock==4.0.3; extra == "pt"
-Requires-Dist: networkx>=2.7.1; extra == "pt"
 Requires-Dist: numpy>2.0; extra == "pt"
 Requires-Dist: packaging>=20.0; extra == "pt"
 Requires-Dist: Pillow>=10.0.0; extra == "pt"
 Requires-Dist: pypdf>=6.0.0; extra == "pt"
 Requires-Dist: pypdfium2>=4.30.0; extra == "pt"
 Requires-Dist: pyyaml>=6.0.1; extra == "pt"
-Requires-Dist: pyzmq>=16; extra == "pt"
 Requires-Dist: scipy>=1.13.1; extra == "pt"
 Requires-Dist: termcolor>=1.1; extra == "pt"
 Requires-Dist: tabulate>=0.7.7; extra == "pt"
@@ -92,10 +85,12 @@ Requires-Dist: python-doctr==0.10.0; extra == "pt"
 Requires-Dist: pycocotools>=2.0.2; extra == "pt"
 Requires-Dist: boto3==1.34.102; extra == "pt"
 Requires-Dist: pdfplumber>=0.11.0; extra == "pt"
+Requires-Dist: pyzmq>=16; extra == "pt"
 Requires-Dist: jdeskew>=0.2.2; extra == "pt"
 Requires-Dist: apted==1.0.3; extra == "pt"
 Requires-Dist: distance==0.1.3; extra == "pt"
 Requires-Dist: lxml>=4.9.1; extra == "pt"
+Requires-Dist: networkx>=2.7.1; extra == "pt"
 Provides-Extra: docs
 Requires-Dist: tensorpack==0.11; extra == "docs"
 Requires-Dist: boto3==1.34.102; extra == "docs"