deepdoctection 0.33__py3-none-any.whl → 0.35__py3-none-any.whl

deepdoctection/__init__.py

@@ -15,30 +15,22 @@ if importlib.util.find_spec("dotenv") is not None:
 
 
 # pylint: disable=wrong-import-position
-import os
 import sys
 from typing import TYPE_CHECKING
 
-from .utils.env_info import collect_env_info
+from .utils.env_info import auto_select_pdf_render_framework, collect_env_info
 from .utils.file_utils import _LazyModule, get_tf_version, pytorch_available, tf_available
 from .utils.logger import LoggingRecord, logger
 
 # pylint: enable=wrong-import-position
 
-__version__ = 0.33
+__version__ = 0.35
 
 _IMPORT_STRUCTURE = {
     "analyzer": [
-        "maybe_copy_config_to_cache",
         "config_sanity_checks",
-        "build_detector",
-        "build_padder",
-        "build_service",
-        "build_sub_image_service",
-        "build_ocr",
-        "build_doctr_word",
         "get_dd_analyzer",
-        "build_analyzer",
+        "ServiceFactory"
     ],
     "configs": [],
     "dataflow": [
@@ -76,6 +68,7 @@ _IMPORT_STRUCTURE = {
     ],
     "datapoint": [
         "ann_from_dict",
+        "AnnotationMap",
         "Annotation",
         "CategoryAnnotation",
         "ImageAnnotation",
@@ -198,6 +191,7 @@ _IMPORT_STRUCTURE = {
         "print_model_infos",
         "ModelDownloadManager",
         "PdfPlumberTextDetector",
+        "Pdfmium2TextDetector",
         "TesseractOcrDetector",
         "TesseractRotationTransformer",
         "TextractOcrDetector",
@@ -237,6 +231,7 @@ _IMPORT_STRUCTURE = {
         "LabelSummarizer",
         "curry",
         "match_anns_by_intersection",
+        "match_anns_by_distance",
         "to_image",
         "maybe_load_image",
         "maybe_remove_image",
@@ -265,6 +260,8 @@ _IMPORT_STRUCTURE = {
         "DetectResultGenerator",
         "SubImageLayoutService",
         "ImageCroppingService",
+        "IntersectionMatcher",
+        "NeighbourMatcher",
         "MatchingService",
         "PageParsingService",
         "AnnotationNmsService",
@@ -302,6 +299,7 @@ _IMPORT_STRUCTURE = {
         "timed_operation",
         "collect_env_info",
         "auto_select_viz_library",
+        "auto_select_pdf_render_framework",
         "get_tensorflow_requirement",
         "tf_addons_available",
         "get_tf_addons_requirements",
@@ -364,6 +362,7 @@ _IMPORT_STRUCTURE = {
         "get_configs_dir_path",
         "get_weights_dir_path",
         "get_dataset_dir_path",
+        "maybe_copy_config_to_cache",
         "is_uuid_like",
         "get_uuid_from_str",
         "get_uuid",
@@ -424,7 +423,7 @@ _IMPORT_STRUCTURE = {
 # Setting some environment variables so that standard functions can be invoked with available hardware
 env_info = collect_env_info()
 logger.debug(LoggingRecord(msg=env_info))
-
+auto_select_pdf_render_framework()
 
 # Direct imports for type-checking
 if TYPE_CHECKING:

deepdoctection/analyzer/__init__.py

@@ -20,3 +20,4 @@ Package for pre-built pipelines
 """
 
 from .dd import *
+from .factory import *

deepdoctection/analyzer/_config.py

@@ -0,0 +1,150 @@
+# -*- coding: utf-8 -*-
+# File: config.py
+
+# Copyright 2024 Dr. Janis Meyer. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Pipeline configuration for deepdoctection analyzer. Do not change the defaults in this file. """
+
+from ..utils.metacfg import AttrDict
+from ..utils.settings import CellType, LayoutType
+
+cfg = AttrDict()
+
+cfg.LANGUAGE = None
+cfg.LIB = None
+cfg.DEVICE = None
+cfg.USE_ROTATOR = False
+cfg.USE_LAYOUT = True
+cfg.USE_TABLE_SEGMENTATION = True
+
+cfg.TF.LAYOUT.WEIGHTS = "layout/model-800000_inf_only.data-00000-of-00001"
+cfg.TF.LAYOUT.FILTER = None
+
+
+cfg.TF.CELL.WEIGHTS = "cell/model-1800000_inf_only.data-00000-of-00001"
+cfg.TF.CELL.FILTER = None
+
+
+cfg.TF.ITEM.WEIGHTS = "item/model-1620000_inf_only.data-00000-of-00001"
+cfg.TF.ITEM.FILTER = None
+
+cfg.PT.LAYOUT.WEIGHTS = "layout/d2_model_0829999_layout_inf_only.pt"
+cfg.PT.LAYOUT.WEIGHTS_TS = "layout/d2_model_0829999_layout_inf_only.ts"
+cfg.PT.LAYOUT.FILTER = None
+cfg.PT.LAYOUT.PAD.TOP = 60
+cfg.PT.LAYOUT.PAD.RIGHT = 60
+cfg.PT.LAYOUT.PAD.BOTTOM = 60
+cfg.PT.LAYOUT.PAD.LEFT = 60
+
+cfg.PT.ITEM.WEIGHTS = "item/d2_model_1639999_item_inf_only.pt"
+cfg.PT.ITEM.WEIGHTS_TS = "item/d2_model_1639999_item_inf_only.ts"
+cfg.PT.ITEM.FILTER = None
+cfg.PT.ITEM.PAD.TOP = 60
+cfg.PT.ITEM.PAD.RIGHT = 60
+cfg.PT.ITEM.PAD.BOTTOM = 60
+cfg.PT.ITEM.PAD.LEFT = 60
+
+cfg.PT.CELL.WEIGHTS = "cell/d2_model_1849999_cell_inf_only.pt"
+cfg.PT.CELL.WEIGHTS_TS = "cell/d2_model_1849999_cell_inf_only.ts"
+cfg.PT.CELL.FILTER = None
+
+cfg.USE_LAYOUT_NMS = False
+cfg.LAYOUT_NMS_PAIRS.COMBINATIONS = None
+cfg.LAYOUT_NMS_PAIRS.THRESHOLDS = None
+cfg.LAYOUT_NMS_PAIRS.PRIORITY = None
+
+cfg.SEGMENTATION.ASSIGNMENT_RULE = "ioa"
+cfg.SEGMENTATION.THRESHOLD_ROWS = 0.4
+cfg.SEGMENTATION.THRESHOLD_COLS = 0.4
+cfg.SEGMENTATION.FULL_TABLE_TILING = True
+cfg.SEGMENTATION.REMOVE_IOU_THRESHOLD_ROWS = 0.001
+cfg.SEGMENTATION.REMOVE_IOU_THRESHOLD_COLS = 0.001
+cfg.SEGMENTATION.CELL_CATEGORY_ID = 12
+cfg.SEGMENTATION.TABLE_NAME = LayoutType.TABLE
+cfg.SEGMENTATION.PUBTABLES_CELL_NAMES = [
+    CellType.SPANNING,
+    CellType.ROW_HEADER,
+    CellType.COLUMN_HEADER,
+    CellType.PROJECTED_ROW_HEADER,
+    LayoutType.CELL,
+]
+cfg.SEGMENTATION.PUBTABLES_SPANNING_CELL_NAMES = [
+    CellType.SPANNING,
+    CellType.ROW_HEADER,
+    CellType.COLUMN_HEADER,
+    CellType.PROJECTED_ROW_HEADER,
+]
+cfg.SEGMENTATION.PUBTABLES_ITEM_NAMES = [LayoutType.ROW, LayoutType.COLUMN]
+cfg.SEGMENTATION.PUBTABLES_SUB_ITEM_NAMES = [CellType.ROW_NUMBER, CellType.COLUMN_NUMBER]
+cfg.SEGMENTATION.CELL_NAMES = [CellType.HEADER, CellType.BODY, LayoutType.CELL]
+cfg.SEGMENTATION.ITEM_NAMES = [LayoutType.ROW, LayoutType.COLUMN]
+cfg.SEGMENTATION.SUB_ITEM_NAMES = [CellType.ROW_NUMBER, CellType.COLUMN_NUMBER]
+
+cfg.SEGMENTATION.STRETCH_RULE = "equal"
+
+cfg.USE_TABLE_REFINEMENT = True
+cfg.USE_PDF_MINER = False
+
+cfg.PDF_MINER.X_TOLERANCE = 3
+cfg.PDF_MINER.Y_TOLERANCE = 3
+
+cfg.USE_OCR = True
+
+cfg.OCR.USE_TESSERACT = True
+cfg.OCR.USE_DOCTR = False
+cfg.OCR.USE_TEXTRACT = False
+cfg.OCR.CONFIG.TESSERACT = "dd/conf_tesseract.yaml"
+
+cfg.OCR.WEIGHTS.DOCTR_WORD.TF = "doctr/db_resnet50/tf/db_resnet50-adcafc63.zip"
+cfg.OCR.WEIGHTS.DOCTR_WORD.PT = "doctr/db_resnet50/pt/db_resnet50-ac60cadc.pt"
+cfg.OCR.WEIGHTS.DOCTR_RECOGNITION.TF = "doctr/crnn_vgg16_bn/tf/crnn_vgg16_bn-76b7f2c6.zip"
+cfg.OCR.WEIGHTS.DOCTR_RECOGNITION.PT = "doctr/crnn_vgg16_bn/pt/crnn_vgg16_bn-9762b0b0.pt"
+
+cfg.TEXT_CONTAINER = LayoutType.WORD
+cfg.WORD_MATCHING.PARENTAL_CATEGORIES = [
+    LayoutType.TEXT,
+    LayoutType.TITLE,
+    LayoutType.LIST,
+    LayoutType.CELL,
+    CellType.COLUMN_HEADER,
+    CellType.PROJECTED_ROW_HEADER,
+    CellType.SPANNING,
+    CellType.ROW_HEADER,
+]
+cfg.WORD_MATCHING.RULE = "ioa"
+cfg.WORD_MATCHING.THRESHOLD = 0.6
+cfg.WORD_MATCHING.MAX_PARENT_ONLY = True
+
+cfg.TEXT_ORDERING.TEXT_BLOCK_CATEGORIES = [
+    LayoutType.TEXT,
+    LayoutType.TITLE,
+    LayoutType.LIST,
+    LayoutType.CELL,
+    CellType.COLUMN_HEADER,
+    CellType.PROJECTED_ROW_HEADER,
+    CellType.SPANNING,
+    CellType.ROW_HEADER,
+]
+cfg.TEXT_ORDERING.FLOATING_TEXT_BLOCK_CATEGORIES = [
+    LayoutType.TEXT,
+    LayoutType.TITLE,
+    LayoutType.LIST,
+]
+cfg.TEXT_ORDERING.INCLUDE_RESIDUAL_TEXT_CONTAINER = False
+cfg.TEXT_ORDERING.STARTING_POINT_TOLERANCE = 0.005
+cfg.TEXT_ORDERING.BROKEN_LINE_TOLERANCE = 0.003
+cfg.TEXT_ORDERING.HEIGHT_TOLERANCE = 2.0
+cfg.TEXT_ORDERING.PARAGRAPH_BREAK = 0.035
+cfg.freeze()