deepdoctection 0.31__py3-none-any.whl → 0.32__py3-none-any.whl

deepdoctection/extern/tp/tpfrcnn/config/__init__.py

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+# File: __init__.py
+
+# Copyright 2021 Dr. Janis Meyer. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Init file for code for Tensorpack's FRCNN configs
+"""

deepdoctection/extern/tp/tpfrcnn/config/config.py

@@ -191,16 +191,19 @@ import os
 from typing import List, Mapping, Tuple
 
 import numpy as np
-from tensorpack.tfutils import collect_env_info  # pylint: disable=E0401
-from tensorpack.utils import logger  # pylint: disable=E0401
-
-# pylint: disable=import-error
-from tensorpack.utils.gpu import get_num_gpu
+from lazy_imports import try_import
 
 from .....utils.metacfg import AttrDict
 from .....utils.settings import ObjectTypes
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    from tensorpack.tfutils import collect_env_info  # pylint: disable=E0401
+    from tensorpack.utils import logger  # pylint: disable=E0401
+
+    # pylint: disable=import-error
+    from tensorpack.utils.gpu import get_num_gpu
+
+    # pylint: enable=import-error
 
 
 __all__ = ["train_frcnn_config", "model_frcnn_config"]

deepdoctection/extern/tp/tpfrcnn/modeling/__init__.py

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+# File: __init__.py
+
+# Copyright 2021 Dr. Janis Meyer. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Init file for code for Tensorpack's FRCNN configs
+"""

deepdoctection/extern/tp/tpfrcnn/modeling/backbone.py

@@ -12,22 +12,30 @@ This file is modified from
 from contextlib import ExitStack, contextmanager
 
 import numpy as np
+from lazy_imports import try_import
 
 # pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.models import BatchNorm, Conv2D, MaxPooling, layer_register
-from tensorpack.tfutils import argscope
-from tensorpack.tfutils.varreplace import custom_getter_scope, freeze_variables
+
+with try_import() as import_guard:
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.models import BatchNorm, Conv2D, MaxPooling, layer_register
+    from tensorpack.tfutils import argscope
+    from tensorpack.tfutils.varreplace import custom_getter_scope, freeze_variables
 
 # pylint: enable=import-error
 
+if not import_guard.is_successful():
+    from .....utils.mocks import layer_register
+
 
 @layer_register(log_shape=True)
-def GroupNorm(x, group=32, gamma_initializer=tf.constant_initializer(1.0)):
+def GroupNorm(x, group=32, gamma_initializer=None):
     """
     More code that reproduces the paper can be found at <https://github.com/ppwwyyxx/GroupNorm-reproduce/>.
     """
+    if gamma_initializer is None:
+        gamma_initializer = tf.constant_initializer(1.0)
     shape = x.get_shape().as_list()
     ndims = len(shape)
     assert ndims == 4, shape
@@ -153,7 +161,7 @@ def get_norm(cfg, zero_init=False):
     return lambda x: norm(layer_name, x, gamma_initializer=tf.zeros_initializer() if zero_init else None)
 
 
-def resnet_shortcut(l, n_out, stride, activation=tf.identity):
+def resnet_shortcut(l, n_out, stride, activation=None):
     """
     Defining the skip connection in bottleneck
 
@@ -163,6 +171,8 @@ def resnet_shortcut(l, n_out, stride, activation=tf.identity):
     :param activation: An activation function
     :return: tf.Tensor
     """
+    if activation is None:
+        activation = tf.identity
     n_in = l.shape[1]
     if n_in != n_out:  # change dimension when channel is not the same
         return Conv2D("convshortcut", l, n_out, 1, strides=stride, activation=activation)  # pylint: disable=E1124

deepdoctection/extern/tp/tpfrcnn/modeling/generalized_rcnn.py

@@ -9,12 +9,8 @@ This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/master/examples/FasterRCNN/modeling/generalized_rcnn.py>
 """
 
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.models import l2_regularizer, regularize_cost
-from tensorpack.tfutils import optimizer
-from tensorpack.tfutils.summary import add_moving_summary
+
+from lazy_imports import try_import
 
 from ...tpcompat import ModelDescWithConfig
 from ..utils.box_ops import area as tf_area
@@ -40,6 +36,16 @@ from .model_frcnn import (
 from .model_mrcnn import maskrcnn_loss, unpackbits_masks
 from .model_rpn import rpn_head
 
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.models import l2_regularizer, regularize_cost
+    from tensorpack.tfutils import optimizer
+    from tensorpack.tfutils.summary import add_moving_summary
+
+    # pylint: enable=import-error
+
 
 class GeneralizedRCNN(ModelDescWithConfig):
     """

deepdoctection/extern/tp/tpfrcnn/modeling/model_box.py

@@ -11,12 +11,17 @@ This file is modified from
 from collections import namedtuple
 
 import numpy as np
+from lazy_imports import try_import
 
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack.tfutils.scope_utils import under_name_scope
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack.tfutils.scope_utils import under_name_scope
 
-# pylint: enable=import-error
+    # pylint: enable=import-error
+
+if not import_guard.is_successful():
+    from .....utils.mocks import under_name_scope
 
 
 @under_name_scope()

deepdoctection/extern/tp/tpfrcnn/modeling/model_cascade.py

@@ -9,17 +9,20 @@ This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/master/examples/FasterRCNN/modeling/model_cascade.py>
 """
 
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.tfutils import get_current_tower_context
+from lazy_imports import try_import
 
 from ..utils.box_ops import area as tf_area
 from ..utils.box_ops import pairwise_iou
 from .model_box import clip_boxes
 from .model_frcnn import BoxProposals, FastRCNNHead, fastrcnn_outputs
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.tfutils import get_current_tower_context
+
+    # pylint: enable=import-error
 
 
 class CascadeRCNNHead:

deepdoctection/extern/tp/tpfrcnn/modeling/model_fpn.py

@@ -12,23 +12,28 @@ This file is modified from
 import itertools
 
 import numpy as np
-
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.models import Conv2D, FixedUnPooling, MaxPooling, layer_register
-from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.tfutils.summary import add_moving_summary
-from tensorpack.tfutils.tower import get_current_tower_context
-from tensorpack.utils.argtools import memoized
+from lazy_imports import try_import
 
 from ..utils.box_ops import area as tf_area
 from .backbone import GroupNorm
 from .model_box import roi_align
 from .model_rpn import generate_rpn_proposals, get_all_anchors, rpn_losses
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.models import Conv2D, FixedUnPooling, MaxPooling, layer_register
+    from tensorpack.tfutils.argscope import argscope
+    from tensorpack.tfutils.scope_utils import under_name_scope
+    from tensorpack.tfutils.summary import add_moving_summary
+    from tensorpack.tfutils.tower import get_current_tower_context
+    from tensorpack.utils.argtools import memoized
+
+    # pylint: enable=import-error
+
+if not import_guard.is_successful():
+    from .....utils.mocks import layer_register, memoized, under_name_scope
 
 
 @layer_register(log_shape=True)

deepdoctection/extern/tp/tpfrcnn/modeling/model_frcnn.py

@@ -8,21 +8,28 @@
 This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/master/examples/FasterRCNN/modeling/model_frcnn.py>
 """
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.models import Conv2D, FullyConnected, layer_register
-from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.common import get_tf_version_tuple
-from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.tfutils.summary import add_moving_summary
-from tensorpack.utils.argtools import memoized_method
+
+from lazy_imports import try_import
 
 from ..utils.box_ops import pairwise_iou
 from .backbone import GroupNorm
 from .model_box import decode_bbox_target, encode_bbox_target
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.models import Conv2D, FullyConnected, layer_register
+    from tensorpack.tfutils.argscope import argscope
+    from tensorpack.tfutils.common import get_tf_version_tuple
+    from tensorpack.tfutils.scope_utils import under_name_scope
+    from tensorpack.tfutils.summary import add_moving_summary
+    from tensorpack.utils.argtools import memoized_method
+
+    # pylint: enable=import-error
+
+if not import_guard.is_successful():
+    from .....utils.mocks import layer_register, memoized_method, under_name_scope
 
 
 @under_name_scope()

deepdoctection/extern/tp/tpfrcnn/modeling/model_mrcnn.py

@@ -9,17 +9,23 @@ This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/master/examples/FasterRCNN/modeling/model_mrcnn.py>
 """
 
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack.models import Conv2D, Conv2DTranspose, layer_register
-from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.common import get_tf_version_tuple
-from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.tfutils.summary import add_moving_summary
+from lazy_imports import try_import
 
 from .backbone import GroupNorm
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack.models import Conv2D, Conv2DTranspose, layer_register
+    from tensorpack.tfutils.argscope import argscope
+    from tensorpack.tfutils.common import get_tf_version_tuple
+    from tensorpack.tfutils.scope_utils import under_name_scope
+    from tensorpack.tfutils.summary import add_moving_summary
+
+    # pylint: enable=import-error
+
+if not import_guard.is_successful():
+    from .....utils.mocks import layer_register, under_name_scope
 
 
 @under_name_scope()

deepdoctection/extern/tp/tpfrcnn/modeling/model_rpn.py

@@ -10,19 +10,24 @@ This file is modified from
 """
 
 import numpy as np
-
-# pylint: disable=import-error
-import tensorflow as tf
-from tensorpack import tfv1
-from tensorpack.models import Conv2D, layer_register
-from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope, under_name_scope
-from tensorpack.tfutils.summary import add_moving_summary
-from tensorpack.utils.argtools import memoized
+from lazy_imports import try_import
 
 from .model_box import clip_boxes
 
-# pylint: enable=import-error
+with try_import() as import_guard:
+    # pylint: disable=import-error
+    import tensorflow as tf
+    from tensorpack import tfv1
+    from tensorpack.models import Conv2D, layer_register
+    from tensorpack.tfutils.argscope import argscope
+    from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope, under_name_scope
+    from tensorpack.tfutils.summary import add_moving_summary
+    from tensorpack.utils.argtools import memoized
+
+    # pylint: enable=import-error
+
+if not import_guard.is_successful():
+    from .....utils.mocks import auto_reuse_variable_scope, layer_register, memoized, under_name_scope
 
 
 @layer_register(log_shape=True)

deepdoctection/extern/tp/tpfrcnn/predict.py

@@ -8,21 +8,26 @@
 This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/master/examples/FasterRCNN/predict.py>
 """
+from __future__ import annotations
 
 from typing import List
 
-import cv2
 import numpy as np
-from tensorpack.predict.base import OfflinePredictor  # pylint: disable=E0401
+from lazy_imports import try_import
 
-from ....utils.file_utils import scipy_available
 from ....utils.transform import InferenceResize
 from ...base import DetectionResult
 from .common import clip_boxes
 
-if scipy_available():
+with try_import() as import_guard:
+    from tensorpack.predict.base import OfflinePredictor  # pylint: disable=E0401
+
+with try_import() as sp_import_guard:
     from scipy import interpolate
 
+with try_import() as cv2_import_guard:
+    import cv2
+
 
 def _scale_box(box, scale):
     w_half = (box[2] - box[0]) * 0.5

deepdoctection/extern/tp/tpfrcnn/preproc.py

@@ -8,13 +8,12 @@
 This file is modified from
 <https://github.com/tensorpack/tensorpack/blob/1a79d595f7eda9dc9dc8428f4461680ed2222ab6/examples/FasterRCNN/data.py>
 """
+from __future__ import annotations
 
 from typing import Any, List, Optional, Tuple
 
 import numpy as np
-
-# pylint: disable=import-error
-from tensorpack.dataflow.imgaug import AugmentorList, ImageAugmentor
+from lazy_imports import try_import
 
 from ....datapoint.convert import box_to_point4, point4_to_box
 from ....utils.detection_types import ImageType, JsonDict
@@ -25,6 +24,11 @@ from .modeling.model_fpn import get_all_anchors_fpn
 from .utils.np_box_ops import area as np_area
 from .utils.np_box_ops import ioa as np_ioa
 
+# pylint: disable=import-error
+
+
+with try_import() as import_guard:
+    from tensorpack.dataflow.imgaug import AugmentorList, ImageAugmentor
 # pylint: enable=import-error
 
 

deepdoctection/extern/tp/tpfrcnn/utils/__init__.py

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+# File: __init__.py
+
+# Copyright 2021 Dr. Janis Meyer. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Init file for code for Tensorpack utils
+"""

deepdoctection/extern/tp/tpfrcnn/utils/box_ops.py

@@ -15,8 +15,16 @@ and
 """
 
 # pylint: disable=import-error
-import tensorflow as tf
-from tensorpack.tfutils.scope_utils import under_name_scope
+
+from lazy_imports import try_import
+
+with try_import() as tf_import_guard:
+    import tensorflow as tf
+    from tensorpack.tfutils.scope_utils import under_name_scope
+
+if not tf_import_guard.is_successful():
+    from .....utils.mocks import under_name_scope
+
 
 # pylint: enable=import-error
 

deepdoctection/extern/tpdetect.py

@@ -25,16 +25,14 @@ from pathlib import Path
 from typing import Dict, List, Mapping, Optional, Sequence, Union
 
 from ..utils.detection_types import ImageType, Requirement
-from ..utils.file_utils import get_tensorflow_requirement, get_tensorpack_requirement, tensorpack_available
+from ..utils.file_utils import get_tensorflow_requirement, get_tensorpack_requirement
 from ..utils.metacfg import set_config_by_yaml
 from ..utils.settings import ObjectTypes, TypeOrStr, get_type
 from .base import DetectionResult, ObjectDetector, PredictorBase
-
-if tensorpack_available():
-    from .tp.tpcompat import TensorpackPredictor
-    from .tp.tpfrcnn.config.config import model_frcnn_config
-    from .tp.tpfrcnn.modeling.generalized_rcnn import ResNetFPNModel
-    from .tp.tpfrcnn.predict import tp_predict_image
+from .tp.tpcompat import TensorpackPredictor
+from .tp.tpfrcnn.config.config import model_frcnn_config
+from .tp.tpfrcnn.modeling.generalized_rcnn import ResNetFPNModel
+from .tp.tpfrcnn.predict import tp_predict_image
 
 
 class TPFrcnnDetectorMixin(ObjectDetector, ABC):
@@ -140,7 +138,6 @@ class TPFrcnnDetector(TensorpackPredictor, TPFrcnnDetectorMixin):
 
         self.name = self.get_name(path_weights, self._model.cfg.TAG)
         self.model_id = self.get_model_id()
-        assert self._number_gpus > 0, "Model only support inference with GPU"
 
     @staticmethod
     def get_wrapped_model(

deepdoctection/mapper/__init__.py

@@ -20,9 +20,11 @@ Contains everything that is related to transformation between datapoints
 """
 from typing import Callable
 
-from ..utils.file_utils import pytorch_available, transformers_available
 from .cats import *
 from .cocostruct import *
+from .d2struct import *
+from .hfstruct import *
+from .laylmstruct import *
 from .maputils import *
 from .match import *
 from .misc import *
@@ -32,12 +34,5 @@ from .pubstruct import *
 from .tpstruct import *
 from .xfundstruct import *
 
-if pytorch_available() and transformers_available():
-    from .hfstruct import *
-    from .laylmstruct import *
-
-if pytorch_available():
-    from .d2struct import *
-
 # Mapper
 Mapper = Callable[[Image], Optional[Image]]

deepdoctection/mapper/d2struct.py

@@ -19,26 +19,28 @@
 Module for mapping annotations into standard Detectron2 dataset dict. Also providing some tools for W&B mapping and
 visualising
 """
-
+from __future__ import annotations
 
 import os.path
 from typing import Dict, List, Mapping, Optional, Sequence, Tuple, Union
 
 import numpy as np
-import torch
+from lazy_imports import try_import
 
 from ..datapoint.annotation import ImageAnnotation
 from ..datapoint.image import Image
 from ..extern.pt.nms import batched_nms
 from ..mapper.maputils import curry
 from ..utils.detection_types import JsonDict
-from ..utils.file_utils import detectron2_available, wandb_available
 from ..utils.settings import ObjectTypes, TypeOrStr, get_type
 
-if detectron2_available():
+with try_import() as pt_import_guard:
+    import torch
+
+with try_import() as d2_import_guard:
     from detectron2.structures import BoxMode
 
-if wandb_available():
+with try_import() as wb_import_guard:
     from wandb import Classes
     from wandb import Image as Wbimage
 
@@ -163,7 +165,7 @@ def to_wandb_image(
     categories: Mapping[str, TypeOrStr],
     sub_categories: Optional[Mapping[str, TypeOrStr]] = None,
     cat_to_sub_cat: Optional[Mapping[ObjectTypes, ObjectTypes]] = None,
-) -> Tuple[str, "Wbimage"]:
+) -> Tuple[str, Wbimage]:
     """
     Converting a deepdoctection image into a wandb image
 

deepdoctection/mapper/hfstruct.py

@@ -19,12 +19,14 @@
 Module for mapping annotations into standard Huggingface Detr input structure for training
 """
 
+from __future__ import annotations
+
 import os
 from dataclasses import dataclass, field
 from typing import Dict, List, Literal, Optional, Sequence, Union
 
 import numpy as np
-from transformers import BatchFeature, DetrFeatureExtractor
+from lazy_imports import try_import
 
 from ..datapoint.image import Image
 from ..mapper.maputils import curry
@@ -33,6 +35,9 @@ from ..utils.detection_types import JsonDict
 from ..utils.settings import ObjectTypes
 from ..utils.transform import PadTransform
 
+with try_import() as tr_import_guard:
+    from transformers import BatchFeature, DetrFeatureExtractor
+
 
 @curry
 def image_to_hf_detr_training(