radnn 0.0.7.2__py3-none-any.whl → 0.0.8__py3-none-any.whl

radnn/data/sample_set.py

@@ -1,12 +1,36 @@
+# ......................................................................................
+# MIT License
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
 from .dataset_base import DataSetBase
-
+from .subset_type import SubsetType
 
 
 
 class SampleSet(object):
   # --------------------------------------------------------------------------------------------------------------------
   def __init__(self, subset_type="custom", has_ids=False):
-    self.subset_type = subset_type
+    self.subset_type: SubsetType = SubsetType(subset_type)
     self.parent_dataset = None
 
     self.has_ids = has_ids
@@ -21,18 +45,7 @@ class SampleSet(object):
     self._iter_counter = 0
 
     self.feed = None
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_training_set(self):
-    return (self.subset_type == "training") or (self.subset_type == "train") or (self.subset_type == "ts")
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_validation_set(self):
-    return (self.subset_type == "validation") or (self.subset_type == "val") or (self.subset_type == "vs")
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_unknown_test_set(self):
-    return (self.subset_type == "testing") or (self.subset_type == "test") or (self.subset_type == "ut")
+
   # --------------------------------------------------------------------------------------------------------------------
   @property
   def has_labels(self):
@@ -54,21 +67,21 @@ class SampleSet(object):
   def subset_of(self, parent_dataset: DataSetBase):
     self.parent_dataset = parent_dataset
     if self.parent_dataset is not None:
-      if self.is_training_set:
+      if self.subset_type.is_training_set:
         if self.parent_dataset.ts_samples is not None:
           self.parent_dataset.ts = self
           self.ids = self.parent_dataset.ts_sample_ids
           self.samples = self.parent_dataset.ts_samples
           self.sample_count = self.parent_dataset.ts_sample_count
           self.labels = self.parent_dataset.ts_labels
-      elif self.is_validation_set:
+      elif self.subset_type.is_validation_set:
         if self.parent_dataset.vs_samples is not None:
           self.parent_dataset.vs = self
           self.ids = self.parent_dataset.vs_sample_ids
           self.samples = self.parent_dataset.vs_samples
           self.sample_count = self.parent_dataset.vs_sample_count
           self.labels = self.parent_dataset.vs_labels
-      elif self.is_unknown_test_set:
+      elif self.subset_type.is_unknown_test_set:
         if self.parent_dataset.ut_samples is not None:
           self.parent_dataset.ut = self
           self.ids = self.parent_dataset.ut_sample_ids

radnn/data/sequence_dataset.py

@@ -22,8 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
-
 import numpy as np
 from .dataset_base import DataSetBase
 

radnn/data/subset_type.py

@@ -0,0 +1,45 @@
+# ......................................................................................
+# MIT License
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
+class SubsetType(object):
+  def __init__(self, name):
+    self.name = name.lower()
+    self.type = -1 # Unknown
+    if self.is_training_set:
+      self.type = 0
+    elif self.is_validation_set:
+      self.type = 1
+    elif self.is_unknown_test_set:
+      self.type = 2
+  @property
+  def is_training_set(self):
+    return (self.name == "training") or (self.name == "train") or (self.name == "ts")
+
+  @property
+  def is_validation_set(self):
+    return (self.name == "validation") or (self.name == "val") or (self.name == "vs")
+
+  @property
+  def is_unknown_test_set(self):
+    return (self.name == "testing") or (self.name == "test") or (self.name == "ut")

radnn/data/tf_classification_data_feed.py

@@ -0,0 +1,113 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
+
+import tensorflow as tf
+from radnn import mlsys
+from radnn.data.preprocess import Normalizer, Standardizer
+from .data_feed import DataFeed
+
+class TFClassificationDataFeed(DataFeed):
+  # --------------------------------------------------------------------------------------------------------------------
+  def do_random_crop(self, samples, labels):
+    tPaddedImage = tf.image.pad_to_bounding_box(samples, self.padding_offset, self.padding_offset
+                                                      , self.padding_target, self.padding_target)
+    tResult = tf.image.random_crop(tPaddedImage, self.input_shape, seed=mlsys.seed)
+    print("crop", tResult)
+    return tResult, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def do_flip_left_right(self, samples, labels):
+    tResult = tf.image.random_flip_left_right(samples, seed=mlsys.seed)
+    print("flip", tResult)
+    return tResult, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_augmentation(self, feed, augmentation_kind):
+    if augmentation_kind == "random_crop":
+      feed = feed.map(self.do_random_crop, num_parallel_calls=8)
+    elif augmentation_kind == "random_flip_left_right":
+      feed = feed.map(self.do_flip_left_right, num_parallel_calls=8)
+    elif augmentation_kind == "random_cutout":
+      pass # //TODO: Cutout
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_iterator(self):
+    feed = None
+    if self.subset_type.is_training_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.ts_samples, self.dataset.ts_labels))
+    elif self.subset_type.is_validation_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.vs_samples, self.dataset.vs_labels))
+    elif self.subset_type.is_unknown_test_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.ut_samples, self.dataset.ut_labels))
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_normalize_onehot(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.min) / (self.value_preprocessor.max - self.value_preprocessor.min)
+    tTargetsOneHot = tf.one_hot(labels, self.dataset.class_count)
+    return tSamples, tTargetsOneHot
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_standardize_onehot(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.mean) / self.value_preprocessor.std
+    tTargetsOneHot = tf.one_hot(labels, self.dataset.class_count)
+    return tSamples, tTargetsOneHot
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_normalize(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.min) / (self.value_preprocessor.max - self.value_preprocessor.min)
+    return tSamples, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_standardize(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.mean) / self.value_preprocessor.std
+    return tSamples, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_preprocessor(self, feed):
+    if self._is_multiclass:
+      if isinstance(self.value_preprocessor, Standardizer):
+        feed = feed.map(self.preprocess_standardize_onehot, num_parallel_calls=8)
+      elif isinstance(self.value_preprocessor, Normalizer):
+        feed = feed.map(self.preprocess_normalize_onehot, num_parallel_calls=8)
+    else:
+      if isinstance(self.value_preprocessor, Standardizer):
+        feed = feed.map(self.preprocess_standardize, num_parallel_calls=8)
+      elif isinstance(self.value_preprocessor, Normalizer):
+        feed = feed.map(self.preprocess_normalize, num_parallel_calls=8)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_random_shuffler(self, feed):
+    feed = feed.shuffle(self.sample_count_to_shuffle, seed=mlsys.seed)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_minibatch_maker(self, feed):
+    feed = feed.batch(self.batch_size)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+
+

radnn/errors.py

@@ -1,2 +1,31 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2018-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# .......................................................................................
 class Errors:
   MLSYS_NO_FILESYS = "No file system defined for the machine learning system. Create the object and assign the mlsys.filesys property."

radnn/evaluation/evaluate_classification.py

@@ -1,7 +1,12 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
 # ......................................................................................
-# MIT License
 
-# Copyright (c) 2020-2025 Pantelis I. Kaplanoglou
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -22,7 +27,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import numpy as np
 from sklearn import metrics
 

radnn/experiment/ml_experiment.py

@@ -1,3 +1,32 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
 import os
 import numpy as np
 from datetime import datetime

radnn/experiment/ml_experiment_config.py

@@ -1,7 +1,12 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
 # ......................................................................................
-# MIT License
 
-# Copyright (c) 2023-2025 Pantelis I. Kaplanoglou
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -22,13 +27,12 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import os
 import json
 import re
 from datetime import datetime
-
-from radnn.system import FileSystem
+from radnn.ml_system import mlsys
+from radnn.system import FileSystem, FileStore
 
 # --------------------------------------------------------------------------------------
 def model_code_mllib(p_oDict):
@@ -142,9 +146,11 @@ def experiment_code_and_timestamp(filename):
 
 
 # =========================================================================================================================
-class MLExperimentConfig(dict):
+class MLExperimentConfig(object):
   # --------------------------------------------------------------------------------------
   def __init__(self, filename=None, base_name=None, number=None, variation=None, fold_number=None, hyperparams=None):
+    self._kv = dict()
+
     self["Experiment.BaseName"] = base_name
     self.filename = filename
     if self.filename is not None:
@@ -160,28 +166,19 @@ class MLExperimentConfig(dict):
     if hyperparams is not None:
       self.assign(hyperparams)
   # --------------------------------------------------------------------------------------
+  def __getitem__(self, key):
+    return self._kv[key]
+  # --------------------------------------------------------------------------------------
+  def __setitem__(self, key, value):
+    self._kv[key] = value
+  # --------------------------------------------------------------------------------------
+  def __contains__(self, key):
+      return key in self._kv
+  # --------------------------------------------------------------------------------------
   @property
   def experiment_code(self):
     return get_experiment_code(self)
   # --------------------------------------------------------------------------------------
-  def load(self, filename=None, must_exist=False):
-    if filename is None:
-      filename = self.filename
-
-    # reading the data from the file
-    if os.path.exists(filename):
-      with open(filename) as oFile:
-        sConfig = oFile.read()
-        self.setDefaults()
-        dConfigDict = json.loads(sConfig)
-
-      for sKey in dConfigDict.keys():
-        self[sKey] = dConfigDict[sKey]
-    else:
-      if must_exist:
-        raise Exception("Experiment configuration file %s is not found." % filename)
-    return self
-  # --------------------------------------------------------------------------------------
   def assign(self, config_dict):
     for sKey in config_dict.keys():
       self[sKey] = config_dict[sKey]
@@ -196,16 +193,19 @@ class MLExperimentConfig(dict):
     if filename is not None:
       self.filename = filename
 
-    sJSON = json.dumps(self, sort_keys=False, indent=4)
+    sJSON = json.dumps(self._kv, sort_keys=False, indent=4)
     with open(self.filename, "w") as oFile:
       oFile.write(sJSON)
       oFile.close()
-
     return self
   # --------------------------------------------------------------------------------------
-  def save(self, fs, filename_only=None):
-    if isinstance(fs, FileSystem):
+  def save(self, fs=None, filename_only=None):
+    if fs is None:
+      fs = mlsys.filesys.configs
+    elif isinstance(fs, FileSystem):
       fs = fs.configs
+    elif not isinstance(fs, FileStore):
+      raise Exception("Unsupporting persistent storage")
 
     if filename_only is None:
       filename_only = get_experiment_code(self)
@@ -217,19 +217,48 @@ class MLExperimentConfig(dict):
     # Backwards compatibility 0.6.0
     return self.save()
   # --------------------------------------------------------------------------------------
-  def load_config(self, fs, filename_only):
-    if isinstance(fs, FileSystem):
+  def load_from_json(self, filename=None, must_exist=False):
+    if filename is None:
+      filename = self.filename
+
+    # reading the data from the file
+    if os.path.exists(filename):
+      with open(filename) as oFile:
+        sConfig = oFile.read()
+        self.setDefaults()
+        dConfigDict = json.loads(sConfig)
+
+      for sKey in dConfigDict.keys():
+        self._kv[sKey] = dConfigDict[sKey]
+    else:
+      if must_exist:
+        raise Exception("Experiment configuration file %s is not found." % filename)
+    return self
+  # --------------------------------------------------------------------------------------
+  def load(self, fs=None, filename_only=None):
+    if fs is None:
+      fs = mlsys.filesys.configs
+    elif isinstance(fs, FileSystem):
       fs = fs.configs
+    elif not isinstance(fs, FileStore):
+      raise Exception("Unsupporting persistent storage")
+
+    if filename_only is None:
+      filename_only = get_experiment_code(self)
 
     sFileName = fs.file(filename_only + ".json")
-    return self.load(sFileName)
+    return self.load_from_json(sFileName)
+  # --------------------------------------------------------------------------------------
+  def load_config(self, fs, filename_only):
+    # Backwards compatibility 0.6.0
+    return self.load(fs, filename_only)
   # --------------------------------------------------------------------------------------
   def setDefaults(self):
     pass
   # --------------------------------------------------------------------------------------
   def __str__(self)->str:
     sResult = ""
-    for sKey in self.keys():
+    for sKey in self._kv.keys():
       sResult += f'  {sKey}: \"{self[sKey]}\",\n'
 
     sResult = "{\n" + sResult + "}"

radnn/experiment/ml_experiment_env.py

@@ -1,5 +1,10 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
 # ......................................................................................
-# MIT License
 
 # Copyright (c) 2023-2025 Pantelis I. Kaplanoglou
 
@@ -22,7 +27,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import os
 import shutil
 import sys

radnn/experiment/ml_experiment_store.py

@@ -1,5 +1,4 @@
 from radnn import FileStore
-
 class MLExperimentStore(FileStore):
   def __init__(self, base_folder, is_verbose=False, must_exist=False):
     super(MLExperimentStore, self).__init__(base_folder, is_verbose, must_exist)

radnn/images/__init__.py

@@ -0,0 +1,2 @@
+from .colors import image_rgb_to_hslb, image_rgb_to_hif
+from .image_processor import ImageProcessor

radnn/images/colors.py

@@ -0,0 +1,28 @@
+import numpy as np
+from matplotlib import colors
+from matplotlib.colors import to_rgba
+
+LUMA_W = np.asarray([0.29889531 / 255.0, 0.58662247 / 255.0, 0.11448223 / 255.0], dtype=np.float32)
+
+# ------------------------------------------------------------------------------------
+# Analyse the image to H,S,L, B
+def image_rgb_to_hslb(image):
+  '''
+  Analyzes an image and returns the hue, saturation, luma and brightness
+  :param image:
+  :return: image in HSLB format
+  '''
+  img_hsv = colors.rgb_to_hsv(image / 255.0)
+  luma = np.dot(image, LUMA_W.T)
+  return np.stack([img_hsv[..., 0], img_hsv[..., 1], luma, img_hsv[..., 2]], axis=-1).astype(np.float32)
+# ------------------------------------------------------------------------------------
+def image_rgb_to_hif(image):
+  oImageHSLB = image_rgb_to_hslb(image)
+
+  img_hsv = colors.rgb_to_hsv(image / 255.0)
+  luma = np.dot(image, LUMA_W.T)
+  return np.stack([img_hsv[..., 0], img_hsv[..., 1], luma], axis=-1).astype(np.float32)
+# ------------------------------------------------------------------------------------
+def color(name):
+  return tuple([int(x*255) for x in to_rgba(name)])
+# ------------------------------------------------------------------------------------