radnn 0.0.7.2__py3-none-any.whl → 0.0.7.3__py3-none-any.whl

radnn/__init__.py

@@ -1,7 +1,8 @@
-# Version 0.0.3  [2025-01-25]
-# Version 0.0.5  [2025-01-26]
-# Version 0.0.6  [2025-02-04]
-# Version 0.0.7  [2025-02-17]
+# Version 0.0.3    [2025-01-25]
+# Version 0.0.5    [2025-01-26]
+# Version 0.0.6    [2025-02-04]
+# Version 0.0.7.2  [2025-02-17]
+# Version 0.0.7.3  [2025-02-21]
 __version__ = "0.0.7"
 
 from .system import FileStore, FileSystem

radnn/core.py

@@ -1,27 +1,37 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2018-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# .......................................................................................
 import sys
 import socket
 import platform
 import subprocess
 from datetime import datetime
-import importlib.util
-
-
-# ----------------------------------------------------------------------------------------------------------------------
-def is_opencv_installed():
-    return importlib.util.find_spec("cv2") is not None
-# ----------------------------------------------------------------------------------------------------------------------
-def is_tensorflow_installed():
-    bIsInstalled = importlib.util.find_spec("tensorflow") is not None
-    if not is_tensorflow_installed:
-      bIsInstalled = importlib.util.find_spec("tensorflow-gpu") is not None
-    return bIsInstalled
-# ----------------------------------------------------------------------------------------------------------------------
-def is_torch_installed():
-    return importlib.util.find_spec("torch") is not None
-# ----------------------------------------------------------------------------------------------------------------------
-
-
-
 
 # ----------------------------------------------------------------------------------------------------------------------
 def system_name() -> str:
@@ -45,24 +55,27 @@ def shell_command_output(command_string):
 
 
 
-
-#TODO: macOS support
-
+# ======================================================================================================================
 class MLInfrastructure(object):
-  # ----------------------------------------------------------------------------------------------------------------------
+  # --------------------------------------------------------------------------------------------------------------------
   @classmethod
   def is_linux(cls):
-    return not (cls.is_windows or cls.is_colab)
-  # ----------------------------------------------------------------------------------------------------------------------
+    return not (cls.is_windows or cls.is_colab or cls.is_macos())
+  # --------------------------------------------------------------------------------------------------------------------
   @classmethod
   def is_windows(cls):
     sPlatform = platform.system()
     return (sPlatform == "Windows")
-  # ----------------------------------------------------------------------------------------------------------------------
+  # --------------------------------------------------------------------------------------------------------------------
   @classmethod
   def is_colab(cls):
     return "google.colab" in sys.modules
-  # ----------------------------------------------------------------------------------------------------------------------
+  # --------------------------------------------------------------------------------------------------------------------
+  @classmethod
+  def is_macos(cls):
+    sPlatform = platform.system()
+    return (sPlatform == "Darwin")
+  # --------------------------------------------------------------------------------------------------------------------
   @classmethod
   def host_name(cls, is_using_ip_address=True) -> str:
     sPlatform = platform.system()
@@ -77,7 +90,10 @@ class MLInfrastructure(object):
     else:
       if sPlatform == "Windows":
         sResult = "(windows)-" + sHostName
+      elif sPlatform == "Darwin":
+        sResult = "(macos)-" + sHostName
       else:
         sResult = "(linux)-" + sHostName
     return sResult
-  # ----------------------------------------------------------------------------------------------------------------------
+  # --------------------------------------------------------------------------------------------------------------------
+# ======================================================================================================================

radnn/data/__init__.py

@@ -1,4 +1,10 @@
 from .dataset_base import DataSetBase
 from .image_dataset import ImageDataSet
 from .sample_set import SampleSet
+from .data_feed import DataFeed
+from .subset_type import SubsetType
+from .sample_set import SampleSet
+from radnn import mlsys
+if mlsys.is_tensorflow_installed:
+  from .tf_classification_data_feed import TFClassificationDataFeed
 

radnn/data/data_feed.py

@@ -0,0 +1,142 @@
+# ......................................................................................
+# MIT License
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
+from .dataset_base import DataSetBase
+from .subset_type import SubsetType
+from radnn.data.preprocess import Normalizer, Standardizer
+
+class DataFeed(object):
+  def __init__(self, dataset: DataSetBase, subset_type):
+    self.subset_type: SubsetType = None
+    if isinstance(subset_type, SubsetType):
+      self.subset_type = subset_type
+    elif isinstance(subset_type, str):
+      self.subset_type = SubsetType(subset_type)
+    else:
+      self.subset_type = None
+
+    self.dataset = dataset
+    self.feed = None
+    self.pipeline_objects = []
+    self.method_actions = []
+    self.augmentations = []
+
+    self.value_preprocessor = None
+    self.padding_offset = None
+    self.padding_target = None
+
+    self.input_shape = self.dataset.sample_shape
+    self.sample_count_to_shuffle = None
+    if self.subset_type.is_training_set:
+      self.sample_count_to_shuffle = self.dataset.ts_sample_count
+    elif self.subset_type.is_validation_set:
+      self.sample_count_to_shuffle = self.dataset.vs_sample_count
+    elif self.subset_type.is_unknown_test_set:
+      self.sample_count_to_shuffle = self.dataset.ut_sample_count
+    self.batch_size  = None
+
+    self._has_mapped_preprocessing_method = False
+
+    self.feed = self.build_iterator()
+    self.pipeline_objects.append(self.feed)
+  # --------------------------------------------------------------------------------------------------------------------
+  def normalize(self):
+    self.value_preprocessor = Normalizer(self.dataset.name, self.dataset.filestore)
+    if self.value_preprocessor.min is None:
+      self.value_preprocessor.fit(self.dataset.ts_samples)
+    self.method_actions.append("normalize")
+    if not self._has_mapped_preprocessing_method:
+      self.feed = self.build_preprocessor(self.feed)
+      self.pipeline_objects.append(self.feed)
+      self._has_mapped_preprocessing_method = True
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+  def map_preprocessing(self):
+    if not self._has_mapped_preprocessing_method:
+      self.feed = self.build_preprocessor(self.feed)
+      self.pipeline_objects.append(self.feed)
+      self._has_mapped_preprocessing_method = True
+  # --------------------------------------------------------------------------------------------------------------------
+  def standardize(self, axis_for_stats=None):
+    self.value_preprocessor = Standardizer(self.dataset.name, self.dataset.filestore)
+    if self.value_preprocessor.mean is None:
+      self.value_preprocessor.fit(self.dataset.ts_samples, axis_for_stats=axis_for_stats)
+    self.method_actions.append("standardize")
+    self.map_preprocessing()
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+  def random_shuffle(self):
+    self.feed = self.build_random_shuffler(self.feed)
+    self.pipeline_objects.append(self.feed)
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+  def batch(self, batch_size):
+    self.batch_size = batch_size
+    self.feed = self.build_minibatch_maker(self.feed)
+    self.pipeline_objects.append(self.feed)
+    return self
+# --------------------------------------------------------------------------------------------------------------------
+  def augment_crop(self, padding_offset):
+    self.padding_offset = padding_offset
+    assert self.dataset.sample_shape is not None, "You should define the images input shape on the dataset"
+    self.padding_target = self.dataset.sample_shape[0] + self.padding_offset
+    self.map_preprocessing()
+    self.feed = self.build_augmentation(self.feed, "random_crop")
+    self.pipeline_objects.append(self.feed)
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+  def augment_flip_left_right(self):
+    self.map_preprocessing()
+    self.feed = self.build_augmentation(self.feed, "random_flip_left_right")
+    self.pipeline_objects.append(self.feed)
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+  def augment_cutout(self):
+    self.map_preprocessing()
+    self.feed = self.build_augmentation(self.feed, "random_cutout")
+    self.pipeline_objects.append(self.feed)
+    return self
+  # --------------------------------------------------------------------------------------------------------------------
+
+  #// To be overrided \\
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_iterator(self):
+    return None
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_preprocessor(self, feed):
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def add_augmentation(self, augmentation_kind):
+    self.method_actions.add(augmentation_kind)
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_random_shuffler(self, feed):
+    return feed
+# --------------------------------------------------------------------------------------------------------------------
+  def build_minibatch_maker(self, feed):
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+
+
+
+

radnn/data/dataset_base.py

@@ -22,8 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
-
 import numpy as np
 import pandas as pd
 from sklearn.model_selection import train_test_split
@@ -56,7 +54,7 @@ class DataSetBase(object):
       elif isinstance(self.fs, FileStore):
         self.filestore = self.fs
       elif isinstance(self.fs, str):
-        self.filestore = FileSystem(self.fs)
+        self.filestore = FileStore(self.fs)
       else:
         raise Exception("The parameter fs could be a path, a filestore or a filesystem")
     else:
@@ -88,6 +86,8 @@ class DataSetBase(object):
     self.ut_labels           = None
     self.ut_sample_count     = None
 
+    self.sample_shape = None
+
     self.card = dict()
     self.card["name"] = name
     # ................................................................
@@ -319,8 +319,6 @@ class DataSetBase(object):
         self.card["class_count"] = self.class_count
       self.card["class_names"] = self.class_names
 
-
-    print(self.card)
     filestore.json.save(self.card, f"{self.name}_card.json", is_sorted_keys=False)
   # --------------------------------------------------------------------------------------------------------------------
 

radnn/data/image_dataset.py

@@ -22,8 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
-
 import numpy as np
 from radnn import FileStore
 from .dataset_base import DataSetBase

radnn/data/preprocess/normalizer.py

@@ -22,7 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import numpy as np
 
 '''
@@ -90,6 +89,7 @@ class Normalizer(object):
       if is_verbose:
         print("  Normalization: min/max shape:%s" % str(self.min.shape))
       self.save()
+    return self
   # --------------------------------------------------------------------------------------------------------------------
   def fit_transform(self, data, axis_for_stats=-1, is_recalculating=False, is_verbose=False):
     self.fit(data, axis_for_stats, is_recalculating, is_verbose)
@@ -109,3 +109,9 @@ class Normalizer(object):
     nDenormalizedData = (data * (self.max - self.min)) + self.min
     return nDenormalizedData.astype(data.dtype)
   # --------------------------------------------------------------------------------------------------------------------
+  def __str__(self):
+    return f"Normalizer: min={self.min} max={self.max}"
+  # --------------------------------------------------------------------------------------------------------------------
+  def __repr__(self):
+    return self.__str__()
+  # --------------------------------------------------------------------------------------------------------------------

radnn/data/preprocess/standardizer.py

@@ -22,7 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import numpy as np
 
 '''
@@ -52,7 +51,7 @@ class Standardizer(object):
       dStats = {"mean": self.mean, "std": self.std}
       self.filestore.obj.save(dStats, "%s-meanstd.pkl" % self.name, is_overwriting=True)
   # --------------------------------------------------------------------------------------------------------------------
-  def fit(self, data, axis_for_stats=-1, is_recalculating=False, is_verbose=False):
+  def fit(self, data, axis_for_stats=None, is_recalculating=False, is_verbose=False):
     bIsCached = False
     if (self.name is not None) and (self.filestore is not None):
       if self.mean is not None:
@@ -79,6 +78,8 @@ class Standardizer(object):
       if is_verbose:
         print("  Standardization: mean/std shape:%s" % str(self.mean.shape))
       self.save()
+
+    return self
   # --------------------------------------------------------------------------------------------------------------------
   def fit_transform(self, data, axis_for_stats=-1, is_recalculating=False, is_verbose=False):
     self.fit(data, axis_for_stats, is_recalculating, is_verbose)
@@ -98,3 +99,9 @@ class Standardizer(object):
     nNonStandardizedData = (data * self.std) + self.mean
     return nNonStandardizedData.astype(data.dtype)
   # --------------------------------------------------------------------------------------------------------------------
+  def __str__(self):
+    return f"Standardizer: mean={self.mean} std={self.std}"
+  # --------------------------------------------------------------------------------------------------------------------
+  def __repr__(self):
+    return self.__str__()
+  # --------------------------------------------------------------------------------------------------------------------

radnn/data/sample_set.py

@@ -1,12 +1,36 @@
+# ......................................................................................
+# MIT License
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
 from .dataset_base import DataSetBase
-
+from .subset_type import SubsetType
 
 
 
 class SampleSet(object):
   # --------------------------------------------------------------------------------------------------------------------
   def __init__(self, subset_type="custom", has_ids=False):
-    self.subset_type = subset_type
+    self.subset_type: SubsetType = SubsetType(subset_type)
     self.parent_dataset = None
 
     self.has_ids = has_ids
@@ -21,18 +45,7 @@ class SampleSet(object):
     self._iter_counter = 0
 
     self.feed = None
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_training_set(self):
-    return (self.subset_type == "training") or (self.subset_type == "train") or (self.subset_type == "ts")
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_validation_set(self):
-    return (self.subset_type == "validation") or (self.subset_type == "val") or (self.subset_type == "vs")
-  # --------------------------------------------------------------------------------------------------------------------
-  @property
-  def is_unknown_test_set(self):
-    return (self.subset_type == "testing") or (self.subset_type == "test") or (self.subset_type == "ut")
+
   # --------------------------------------------------------------------------------------------------------------------
   @property
   def has_labels(self):
@@ -54,21 +67,21 @@ class SampleSet(object):
   def subset_of(self, parent_dataset: DataSetBase):
     self.parent_dataset = parent_dataset
     if self.parent_dataset is not None:
-      if self.is_training_set:
+      if self.subset_type.is_training_set:
         if self.parent_dataset.ts_samples is not None:
           self.parent_dataset.ts = self
           self.ids = self.parent_dataset.ts_sample_ids
           self.samples = self.parent_dataset.ts_samples
           self.sample_count = self.parent_dataset.ts_sample_count
           self.labels = self.parent_dataset.ts_labels
-      elif self.is_validation_set:
+      elif self.subset_type.is_validation_set:
         if self.parent_dataset.vs_samples is not None:
           self.parent_dataset.vs = self
           self.ids = self.parent_dataset.vs_sample_ids
           self.samples = self.parent_dataset.vs_samples
           self.sample_count = self.parent_dataset.vs_sample_count
           self.labels = self.parent_dataset.vs_labels
-      elif self.is_unknown_test_set:
+      elif self.subset_type.is_unknown_test_set:
         if self.parent_dataset.ut_samples is not None:
           self.parent_dataset.ut = self
           self.ids = self.parent_dataset.ut_sample_ids

radnn/data/sequence_dataset.py

@@ -22,8 +22,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
-
 import numpy as np
 from .dataset_base import DataSetBase
 

radnn/data/subset_type.py

@@ -0,0 +1,39 @@
+# ......................................................................................
+# MIT License
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
+class SubsetType(object):
+  def __init__(self, name):
+    self.name = name
+
+  @property
+  def is_training_set(self):
+    return (self.name == "training") or (self.name == "train") or (self.name == "ts")
+
+  @property
+  def is_validation_set(self):
+    return (self.name == "validation") or (self.name == "val") or (self.name == "vs")
+
+  @property
+  def is_unknown_test_set(self):
+    return (self.name == "testing") or (self.name == "test") or (self.name == "ut")

radnn/data/tf_classification_data_feed.py

@@ -0,0 +1,97 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# ......................................................................................
+
+import tensorflow as tf
+from radnn import mlsys
+from radnn.data.preprocess import Normalizer, Standardizer
+from .data_feed import DataFeed
+
+class TFClassificationDataFeed(DataFeed):
+  # --------------------------------------------------------------------------------------------------------------------
+  def do_random_crop(self, samples, labels):
+    tPaddedImage = tf.image.pad_to_bounding_box(samples, self.padding_offset, self.padding_offset
+                                                      , self.padding_target, self.padding_target)
+    tResult = tf.image.random_crop(tPaddedImage, self.input_shape, seed=mlsys.seed)
+    print("crop", tResult)
+    return tResult, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def do_flip_left_right(self, samples, labels):
+    tResult = tf.image.random_flip_left_right(samples, seed=mlsys.seed)
+    print("flip", tResult)
+    return tResult, labels
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_augmentation(self, feed, augmentation_kind):
+    if augmentation_kind == "random_crop":
+      feed = feed.map(self.do_random_crop, num_parallel_calls=8)
+    elif augmentation_kind == "random_flip_left_right":
+      feed = feed.map(self.do_flip_left_right, num_parallel_calls=8)
+    elif augmentation_kind == "random_cutout":
+      pass # //TODO: Cutout
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_iterator(self):
+    feed = None
+    if self.subset_type.is_training_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.ts_samples, self.dataset.ts_labels))
+    elif self.subset_type.is_validation_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.vs_samples, self.dataset.vs_labels))
+    elif self.subset_type.is_unknown_test_set:
+      feed = tf.data.Dataset.from_tensor_slices((self.dataset.ut_samples, self.dataset.ut_labels))
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_normalize(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.min) / (self.value_preprocessor.max - self.value_preprocessor.min)
+    tTargetsOneHot = tf.one_hot(labels, self.dataset.class_count)
+    return tSamples, tTargetsOneHot
+  # --------------------------------------------------------------------------------------------------------------------
+  def preprocess_standardize(self, samples, labels):
+    tSamples = tf.cast(samples, tf.float32)
+    tSamples = (tSamples - self.value_preprocessor.mean) / self.value_preprocessor.std
+    tTargetsOneHot = tf.one_hot(labels, self.dataset.class_count)
+    return tSamples, tTargetsOneHot
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_preprocessor(self, feed):
+    if isinstance(self.value_preprocessor, Standardizer):
+      feed = feed.map(self.preprocess_standardize, num_parallel_calls=8)
+    elif isinstance(self.value_preprocessor, Normalizer):
+      feed = feed.map(self.preprocess_normalize, num_parallel_calls=8)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_random_shuffler(self, feed):
+    feed = feed.shuffle(self.sample_count_to_shuffle, seed=mlsys.seed)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+  def build_minibatch_maker(self, feed):
+    feed = feed.batch(self.batch_size)
+    return feed
+  # --------------------------------------------------------------------------------------------------------------------
+
+

radnn/errors.py

@@ -1,2 +1,31 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
+# ......................................................................................
+
+# Copyright (c) 2018-2025 Pantelis I. Kaplanoglou
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# .......................................................................................
 class Errors:
   MLSYS_NO_FILESYS = "No file system defined for the machine learning system. Create the object and assign the mlsys.filesys property."

radnn/evaluation/evaluate_classification.py

@@ -1,7 +1,12 @@
+# ======================================================================================
+#
+#     Rapid Deep Neural Networks
+#
+#     Licensed under the MIT License
+# ______________________________________________________________________________________
 # ......................................................................................
-# MIT License
 
-# Copyright (c) 2020-2025 Pantelis I. Kaplanoglou
+# Copyright (c) 2019-2025 Pantelis I. Kaplanoglou
 
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -22,7 +27,6 @@
 # SOFTWARE.
 
 # ......................................................................................
-
 import numpy as np
 from sklearn import metrics