sdg-core-lib 0.1.9.dev2__tar.gz → 0.1.9.dev3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/PKG-INFO +1 -1
  2. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/pyproject.toml +1 -1
  3. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/TabularFunctionApplier.py +16 -1
  4. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/InnerThreshold.py +1 -1
  5. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/OuterThreshold.py +1 -1
  6. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/README.md +0 -0
  7. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/__init__.py +0 -0
  8. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/browser.py +0 -0
  9. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/commons.py +0 -0
  10. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/__init__.py +0 -0
  11. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/CTGANComponents.py +0 -0
  12. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/__init__.py +0 -0
  13. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/implementation/CTGAN.py +0 -0
  14. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/implementation/__init__.py +0 -0
  15. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/ModelInfo.py +0 -0
  16. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/TrainingInfo.py +0 -0
  17. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/UnspecializedModel.py +0 -0
  18. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/KerasBaseVAE.py +0 -0
  19. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/VAE.py +0 -0
  20. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/__init__.py +0 -0
  21. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/AutoTabularVAE.py +0 -0
  22. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/TabularVAE.py +0 -0
  23. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/TimeSeriesVAE.py +0 -0
  24. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/__init__.py +0 -0
  25. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/__init__.py +0 -0
  26. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/__init__.py +0 -0
  27. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/columns.py +0 -0
  28. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/datasets.py +0 -0
  29. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/validation_schema.py +0 -0
  30. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/__init__.py +0 -0
  31. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/base_evaluator.py +0 -0
  32. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/metrics.py +0 -0
  33. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/tables.py +0 -0
  34. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/time_series.py +0 -0
  35. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/job.py +0 -0
  36. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/mappings.py +0 -0
  37. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/__init__.py +0 -0
  38. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/function_factory.py +0 -0
  39. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/function_utils.py +0 -0
  40. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/Parameter.py +0 -0
  41. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/UnspecializedFunction.py +0 -0
  42. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/__init__.py +0 -0
  43. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/__init__.py +0 -0
  44. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/implementation/NormalTester.py +0 -0
  45. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/implementation/__init__.py +0 -0
  46. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/IntervalThreshold.py +0 -0
  47. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/MonoThreshold.py +0 -0
  48. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/__init__.py +0 -0
  49. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/LowerThreshold.py +0 -0
  50. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/UpperThreshold.py +0 -0
  51. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/__init__.py +0 -0
  52. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/__init__.py +0 -0
  53. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/LinearFunction.py +0 -0
  54. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/NormalDistributionSample.py +0 -0
  55. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/QuadraticFunction.py +0 -0
  56. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/SinusoidalFunction.py +0 -0
  57. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/__init__.py +0 -0
  58. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/__init__.py +0 -0
  59. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/BurstNoiseAdder.py +0 -0
  60. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/WhiteNoiseAdder.py +0 -0
  61. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/__init__.py +0 -0
  62. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/__init__.py +0 -0
  63. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/base_processor.py +0 -0
  64. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/__init__.py +0 -0
  65. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/base_strategy.py +0 -0
  66. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/ctgan_strategy.py +0 -0
  67. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/steps.py +0 -0
  68. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/vae_strategy.py +0 -0
  69. {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/table_processor.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sdg-core-lib
3
- Version: 0.1.9.dev2
3
+ Version: 0.1.9.dev3
4
4
  Summary: Add your description here
5
5
  Author: emiliocimino
6
6
  Author-email: emiliocimino <emilio.cimino@outlook.it>
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "sdg-core-lib"
3
- version = "0.1.9.dev2"
3
+ version = "0.1.9.dev3"
4
4
  description = "Add your description here"
5
5
  license = "AGPL-3.0"
6
6
  readme = "README.md"
@@ -141,14 +141,26 @@ class TabularFunctionApplier:
141
141
  data_array = []
142
142
  unmapped_features = []
143
143
 
144
+ logger.info(f"Available features in dataset: {[f['column_name'] for f in json_structure]}")
145
+ logger.info(f"Function mapping: {list(self.function_feature_mapping.keys())}")
146
+
144
147
  for feature in json_structure:
145
148
  feature_name = feature["column_name"]
149
+ logger.debug(f"Processing feature: {feature_name}")
146
150
 
147
151
  if feature_name in self.function_feature_mapping:
152
+ logger.info(f"Found functions for feature: {feature_name}")
148
153
  functions = self.function_feature_mapping[feature_name]
149
- self._validate_function_sequence(functions, from_scratch=False)
154
+ logger.debug(f"Functions to apply: {[f.__class__.__name__ for f in functions]}")
155
+
156
+ try:
157
+ self._validate_function_sequence(functions, from_scratch=False)
158
+ except Exception as e:
159
+ logger.error(f"Validation failed for {feature_name}: {e}")
160
+ raise
150
161
 
151
162
  feature_data = np.array(feature["column_data"])
163
+ logger.debug(f"Original data shape: {feature_data.shape}, dtype: {feature_data.dtype}")
152
164
  original_shape = feature_data.shape
153
165
 
154
166
  for function in functions:
@@ -159,9 +171,11 @@ class TabularFunctionApplier:
159
171
  continue
160
172
 
161
173
  try:
174
+ logger.debug(f"Applying {function.__class__.__name__} to {feature_name}")
162
175
  feature_data, indexes, success = function.apply(
163
176
  n_rows=self.n_rows, data=feature_data
164
177
  )
178
+ logger.debug(f"Function result: success={success}, indexes_sum={indexes.sum()}")
165
179
  if not success:
166
180
  logger.warning(
167
181
  f"Function {function.__class__.__name__} failed to apply successfully"
@@ -182,6 +196,7 @@ class TabularFunctionApplier:
182
196
  modified_features.add(feature_name)
183
197
  else:
184
198
  # Preserve unmapped features
199
+ logger.debug(f"No function mapping for feature: {feature_name}")
185
200
  data_array.append(np.array(feature["column_data"]))
186
201
  unmapped_features.append(feature_name)
187
202
 
@@ -7,7 +7,7 @@ from sdg_core_lib.post_process.functions.filter.IntervalThreshold import (
7
7
 
8
8
 
9
9
  class InnerThreshold(IntervalThreshold):
10
- description = "Filters data between a given interval"
10
+ description = "Keeps data in a given interval"
11
11
 
12
12
  def __init__(self, parameters: list[Parameter]):
13
13
  super().__init__(parameters)
@@ -7,7 +7,7 @@ from sdg_core_lib.post_process.functions.filter.IntervalThreshold import (
7
7
 
8
8
 
9
9
  class OuterThreshold(IntervalThreshold):
10
- description = "Filters data outside a given interval"
10
+ description = "Keeps data outside a given interval"
11
11
 
12
12
  def __init__(self, parameters: list[Parameter]):
13
13
  super().__init__(parameters)