sdg-core-lib 0.1.9.dev2__tar.gz → 0.1.9.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/PKG-INFO +1 -1
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/pyproject.toml +1 -1
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/TabularFunctionApplier.py +16 -1
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/InnerThreshold.py +1 -1
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/OuterThreshold.py +1 -1
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/README.md +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/browser.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/commons.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/CTGANComponents.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/implementation/CTGAN.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/GANs/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/ModelInfo.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/TrainingInfo.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/UnspecializedModel.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/KerasBaseVAE.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/VAE.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/AutoTabularVAE.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/TabularVAE.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/TimeSeriesVAE.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/VAEs/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/models/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/columns.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/datasets.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/validation_schema.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/base_evaluator.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/metrics.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/tables.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/time_series.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/job.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/mappings.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/function_factory.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/function_utils.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/Parameter.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/UnspecializedFunction.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/implementation/NormalTester.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/distribution_evaluator/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/IntervalThreshold.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/MonoThreshold.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/LowerThreshold.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/UpperThreshold.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/filter/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/LinearFunction.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/NormalDistributionSample.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/QuadraticFunction.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/SinusoidalFunction.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/generation/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/BurstNoiseAdder.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/WhiteNoiseAdder.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/functions/modification/implementation/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/base_processor.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/__init__.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/base_strategy.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/ctgan_strategy.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/steps.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/vae_strategy.py +0 -0
- {sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/table_processor.py +0 -0
|
@@ -141,14 +141,26 @@ class TabularFunctionApplier:
|
|
|
141
141
|
data_array = []
|
|
142
142
|
unmapped_features = []
|
|
143
143
|
|
|
144
|
+
logger.info(f"Available features in dataset: {[f['column_name'] for f in json_structure]}")
|
|
145
|
+
logger.info(f"Function mapping: {list(self.function_feature_mapping.keys())}")
|
|
146
|
+
|
|
144
147
|
for feature in json_structure:
|
|
145
148
|
feature_name = feature["column_name"]
|
|
149
|
+
logger.debug(f"Processing feature: {feature_name}")
|
|
146
150
|
|
|
147
151
|
if feature_name in self.function_feature_mapping:
|
|
152
|
+
logger.info(f"Found functions for feature: {feature_name}")
|
|
148
153
|
functions = self.function_feature_mapping[feature_name]
|
|
149
|
-
|
|
154
|
+
logger.debug(f"Functions to apply: {[f.__class__.__name__ for f in functions]}")
|
|
155
|
+
|
|
156
|
+
try:
|
|
157
|
+
self._validate_function_sequence(functions, from_scratch=False)
|
|
158
|
+
except Exception as e:
|
|
159
|
+
logger.error(f"Validation failed for {feature_name}: {e}")
|
|
160
|
+
raise
|
|
150
161
|
|
|
151
162
|
feature_data = np.array(feature["column_data"])
|
|
163
|
+
logger.debug(f"Original data shape: {feature_data.shape}, dtype: {feature_data.dtype}")
|
|
152
164
|
original_shape = feature_data.shape
|
|
153
165
|
|
|
154
166
|
for function in functions:
|
|
@@ -159,9 +171,11 @@ class TabularFunctionApplier:
|
|
|
159
171
|
continue
|
|
160
172
|
|
|
161
173
|
try:
|
|
174
|
+
logger.debug(f"Applying {function.__class__.__name__} to {feature_name}")
|
|
162
175
|
feature_data, indexes, success = function.apply(
|
|
163
176
|
n_rows=self.n_rows, data=feature_data
|
|
164
177
|
)
|
|
178
|
+
logger.debug(f"Function result: success={success}, indexes_sum={indexes.sum()}")
|
|
165
179
|
if not success:
|
|
166
180
|
logger.warning(
|
|
167
181
|
f"Function {function.__class__.__name__} failed to apply successfully"
|
|
@@ -182,6 +196,7 @@ class TabularFunctionApplier:
|
|
|
182
196
|
modified_features.add(feature_name)
|
|
183
197
|
else:
|
|
184
198
|
# Preserve unmapped features
|
|
199
|
+
logger.debug(f"No function mapping for feature: {feature_name}")
|
|
185
200
|
data_array.append(np.array(feature["column_data"]))
|
|
186
201
|
unmapped_features.append(feature_name)
|
|
187
202
|
|
|
@@ -7,7 +7,7 @@ from sdg_core_lib.post_process.functions.filter.IntervalThreshold import (
|
|
|
7
7
|
|
|
8
8
|
|
|
9
9
|
class InnerThreshold(IntervalThreshold):
|
|
10
|
-
description = "
|
|
10
|
+
description = "Keeps data in a given interval"
|
|
11
11
|
|
|
12
12
|
def __init__(self, parameters: list[Parameter]):
|
|
13
13
|
super().__init__(parameters)
|
|
@@ -7,7 +7,7 @@ from sdg_core_lib.post_process.functions.filter.IntervalThreshold import (
|
|
|
7
7
|
|
|
8
8
|
|
|
9
9
|
class OuterThreshold(IntervalThreshold):
|
|
10
|
-
description = "
|
|
10
|
+
description = "Keeps data outside a given interval"
|
|
11
11
|
|
|
12
12
|
def __init__(self, parameters: list[Parameter]):
|
|
13
13
|
super().__init__(parameters)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/data_generator/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/dataset/validation_schema.py
RENAMED
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/base_evaluator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/evaluate/time_series.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/post_process/function_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/base_processor.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/strategies/steps.py
RENAMED
|
File without changes
|
|
File without changes
|
{sdg_core_lib-0.1.9.dev2 → sdg_core_lib-0.1.9.dev3}/src/sdg_core_lib/preprocess/table_processor.py
RENAMED
|
File without changes
|