AbstractIntegratedModule 1.1.2__tar.gz → 1.1.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.egg-info/PKG-INFO +1 -1
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.py +26 -9
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractOptimizedModules.c +209 -201
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/PKG-INFO +1 -1
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/README.md +6 -5
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/pyproject.toml +1 -1
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/setup.py +1 -1
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.egg-info/SOURCES.txt +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.egg-info/dependency_links.txt +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.egg-info/requires.txt +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.egg-info/top_level.txt +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractOptimizedModules.pyx +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/MANIFEST.in +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/Cargo.toml +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/pyproject.toml +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/src/lib.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/debug/build/libsqlite3-sys-ed07b882cd2aa5e2/out/bindgen.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/debug/build/serde_core-ebc15f2e9cad7f5f/out/private.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/debug/build/target-lexicon-08527f45de28143d/out/host.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/release/build/libsqlite3-sys-bf0400df4523274c/out/bindgen.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/release/build/serde_core-5cdb76131825e4af/out/private.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/abstract_model_storage/target/release/build/target-lexicon-43eb95a0588bf457/out/host.rs +0 -0
- {abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/setup.cfg +0 -0
{abstractintegratedmodule-1.1.2 → abstractintegratedmodule-1.1.3}/AbstractIntegratedModule.py
RENAMED
|
@@ -9544,6 +9544,10 @@ class IntegratedPipeline:
|
|
|
9544
9544
|
self.lstm_lr = 5e-2
|
|
9545
9545
|
self.lstm_hidden_dim = 64
|
|
9546
9546
|
|
|
9547
|
+
self.unsuitable_tolerance = False
|
|
9548
|
+
self.unsuitable_conditions = False
|
|
9549
|
+
self.unsuitable_peer_request = False
|
|
9550
|
+
|
|
9547
9551
|
# Main component setup
|
|
9548
9552
|
self.standard_scaler = StandardScaler()
|
|
9549
9553
|
self.tfidf = TfidfVectorizer(max_features=70)
|
|
@@ -12102,9 +12106,12 @@ class IntegratedPipeline:
|
|
|
12102
12106
|
calibrated[i, mlp_target_int] * (1.5 * (1.0 - abstract_score)), 0.95
|
|
12103
12107
|
)
|
|
12104
12108
|
else:
|
|
12105
|
-
|
|
12106
|
-
calibrated[mlp_target_int]
|
|
12107
|
-
|
|
12109
|
+
if mlp_target_int < len(calibrated):
|
|
12110
|
+
calibrated[mlp_target_int] = min(
|
|
12111
|
+
calibrated[mlp_target_int] * (1.5 * (1.0 - abstract_score)), 0.95
|
|
12112
|
+
)
|
|
12113
|
+
else:
|
|
12114
|
+
calibrated = min(calibrated * (1.5 * (1.0 - abstract_score)), 0.95)
|
|
12108
12115
|
|
|
12109
12116
|
if i <= len(calibrated):
|
|
12110
12117
|
try:
|
|
@@ -12513,7 +12520,7 @@ class IntegratedPipeline:
|
|
|
12513
12520
|
lengths.add(1)
|
|
12514
12521
|
|
|
12515
12522
|
if len(lengths) > 1:
|
|
12516
|
-
# RAGGED — pad to uniform length
|
|
12523
|
+
# RAGGED — pad to uniform length.
|
|
12517
12524
|
max_len = max(lengths)
|
|
12518
12525
|
print(f'[=] AME_Encoder: ragged input detected '
|
|
12519
12526
|
f'(lengths: {lengths}) — padding to {max_len}')
|
|
@@ -13086,6 +13093,10 @@ class IntegratedPipeline:
|
|
|
13086
13093
|
unsuitable_training = False
|
|
13087
13094
|
|
|
13088
13095
|
probs = self.model_memory_gate(input_ids, x)
|
|
13096
|
+
cache = self.accurate_cache_lookup.lookup(
|
|
13097
|
+
x_mlp=x,
|
|
13098
|
+
input_ids=input_ids)
|
|
13099
|
+
cached = cache is not None and cache['similarity'] >= 0.95
|
|
13089
13100
|
|
|
13090
13101
|
anisotropy = self.anisotropy_measurement(input_ids)
|
|
13091
13102
|
AME = self.AME_Encoder(input_ids)
|
|
@@ -13104,11 +13115,15 @@ class IntegratedPipeline:
|
|
|
13104
13115
|
# AMR is guaranteed to give sufficient ratio on how modelling error error could be sufficient enough to guarantee the model successful training
|
|
13105
13116
|
# (not too high that it shows unstability, not too low that it shows rigidity), high anisotropy correlates to a much complex non linearity that the model will have a hard time adjusting
|
|
13106
13117
|
# Too high AAC means the model is likely to be in a regime where training could lead to overfitting or divergence due to insufficient modelling capacity relative to the complexity of the data, especially if the confidence score is also low, indicating that the model is not currently confident in its predictions and may not benefit from further training on this data.
|
|
13107
|
-
unsuitable_tolerance = probs is not None or AAC > 0.75
|
|
13118
|
+
unsuitable_tolerance = probs is not None and cached or AAC > 0.75
|
|
13108
13119
|
unsuitable_conditions = anisotropy > 0.85 or final_conf > confidence_threshold or self.froze_learning
|
|
13109
13120
|
unsuitable_peer_request = probs is not None and self.peer_assistance_threshold > self.confidence_threshold
|
|
13110
13121
|
|
|
13111
|
-
|
|
13122
|
+
self.unsuitable_tolerance = unsuitable_tolerance
|
|
13123
|
+
self.unsuitable_conditions = unsuitable_conditions
|
|
13124
|
+
self.unsuitable_peer_request = unsuitable_peer_request
|
|
13125
|
+
|
|
13126
|
+
if self.unsuitable_tolerance or self.unsuitable_conditions or self.unsuitable_peer_request:
|
|
13112
13127
|
print(f'[==] Unsuitable training condition detected! Tolerance: {unsuitable_tolerance} || Unsuitable Conditions: {unsuitable_conditions}')
|
|
13113
13128
|
print(f'[==] Peer assistance condition: {unsuitable_peer_request} || Peer assistance threshold: {self.peer_assistance_threshold}')
|
|
13114
13129
|
unsuitable_training = True
|
|
@@ -13174,6 +13189,8 @@ class IntegratedPipeline:
|
|
|
13174
13189
|
if sequence_inputs.shape[1] == 1:
|
|
13175
13190
|
print('[=] transformer_pooled_features: single-timestep input, '
|
|
13176
13191
|
'std_pool will be all zeros (no variance across T=1)')
|
|
13192
|
+
print('[=] Reshaping sequence inputs to 2 dimension...')
|
|
13193
|
+
sequence_inputs = sequence_inputs.reshape(-1, 1)
|
|
13177
13194
|
|
|
13178
13195
|
mean_pool = np.mean(sequence_inputs, axis=1)
|
|
13179
13196
|
max_pool = np.max(sequence_inputs, axis=1)
|
|
@@ -13332,7 +13349,7 @@ class IntegratedPipeline:
|
|
|
13332
13349
|
)
|
|
13333
13350
|
|
|
13334
13351
|
if issues:
|
|
13335
|
-
print(f"[
|
|
13352
|
+
print(f"[>] [{context}] y_true failed one-hot validation, one-hot encoding y sample...")
|
|
13336
13353
|
return True
|
|
13337
13354
|
|
|
13338
13355
|
return False
|
|
@@ -13443,7 +13460,7 @@ class IntegratedPipeline:
|
|
|
13443
13460
|
weak_rows = np.where(row_sums < min_signal)[0]
|
|
13444
13461
|
weak_ratio = len(weak_rows) / len(X_raw_features)
|
|
13445
13462
|
|
|
13446
|
-
print(f'[
|
|
13463
|
+
print(f'[>] Zero ratio in samples: {weak_ratio * 100}%')
|
|
13447
13464
|
if weak_ratio > 0.3: # more than 30% zero rows means vocab mismatch
|
|
13448
13465
|
if isinstance(X_raw_generation[0], str):
|
|
13449
13466
|
print(f'[= ! =] High zero-row ratio ({weak_ratio:.0%}), refitting on current batch')
|
|
@@ -13527,7 +13544,7 @@ class IntegratedPipeline:
|
|
|
13527
13544
|
print('🎉 All Model Trained!')
|
|
13528
13545
|
else:
|
|
13529
13546
|
print(f'[=] No suitable condition for training!')
|
|
13530
|
-
print('[
|
|
13547
|
+
print('[>] Loading Weights for prediction...')
|
|
13531
13548
|
|
|
13532
13549
|
num_classes = self._get_num_classes(label_map=label_map) if label_map else (y_true.shape[1] if y_true.ndim > 1 else len(np.unique(y_true)))
|
|
13533
13550
|
|