AbstractIntegratedModule 0.4.4__tar.gz → 0.4.5__tar.gz

{abstractintegratedmodule-0.4.4 → abstractintegratedmodule-0.4.5/AbstractIntegratedModule.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: AbstractIntegratedModule
-Version: 0.4.4
+Version: 0.4.5
 Summary: Framework for Advanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
 Author: Micro-Novelty
 Author-email: hernikpuspita5@gmail.com
@@ -42,7 +42,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.4.4.
+- Development Stage: Beta, 0.4.5.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -582,9 +582,13 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP + LSTM usin
 
    # small training with simple titles first
    main_model.train(titles, y)
+
+   # main_model.froze_learning = True
+   # prevent the model from training and make weights unchanged for static prediction.
       
    results, chosen_label, confidence = main_prediction.advanced_prediction_method(
       test_titles, label_map, example_rules,
+         X=None, y=None # you could create your own X and y samples and put it here (Optional)
                show_proba=False, top_k=3, 
                use_transformer=True,
                return_attention=False,

{abstractintegratedmodule-0.4.4 → abstractintegratedmodule-0.4.5}/AbstractIntegratedModule.py

@@ -7290,7 +7290,8 @@ class IntegratedPipeline:
         self.agreement = False
         self.external_peer_enabled = False
         self.autonomous = False 
-        self.show_explainability_details = True     
+        self.show_explainability_details = True    
+        self.froze_learning = False 
 
         self.temperature = 1.0
         self.transformer_lr = 0.1
@@ -9334,7 +9335,7 @@ class IntegratedPipeline:
         # (not too high that it shows unstability, not too low that it shows rigidity), high anisotropy correlates to a much complex non linearity that the model will have a hard time adjusting
         # higher LMR than AAC means the model is likely to be in a regime where training could lead to overfitting or divergence due to insufficient modelling capacity relative to the complexity of the data, especially if the confidence score is also low, indicating that the model is not currently confident in its predictions and may not benefit from further training on this data.
         unsuitable_tolerance = probs is not None or LMR > AAC 
-        unsuitable_conditions = anisotropy > 0.85 or final_conf > confidence_threshold
+        unsuitable_conditions = anisotropy > 0.85 or final_conf > confidence_threshold or self.froze_learning
         unsuitable_peer_request = probs is not None and self.peer_assistance_threshold > self.confidence_threshold
 
         if unsuitable_tolerance or unsuitable_conditions or unsuitable_peer_request:
@@ -9377,9 +9378,11 @@ class IntegratedPipeline:
         std_pool = np.std(sequence_inputs, axis=1)
         return np.concatenate([mean_pool, max_pool, std_pool], axis=-1)
 
-    def transformer_utilities(self, rules, datasets, X_raw, batch_size=2, min_signal=1e-3):
+    def transformer_utilities(self, rules, datasets, X_raw, y_true=None, batch_size=2, min_signal=1e-3):
         self.text_encoder(datasets)
-        _, y_true = self.input_encoding(datasets)
+        if y_true is None:
+            _, y_true = self.input_encoding(datasets)
+
         sequence_inputs = self.sequence_encoding(datasets)
         unsuitable_training = self.training_necessary_condition(sequence_inputs, X_raw)
         lr = self.model2.transformer_lr if self.model2 else self.transformer_lr
@@ -11473,7 +11476,7 @@ class PipelinePredictionManager:
         return titles, y, label_map
 
 
-    def regular_prediction_method(self, titles, label_map, rules, show_proba=False, top_k=3, batch_size=2,use_transformer=True):
+    def regular_prediction_method(self, titles, label_map, rules, X=None, y=None, show_proba=False, top_k=3, batch_size=2,use_transformer=True):
         try:
             print(f"\n[🚀] Regular Prediction for labels with {len(titles)} titles...")
             self.pipeline.titles = titles
@@ -11482,8 +11485,13 @@ class PipelinePredictionManager:
             reverse_map = {v: k for k, v in label_map.items()}
             num_classes = len(label_map)
 
-            dataset, X = self.pipeline.data_preparation(titles, label_map)     
-            _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)
+            if X and y is None or X is None or y is None:
+                print('[🔄] Creating automatic X samples because X is not provided manually.')
+                dataset, X = self.pipeline.data_preparation(titles, label_map)  
+                _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)                  
+            else:
+                dataset, _ = self.pipeline.data_preparation(titles, label_map)
+
             self.pipeline.transformer_utilities(rules, dataset, X, batch_size=batch_size) 
             input_ids, _ = self.pipeline.input_encoding(dataset)
 
@@ -11751,7 +11759,11 @@ class PipelinePredictionManager:
                 print(f"\n[⚠️] Final prediction is {chosen_label} with uncertain confidence: {confidence:.1%}. Consider collecting more data or adjusting the model.")
             else:
                 print(f"\n[🎯] Final chosen label for input: {chosen_label} || Confidence: {confidence:.1%}")  
-              
+
+            if results and results[0]['confidence'] > self.pipeline.confidence_threshold:
+                results[0]['predicted'] = chosen_label
+                results[0]['confidence'] = confidence
+
         except Exception as e:
             print(f"[=] Error during prediction: {e}")
             results = []
@@ -11767,16 +11779,21 @@ class PipelinePredictionManager:
 
         return probs, pred
 
-    def robust_prediction(self, pipeline, titles, label_map, show_proba=True, top_k=3, batch_size=2):
+    def robust_prediction(self, pipeline, titles, label_map, X_raw=None, y=None, show_proba=True, top_k=3, batch_size=2):
         self.pipeline.titles = titles
         self.pipeline.labels = label_map   
 
         try:
 
-            datasets, X_raw = self.pipeline.data_preparation(titles, label_map)
+            if X_raw and y is None or X_raw is None or y is None:
+                print('[🔄] Creating automatic X samples because X is not provided manually.')
+                datasets, X_raw = self.pipeline.data_preparation(titles, label_map)  
+            else:
+                datasets, _ = self.pipeline.data_preparation(titles, label_map)
+
             reverse_map = {v: k for k, v in label_map.items()}
             
-            self.pipeline.transformer_utilities(datasets, X_raw, batch_size=batch_size)
+            self.pipeline.transformer_utilities(datasets, X_raw, y_true=y, batch_size=batch_size)
             input_datasets = self.pipeline.transformer_input_encoding(datasets)
             pred_probs = self.pipeline.predict_proba(input_datasets, X_raw, type='Hybrid')[0]
             pred_result = self.pipeline.hybrid_prediction(input_datasets, X_raw, batch_size=batch_size)
@@ -11894,7 +11911,6 @@ class PipelinePredictionManager:
             
                 label = reverse_map.get(class_idx, f"unknown_{class_idx}")
 
-
                 result = {
                 'title': title,
                 'predicted': label,
@@ -11972,11 +11988,10 @@ class PipelinePredictionManager:
 
 
     def advanced_prediction_method(self, titles, label_map, rules,
+                                X=None, y=None,
                                 show_proba=False, top_k=3, 
-                                use_transformer=True,
-                                return_attention=False,
-                                save_results=True,
-                                batch_size=2):
+                                use_transformer=True, return_attention=False,
+                                save_results=True, batch_size=2):
         try:
             eps = 1e-5
             trans_probs = None
@@ -11990,10 +12005,15 @@ class PipelinePredictionManager:
 
             self.pipeline.titles = titles
             self.pipeline.labels = label_map
-         
-            dataset, X = self.pipeline.data_preparation(titles, label_map)    
-            _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)
-            self.pipeline.transformer_utilities(rules, dataset, X, batch_size=batch_size)
+
+            if X and y is None or X is None or y is None:
+                print('[🔄] Creating automatic X samples because X is not provided manually.')
+                dataset, X = self.pipeline.data_preparation(titles, label_map)  
+                _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)                  
+            else:
+                dataset, _ = self.pipeline.data_preparation(titles, label_map)
+
+            self.pipeline.transformer_utilities(rules, dataset, X, y_true=y, batch_size=batch_size)
             input_ids, _ = self.pipeline.input_encoding(dataset)
           
             if use_transformer and hasattr(self.pipeline, 'vocab') and self.pipeline.vocab:
@@ -12011,17 +12031,17 @@ class PipelinePredictionManager:
                 
                 # Get transformer predictions with attention
                 if self.pipeline.anisotropy_measurement(input_ids) < self.pipeline.confidence_threshold:
-                    print("⚡ Low anisotropy detected on input, relying on sequence encoding for input...")
+                    print("[⚡] Low anisotropy detected on input, relying on sequence encoding for input...")
                     sequence_ids = self.pipeline.sequence_encoding(dataset)
                     use_embedded = True
                     trans_probs, attn_weights = self.pipeline.model2.forward(sequence_ids, embedded=use_embedded)
                 else:
-                    print("⚡ Anisotropy above threshold, using standard input encoding for transformer...")
+                    print("[⚡] Anisotropy above threshold, using standard input encoding for transformer...")
                     trans_probs, attn_weights = self.pipeline.model2.forward(input_ids, embedded=use_embedded)    
 
             else:
-                print("\n⚡ Running MLP-only predictions")
-                print("⚡ Note: Transformer not available, so Transformer results will be replaced with MLP results.")
+                print("\n[⚡] Running MLP-only predictions")
+                print("[⚡] Note: Transformer not available, so Transformer results will be replaced with MLP results.")
 
             if X is None or len(X) == 0 or isinstance(X, int) or (isinstance(X, np.ndarray) and X.size == 0):
                 # Get MLP predictions
@@ -12382,7 +12402,7 @@ class PipelinePredictionManager:
 
                 if use_robust_prediction:
                     print("\n[⚡] Condition is poorly unviable to handle agreement. Using robust prediction method for better reliability.")
-                    predicted_label, confidence = self.robust_prediction(self.pipeline, titles, label_map, show_proba=show_proba, top_k=top_k)
+                    predicted_label, confidence = self.robust_prediction(self.pipeline, titles, label_map, X_raw=X, y=y, show_proba=show_proba, top_k=top_k)
                     if predicted_label is not None:
                         print(f"\n[🎯] Robust prediction result: {predicted_label} with confidence {confidence:.1%}")
                         return _, predicted_label, confidence  
@@ -12462,9 +12482,15 @@ class PipelinePredictionManager:
                 time.sleep(5)
 
         except Exception as e:
-            print(f"[= ! =] Error in advanced prediction method: {e}")
-            results, chosen_label, confidence = None, None, 0.0
-            time.sleep(5)
+            print(f"[!] Error in advanced prediction method: {e}, Initiating regular prediction method...")
+            try:
+                results = self.regular_prediction_method(titles, label_map, rules, X=X, y=y, show_proba=False, top_k=3, batch_size=2,use_transformer=True)
+                chosen_label = results[0]['predicted']
+                confidence = results[0]['confidence']
+            except Exception as error:
+                print(f'[= ! =] Error in all prediction method: {error}')
+                results, chosen_label, confidence = None, None, 0.0
+                time.sleep(5)
 
         print('[=] Displaying Results....')     
         correct, sec_correct = self.display_hybrid_results(results, top_k, verbose=True)

{abstractintegratedmodule-0.4.4/AbstractIntegratedModule.egg-info → abstractintegratedmodule-0.4.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: AbstractIntegratedModule
-Version: 0.4.4
+Version: 0.4.5
 Summary: Framework for Advanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
 Author: Micro-Novelty
 Author-email: hernikpuspita5@gmail.com
@@ -42,7 +42,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.4.4.
+- Development Stage: Beta, 0.4.5.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -582,9 +582,13 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP + LSTM usin
 
    # small training with simple titles first
    main_model.train(titles, y)
+
+   # main_model.froze_learning = True
+   # prevent the model from training and make weights unchanged for static prediction.
       
    results, chosen_label, confidence = main_prediction.advanced_prediction_method(
       test_titles, label_map, example_rules,
+         X=None, y=None # you could create your own X and y samples and put it here (Optional)
                show_proba=False, top_k=3, 
                use_transformer=True,
                return_attention=False,

{abstractintegratedmodule-0.4.4 → abstractintegratedmodule-0.4.5}/README.md

@@ -10,7 +10,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.4.4.
+- Development Stage: Beta, 0.4.5.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -550,9 +550,13 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP + LSTM usin
 
    # small training with simple titles first
    main_model.train(titles, y)
+
+   # main_model.froze_learning = True
+   # prevent the model from training and make weights unchanged for static prediction.
       
    results, chosen_label, confidence = main_prediction.advanced_prediction_method(
       test_titles, label_map, example_rules,
+         X=None, y=None # you could create your own X and y samples and put it here (Optional)
                show_proba=False, top_k=3, 
                use_transformer=True,
                return_attention=False,

{abstractintegratedmodule-0.4.4 → abstractintegratedmodule-0.4.5}/setup.py

@@ -8,7 +8,7 @@ class BinaryDistribution(Distribution):
 
 setup(
     name="AbstractIntegratedModule",
-    version="0.4.4",
+    version="0.4.5",
     description="Framework for Advanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",