AbstractIntegratedModule 0.2.0__tar.gz → 0.2.2__tar.gz

{abstractintegratedmodule-0.2.0 → abstractintegratedmodule-0.2.2}/AbstractIntegratedModule.egg-info/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: AbstractIntegratedModule
-Version: 0.2.0
-Summary: Advanced Integrated Non-LLM AI Module - Backend Framework for Non-LLM AI Agent Framework
+Version: 0.2.2
+Summary: Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
 Author: Micro-Novelty
 Author-email: hernikpuspita5@gmail.com
 License: MIT
@@ -40,7 +40,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.2.0.
+- Development Stage: Beta, 0.2.2.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -342,7 +342,8 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
 ### Both performance Overview
 <img width="1536" height="1024" alt="WhatsApp Image 2026-05-24 at 10 27 00" src="https://github.com/user-attachments/assets/9404277f-281f-4893-8367-e494833230ea" />
 
-## Source code of AbstractIntegratedModule
+## Source code of AbstractIntegratedModule 
+- Note: The source code is provided in the repository.
 - [=] Full Monolithic extensively-documented source code (12K+ Lines): [AbstractIntegratedPipeline-SourceCode.zip](AbstractIntegratedPipeline-SourceCode.zip)
 - [=] Separated Modules of AbstractIntegratedModule: [AbstractIntegratedModule-separated-modules](AbstractIntegratedModule-separated-modules)
 - [~] Note:
@@ -353,7 +354,21 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
    - Commercialize it: Package, brand, and sell the software for profit.
 
 ## [=] Step's for in-depth Usage
-1. Download:
+0. Download via PIP:
+   - Clone repository first:
+     ```bash
+      # Clone immediately for Windows and x86_64 only without prerequisites          
+      git clone https://github.com/Micro-Novelty/IntegratedPipeline-Continous-Learning-AI-Agent-library-framework.git
+      cd IntegratedPipeline-Continous-Learning-AI-Agent-library-framework     
+      ```
+
+   - Install the library via pip:
+     ```bash
+     pip install AbstractIntegratedModule #or
+     python -m pip install AbstractIntegratedModule
+     ```
+
+1. Download for binaries:
    - AbstractIntegratedModule.pyd (For Windows) (Python 3.13), 
    - AbstractIntegratedModule.cpython-39-x86_64-linux-gnu.so (For linux x86_64)  (Python 3.12)
    - AbstractIntegratedModule.cpython-39-aarch64-linux-gnu.so (for Linux ARM64 - Raspberry Pi) (Python 3.10)
@@ -518,8 +533,9 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
                                 show_proba=False, top_k=3, 
                                 use_transformer=True,
                                 return_attention=False,
-                                save_results=True)
-
+                                save_results=True,
+                                batch_size=2)
+   # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
    # ... more features you can add
    ```
    

{abstractintegratedmodule-0.2.0 → abstractintegratedmodule-0.2.2}/AbstractIntegratedModule.py

@@ -941,7 +941,7 @@ class Transformer:
         mask = (input_ids != pad_token_id).astype(np.float32)
         return mask[:, np.newaxis, np.newaxis, :]   # (B, 1, 1, T)
 
-    def clip_gradients(self, grads: dict, max_norm: float = 1.0) -> dict:
+    def clip_gradients(self, grads: dict, max_norm: float = 1.0) -> Any:
         # Compute global norm across all gradient tensors
         total_norm = np.sqrt(sum(
             np.sum(g ** 2) for g in grads.values()
@@ -1493,8 +1493,9 @@ class WeightedEnsemblePredictor:
                 return probs
 
 
-    def predict_single(self, text, mlp_probs, trans_probs, attn_weights, show_explanation=True):
-        result, explanation = self.explainer._get_prediction_details(text, mlp_probs, trans_probs, attn_weights)
+    def predict_single(self, text, mlp_probs, trans_probs, attn_weights, show_explanation=True, batch_size=2):
+        # small batch size is used to prevent memory overflow in explanation module when processing large attention weights, as it computes detailed explanations that can be memory intensive.
+        result, explanation = self.explainer._get_prediction_details(text, mlp_probs, trans_probs, attn_weights, batch_size=batch_size)
         return {
             'prediction': result['final_label'],
             'confidence': result['final_confidence'],
@@ -1940,7 +1941,7 @@ class ExplainabilityModule:
         filled = int(value * max_width)
         return '█' * filled + '░' * (max_width - filled)
 
-    def _learn_from_feedback(self, text, correct_label, wrong_result):
+    def _learn_from_feedback(self, text, correct_label, wrong_result, batch_size=2):
         eps = 1e-5
         print(f"\n[📚] Learning: '{text}' → {correct_label}...")
         
@@ -2044,7 +2045,7 @@ class ExplainabilityModule:
             self.pipeline.memory[memory_key] = (X, correct_label)
 
         if len(self.learned_from_feedback) % 10 == 0:
-            self.consolidate_supervised_memories()
+            self.consolidate_supervised_memories(batch_size=batch_size)
 
         return X
     
@@ -2132,7 +2133,7 @@ class ExplainabilityModule:
             return choice
         return None
 
-    def analyze_with_feedback(self, details, input_text, mlp_probs, trans_probs, attn_weights, explanation, auto_ask=True):
+    def analyze_with_feedback(self, details, input_text, mlp_probs, trans_probs, attn_weights, explanation, batch_size=2, auto_ask=True):
         uncertain = self.pipeline.confidence_threshold
 
         input_ids = np.array([self.pipeline.encode(input_text, self.pipeline.vocab)])
@@ -2150,13 +2151,13 @@ class ExplainabilityModule:
                 print(f"[📚] Received feedback: '{input_text}' should be '{feedback}'")
                 print('[=] Supervised learning took many trials to get right. This is normal. Please be patient as the model updates continously each label request...')
 
-                evaluated_input = self._learn_from_feedback(input_text, feedback, details)
+                evaluated_input = self._learn_from_feedback(input_text, feedback, details, batch_size=2)
                 self.supervised_learning = False  # Prevent infinite loop
                 return False
         
         return False
     
-    def consolidate_supervised_memories(self):
+    def consolidate_supervised_memories(self, batch_size=2):
         if not self.learned_from_feedback:
             return
         
@@ -2171,7 +2172,7 @@ class ExplainabilityModule:
         self.initialize_fitting(labels)            
         X = self.tfidf.transform(labels).toarray()   
 
-        self.pipeline.transformer_utilities(dataset, X)
+        self.pipeline.transformer_utilities(dataset, X, batch_size=batch_size)
         
         print("✅ Supervised memories consolidated!")
     
@@ -2195,7 +2196,7 @@ class ExplainabilityModule:
         return uncertain
  
 
-    def _get_prediction_details(self, input_text, mlp_probs, trans_probs, attn_weights):
+    def _get_prediction_details(self, input_text, mlp_probs, trans_probs, attn_weights, batch_size=2):
         show_details = self.pipeline.show_explainability_details
         if trans_probs.ndim == 1:
             trans_probs = trans_probs.reshape(1, -1)
@@ -2274,7 +2275,7 @@ class ExplainabilityModule:
             self.get_uncertain_predictions(details)
       
             if details['final_confidence'] < 0.15 and not self.pipeline.autonomous:
-                self.analyze_with_feedback(details, input_text, mlp_probs, trans_probs, attn_weights, explanation)
+                self.analyze_with_feedback(details, input_text, mlp_probs, trans_probs, attn_weights, explanation, batch_size=2)
  
         confidence = self.explain_confidence(details)
         if final_conf:
@@ -7936,7 +7937,7 @@ class IntegratedPipeline:
         std_pool = np.std(sequence_inputs, axis=1)
         return np.concatenate([mean_pool, max_pool, std_pool], axis=-1)
 
-    def transformer_utilities(self, rules, datasets, X_raw):
+    def transformer_utilities(self, rules, datasets, X_raw, batch_size=2):
         self.text_encoder(datasets)
         _, y_true = self.input_encoding(datasets)
         sequence_inputs = self.sequence_encoding(datasets)
@@ -7954,7 +7955,7 @@ class IntegratedPipeline:
                 mode = 'fixed_backward'
 
             if self.use_transformer:
-                self.model2.train(sequence_inputs, y_true, epochs=100, mode=mode, lr=lr, embedded=True)
+                self.model2.train(sequence_inputs, y_true, epochs=100, mode=mode, lr=lr, embedded=True, batch_size=batch_size)
 
             X_raw_generation, y, n_classes, input_dim = self.mlp_training_features(rules, datasets)
             X_raw_features = self.tfidf.transform(X_raw_generation).toarray()
@@ -9985,7 +9986,7 @@ class PipelinePredictionManager:
 
 
 
-    def regular_prediction_method(self, titles, label_map, rules, show_proba=False, top_k=3, use_transformer=True):
+    def regular_prediction_method(self, titles, label_map, rules, show_proba=False, top_k=3, batch_size=2,use_transformer=True):
         try:
             print(f"\n[🚀] Regular Prediction for labels with {len(titles)} titles...")
             self.pipeline.titles = titles
@@ -9996,7 +9997,7 @@ class PipelinePredictionManager:
 
             dataset, X = self.pipeline.data_preparation(titles, label_map)      
             _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)
-            self.pipeline.transformer_utilities(rules, dataset, X) 
+            self.pipeline.transformer_utilities(rules, dataset, X, batch_size=batch_size) 
             input_ids, _ = self.pipeline.input_encoding(dataset)
 
 
@@ -10244,7 +10245,7 @@ class PipelinePredictionManager:
             # Only recalibrate if models disagreed AND we have valid results
             if results and not results[0].get('models_agree', True):
                 print("\n[⚠️] Disagreement detected between MLP and Transformer predictions. Using calibrated probabilities for final decision.")
-                calibrated_probs = self.pipeline.hybrid_prediction(input_ids, X)
+                calibrated_probs = self.pipeline.hybrid_prediction(input_ids, X, batch_size=batch_size)
                 
                 if calibrated_probs is not None and len(calibrated_probs) > 0:
                     final_idx = int(np.argmax(calibrated_probs[:num_classes]))
@@ -10270,8 +10271,8 @@ class PipelinePredictionManager:
 
         return results
 
-    def hybrid_model_prediction(self, datasets, X_raw):
-        self.pipeline.transformer_utilities(datasets, X_raw)
+    def hybrid_model_prediction(self, datasets, X_raw, batch_size=2):
+        self.pipeline.transformer_utilities(datasets, X_raw, batch_size=batch_size)
         input_datasets = self.pipeline.transformer_input_encoding([i[0] for i in datasets])
 
         probs = self.model.predict_proba(input_datasets, X_raw, type='Hybrid')[0]
@@ -10279,7 +10280,7 @@ class PipelinePredictionManager:
 
         return probs, pred
 
-    def robust_prediction(self, pipeline, titles, label_map, show_proba=True, top_k=3):
+    def robust_prediction(self, pipeline, titles, label_map, show_proba=True, top_k=3, batch_size=2):
         self.pipeline.titles = titles
         self.pipeline.labels = label_map   
 
@@ -10288,10 +10289,10 @@ class PipelinePredictionManager:
             datasets, X_raw = self.pipeline.data_preparation(titles, label_map)
             reverse_map = {v: k for k, v in label_map.items()}
             
-            self.pipeline.transformer_utilities(datasets, X_raw)
+            self.pipeline.transformer_utilities(datasets, X_raw, batch_size=batch_size)
             input_datasets = self.pipeline.transformer_input_encoding(datasets)
             pred_probs = self.pipeline.predict_proba(input_datasets, X_raw, type='Hybrid')[0]
-            pred_result = self.pipeline.hybrid_prediction(input_datasets, X_raw)
+            pred_result = self.pipeline.hybrid_prediction(input_datasets, X_raw, batch_size=batch_size)
 
             print("\n[🔍] Prediction result structure:")
             print(f"[=] Type: {type(pred_result)}")
@@ -10487,7 +10488,8 @@ class PipelinePredictionManager:
                                 show_proba=False, top_k=3, 
                                 use_transformer=True,
                                 return_attention=False,
-                                save_results=True):
+                                save_results=True,
+                                batch_size=2):
         try:
             eps = 1e-5
             trans_probs = None
@@ -10504,7 +10506,7 @@ class PipelinePredictionManager:
          
             dataset, X = self.pipeline.data_preparation(titles, label_map)    
             _, y, _, _ = self.pipeline.mlp_training_features(rules, dataset)
-            self.pipeline.transformer_utilities(rules, dataset, X)
+            self.pipeline.transformer_utilities(rules, dataset, X, batch_size=batch_size)
             input_ids, _ = self.pipeline.input_encoding(dataset)
           
             if use_transformer and hasattr(self.pipeline, 'vocab') and self.pipeline.vocab:

{abstractintegratedmodule-0.2.0 → abstractintegratedmodule-0.2.2}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: AbstractIntegratedModule
-Version: 0.2.0
-Summary: Advanced Integrated Non-LLM AI Module - Backend Framework for Non-LLM AI Agent Framework
+Version: 0.2.2
+Summary: Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
 Author: Micro-Novelty
 Author-email: hernikpuspita5@gmail.com
 License: MIT
@@ -40,7 +40,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.2.0.
+- Development Stage: Beta, 0.2.2.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -342,7 +342,8 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
 ### Both performance Overview
 <img width="1536" height="1024" alt="WhatsApp Image 2026-05-24 at 10 27 00" src="https://github.com/user-attachments/assets/9404277f-281f-4893-8367-e494833230ea" />
 
-## Source code of AbstractIntegratedModule
+## Source code of AbstractIntegratedModule 
+- Note: The source code is provided in the repository.
 - [=] Full Monolithic extensively-documented source code (12K+ Lines): [AbstractIntegratedPipeline-SourceCode.zip](AbstractIntegratedPipeline-SourceCode.zip)
 - [=] Separated Modules of AbstractIntegratedModule: [AbstractIntegratedModule-separated-modules](AbstractIntegratedModule-separated-modules)
 - [~] Note:
@@ -353,7 +354,21 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
    - Commercialize it: Package, brand, and sell the software for profit.
 
 ## [=] Step's for in-depth Usage
-1. Download:
+0. Download via PIP:
+   - Clone repository first:
+     ```bash
+      # Clone immediately for Windows and x86_64 only without prerequisites          
+      git clone https://github.com/Micro-Novelty/IntegratedPipeline-Continous-Learning-AI-Agent-library-framework.git
+      cd IntegratedPipeline-Continous-Learning-AI-Agent-library-framework     
+      ```
+
+   - Install the library via pip:
+     ```bash
+     pip install AbstractIntegratedModule #or
+     python -m pip install AbstractIntegratedModule
+     ```
+
+1. Download for binaries:
    - AbstractIntegratedModule.pyd (For Windows) (Python 3.13), 
    - AbstractIntegratedModule.cpython-39-x86_64-linux-gnu.so (For linux x86_64)  (Python 3.12)
    - AbstractIntegratedModule.cpython-39-aarch64-linux-gnu.so (for Linux ARM64 - Raspberry Pi) (Python 3.10)
@@ -518,8 +533,9 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
                                 show_proba=False, top_k=3, 
                                 use_transformer=True,
                                 return_attention=False,
-                                save_results=True)
-
+                                save_results=True,
+                                batch_size=2)
+   # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
    # ... more features you can add
    ```
    

{abstractintegratedmodule-0.2.0 → abstractintegratedmodule-0.2.2}/README.md

@@ -8,7 +8,7 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
 #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
 
 ### Library Short Description:
-- Development Stage: Beta, 0.2.0.
+- Development Stage: Beta, 0.2.2.
 - Maintainer: Micro-Novelty.
 - library Source-Code is Open-sourced on github.
 - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
@@ -310,7 +310,8 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
 ### Both performance Overview
 <img width="1536" height="1024" alt="WhatsApp Image 2026-05-24 at 10 27 00" src="https://github.com/user-attachments/assets/9404277f-281f-4893-8367-e494833230ea" />
 
-## Source code of AbstractIntegratedModule
+## Source code of AbstractIntegratedModule 
+- Note: The source code is provided in the repository.
 - [=] Full Monolithic extensively-documented source code (12K+ Lines): [AbstractIntegratedPipeline-SourceCode.zip](AbstractIntegratedPipeline-SourceCode.zip)
 - [=] Separated Modules of AbstractIntegratedModule: [AbstractIntegratedModule-separated-modules](AbstractIntegratedModule-separated-modules)
 - [~] Note:
@@ -321,7 +322,21 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
    - Commercialize it: Package, brand, and sell the software for profit.
 
 ## [=] Step's for in-depth Usage
-1. Download:
+0. Download via PIP:
+   - Clone repository first:
+     ```bash
+      # Clone immediately for Windows and x86_64 only without prerequisites          
+      git clone https://github.com/Micro-Novelty/IntegratedPipeline-Continous-Learning-AI-Agent-library-framework.git
+      cd IntegratedPipeline-Continous-Learning-AI-Agent-library-framework     
+      ```
+
+   - Install the library via pip:
+     ```bash
+     pip install AbstractIntegratedModule #or
+     python -m pip install AbstractIntegratedModule
+     ```
+
+1. Download for binaries:
    - AbstractIntegratedModule.pyd (For Windows) (Python 3.13), 
    - AbstractIntegratedModule.cpython-39-x86_64-linux-gnu.so (For linux x86_64)  (Python 3.12)
    - AbstractIntegratedModule.cpython-39-aarch64-linux-gnu.so (for Linux ARM64 - Raspberry Pi) (Python 3.10)
@@ -486,8 +501,9 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
                                 show_proba=False, top_k=3, 
                                 use_transformer=True,
                                 return_attention=False,
-                                save_results=True)
-
+                                save_results=True,
+                                batch_size=2)
+   # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
    # ... more features you can add
    ```
    

{abstractintegratedmodule-0.2.0 → abstractintegratedmodule-0.2.2}/setup.py

@@ -3,8 +3,8 @@ from setuptools import setup
 
 setup(
     name="AbstractIntegratedModule",
-    version="0.2.0",
-    description="Advanced Integrated Non-LLM AI Module - Backend Framework for Non-LLM AI Agent Framework",
+    version="0.2.2",
+    description="Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",
     author="Micro-Novelty",