AbstractIntegratedModule 0.2.3__tar.gz → 0.2.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: AbstractIntegratedModule
3
- Version: 0.2.3
3
+ Version: 0.2.5
4
4
  Summary: Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
5
5
  Author: Micro-Novelty
6
6
  Author-email: hernikpuspita5@gmail.com
@@ -40,11 +40,12 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
40
40
  #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
41
41
 
42
42
  ### Library Short Description:
43
- - Development Stage: Beta, 0.2.3.
43
+ - Development Stage: Beta, 0.2.5.
44
44
  - Maintainer: Micro-Novelty.
45
45
  - library Source-Code is Open-sourced on github.
46
46
  - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
47
47
  - Proven Capabilities: Works on ARM64 Environment, Training and Prediction works efficient on Docker ARM64 environment with QEMU, good parallelizing behavior is guaranteed.
48
+ -----
48
49
 
49
50
  <img width="1280" height="600" alt="WhatsApp Image 2026-05-27 at 07 16 32" src="https://github.com/user-attachments/assets/4b58a556-45a3-419b-96fd-9c1b76cac574" />
50
51
 
@@ -483,18 +484,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
483
484
 
484
485
  memory_name = 'agent_memory'
485
486
  main_model = IntegratedPipeline(
486
- memory_name=memory_name, use_async=True,
487
- agent_port=5001, # this port is used to set AgentDistributedInference server.
487
+ memory_name=memory_name, # memory name for the AI you already initialized
488
+ use_async=True, # local asynchronous prediction is permitted, if not PipelineAsyncManager wont start asynchronous prediction.
489
+ agent_port=5001, # this port is used to set AgentDistributedInference server (optional)
488
490
  singleton_permitted=False, # set IntegratedPipeline to singleton if you don't use it for P2P, False if you use P2P.
489
491
  ssl_cert_file=cert_file, ssl_key_file=key_file) # provide your cert_file path or key_file path (optional)
490
492
 
491
493
  main_prediction = PipelinePredictionManager(
492
- main_model, label_csv='example_manual_training.txt',
494
+ main_model, # your initialized pipeline
495
+ label_csv='example_manual_training.txt', # your .txt file that contains CSV format.
493
496
  target_title='window_title', label='label')
494
497
 
495
498
  # example_manual_training is a .txt file that contain csv format like above example.
496
499
 
497
-
500
+ # rules will be used to create automatic dataset for IntegratedPipeline.
498
501
  example_rules = [
499
502
  # === WORK / PRODUCTIVITY ===
500
503
  (r'code|programming|develop|debug|compile|script', 'focused_work'),
@@ -516,6 +519,7 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
516
519
 
517
520
  # more rules
518
521
  ]
522
+
519
523
  # activate explainability capability to explain uncertainty:
520
524
  main_model.show_explainability_details = True
521
525
  main_model.distribution.predict_manager = main_prediction # set PipelinePredictionManager to AgentDistributedInference for asynchronous prediction later (Very important for asynchronous prediction)
@@ -533,16 +537,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
533
537
  # more titles
534
538
  ]
535
539
 
536
- titles, y, label_map = main_prediction.load_labels_from_csv(<your_filename>, <target_title>, <target_label>)
537
- # small training with simple titles
540
+ titles, y, label_map = main_prediction.load_labels_from_csv(
541
+ <your_filename.>, # the name of your .txt file with CSV format.
542
+ <target_title>, <target_label>)
543
+
544
+ # small training with simple titles first
538
545
  main_model.train(titles, y)
539
546
 
540
- results, chosen_label, confidence = main_prediction.advanced_prediction_method(test_titles, label_map, example_rules,
541
- show_proba=False, top_k=3,
542
- use_transformer=True,
543
- return_attention=False,
544
- save_results=True,
545
- batch_size=2)
547
+ results, chosen_label, confidence = main_prediction.advanced_prediction_method(
548
+ test_titles, label_map, example_rules,
549
+ show_proba=False, top_k=3,
550
+ use_transformer=True,
551
+ return_attention=False,
552
+ save_results=True,
553
+ batch_size=2)
546
554
  # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
547
555
  # ... more features you can add
548
556
  ```
@@ -593,7 +601,7 @@ async_manager = PipelineAsyncManager(main_model,
593
601
  state_file=None, # state file is used to load known security logs ex: ip used, ip blacklisted, etc.
594
602
  security_level=SecurityLevel.PRODUCTION, # production level security initiated
595
603
  api_key=secret_key #set secret key you initialized
596
- max_workers=4, # workers to initiate prediction, more workers, more capabilities to process prediction requests.
604
+ max_workers=4, # workers to initiate asynchronous tasks, more workers, more capabilities to process asynchronous prediction requests.
597
605
  task_timeout=30,
598
606
  max_retries=3 ) # retries after failure during prediction
599
607
 
@@ -721,6 +729,8 @@ try:
721
729
  disable_sync=True
722
730
  ) # await using asyncio, multi_modal_peer_ensemble is already async by design (Inside ConsecutivePeerAgent), no need to put asyncio.run()
723
731
 
732
+ # must have agent2 peer ensemble function after agent1 peer ensemble prediction function,
733
+ # so agent1 can receive agent2 peer ensemble prediction request.
724
734
  result2 = await agent2.multi_modal_peer_ensemble_prediction(
725
735
  texts=texts,
726
736
  api_key=api_key,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: AbstractIntegratedModule
3
- Version: 0.2.3
3
+ Version: 0.2.5
4
4
  Summary: Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework
5
5
  Author: Micro-Novelty
6
6
  Author-email: hernikpuspita5@gmail.com
@@ -40,11 +40,12 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
40
40
  #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
41
41
 
42
42
  ### Library Short Description:
43
- - Development Stage: Beta, 0.2.3.
43
+ - Development Stage: Beta, 0.2.5.
44
44
  - Maintainer: Micro-Novelty.
45
45
  - library Source-Code is Open-sourced on github.
46
46
  - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
47
47
  - Proven Capabilities: Works on ARM64 Environment, Training and Prediction works efficient on Docker ARM64 environment with QEMU, good parallelizing behavior is guaranteed.
48
+ -----
48
49
 
49
50
  <img width="1280" height="600" alt="WhatsApp Image 2026-05-27 at 07 16 32" src="https://github.com/user-attachments/assets/4b58a556-45a3-419b-96fd-9c1b76cac574" />
50
51
 
@@ -483,18 +484,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
483
484
 
484
485
  memory_name = 'agent_memory'
485
486
  main_model = IntegratedPipeline(
486
- memory_name=memory_name, use_async=True,
487
- agent_port=5001, # this port is used to set AgentDistributedInference server.
487
+ memory_name=memory_name, # memory name for the AI you already initialized
488
+ use_async=True, # local asynchronous prediction is permitted, if not PipelineAsyncManager wont start asynchronous prediction.
489
+ agent_port=5001, # this port is used to set AgentDistributedInference server (optional)
488
490
  singleton_permitted=False, # set IntegratedPipeline to singleton if you don't use it for P2P, False if you use P2P.
489
491
  ssl_cert_file=cert_file, ssl_key_file=key_file) # provide your cert_file path or key_file path (optional)
490
492
 
491
493
  main_prediction = PipelinePredictionManager(
492
- main_model, label_csv='example_manual_training.txt',
494
+ main_model, # your initialized pipeline
495
+ label_csv='example_manual_training.txt', # your .txt file that contains CSV format.
493
496
  target_title='window_title', label='label')
494
497
 
495
498
  # example_manual_training is a .txt file that contain csv format like above example.
496
499
 
497
-
500
+ # rules will be used to create automatic dataset for IntegratedPipeline.
498
501
  example_rules = [
499
502
  # === WORK / PRODUCTIVITY ===
500
503
  (r'code|programming|develop|debug|compile|script', 'focused_work'),
@@ -516,6 +519,7 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
516
519
 
517
520
  # more rules
518
521
  ]
522
+
519
523
  # activate explainability capability to explain uncertainty:
520
524
  main_model.show_explainability_details = True
521
525
  main_model.distribution.predict_manager = main_prediction # set PipelinePredictionManager to AgentDistributedInference for asynchronous prediction later (Very important for asynchronous prediction)
@@ -533,16 +537,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
533
537
  # more titles
534
538
  ]
535
539
 
536
- titles, y, label_map = main_prediction.load_labels_from_csv(<your_filename>, <target_title>, <target_label>)
537
- # small training with simple titles
540
+ titles, y, label_map = main_prediction.load_labels_from_csv(
541
+ <your_filename.>, # the name of your .txt file with CSV format.
542
+ <target_title>, <target_label>)
543
+
544
+ # small training with simple titles first
538
545
  main_model.train(titles, y)
539
546
 
540
- results, chosen_label, confidence = main_prediction.advanced_prediction_method(test_titles, label_map, example_rules,
541
- show_proba=False, top_k=3,
542
- use_transformer=True,
543
- return_attention=False,
544
- save_results=True,
545
- batch_size=2)
547
+ results, chosen_label, confidence = main_prediction.advanced_prediction_method(
548
+ test_titles, label_map, example_rules,
549
+ show_proba=False, top_k=3,
550
+ use_transformer=True,
551
+ return_attention=False,
552
+ save_results=True,
553
+ batch_size=2)
546
554
  # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
547
555
  # ... more features you can add
548
556
  ```
@@ -593,7 +601,7 @@ async_manager = PipelineAsyncManager(main_model,
593
601
  state_file=None, # state file is used to load known security logs ex: ip used, ip blacklisted, etc.
594
602
  security_level=SecurityLevel.PRODUCTION, # production level security initiated
595
603
  api_key=secret_key #set secret key you initialized
596
- max_workers=4, # workers to initiate prediction, more workers, more capabilities to process prediction requests.
604
+ max_workers=4, # workers to initiate asynchronous tasks, more workers, more capabilities to process asynchronous prediction requests.
597
605
  task_timeout=30,
598
606
  max_retries=3 ) # retries after failure during prediction
599
607
 
@@ -721,6 +729,8 @@ try:
721
729
  disable_sync=True
722
730
  ) # await using asyncio, multi_modal_peer_ensemble is already async by design (Inside ConsecutivePeerAgent), no need to put asyncio.run()
723
731
 
732
+ # must have agent2 peer ensemble function after agent1 peer ensemble prediction function,
733
+ # so agent1 can receive agent2 peer ensemble prediction request.
724
734
  result2 = await agent2.multi_modal_peer_ensemble_prediction(
725
735
  texts=texts,
726
736
  api_key=api_key,
@@ -8,11 +8,12 @@ https://github.com/Micro-Novelty/IntegratedPipeline-Specialized-Non-LLM-AI-Agent
8
8
  #### Note: The README here you are reading is a direct copy from my README Repository, to download the necessary files, you can visit my Repository with the provided link above.
9
9
 
10
10
  ### Library Short Description:
11
- - Development Stage: Beta, 0.2.3.
11
+ - Development Stage: Beta, 0.2.5.
12
12
  - Maintainer: Micro-Novelty.
13
13
  - library Source-Code is Open-sourced on github.
14
14
  - Purpose: Specifically Designed for providing Non-LLM AI Agent Framework for edge Devices, Optimized for ARM64 architecture.
15
15
  - Proven Capabilities: Works on ARM64 Environment, Training and Prediction works efficient on Docker ARM64 environment with QEMU, good parallelizing behavior is guaranteed.
16
+ -----
16
17
 
17
18
  <img width="1280" height="600" alt="WhatsApp Image 2026-05-27 at 07 16 32" src="https://github.com/user-attachments/assets/4b58a556-45a3-419b-96fd-9c1b76cac574" />
18
19
 
@@ -451,18 +452,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
451
452
 
452
453
  memory_name = 'agent_memory'
453
454
  main_model = IntegratedPipeline(
454
- memory_name=memory_name, use_async=True,
455
- agent_port=5001, # this port is used to set AgentDistributedInference server.
455
+ memory_name=memory_name, # memory name for the AI you already initialized
456
+ use_async=True, # local asynchronous prediction is permitted, if not PipelineAsyncManager wont start asynchronous prediction.
457
+ agent_port=5001, # this port is used to set AgentDistributedInference server (optional)
456
458
  singleton_permitted=False, # set IntegratedPipeline to singleton if you don't use it for P2P, False if you use P2P.
457
459
  ssl_cert_file=cert_file, ssl_key_file=key_file) # provide your cert_file path or key_file path (optional)
458
460
 
459
461
  main_prediction = PipelinePredictionManager(
460
- main_model, label_csv='example_manual_training.txt',
462
+ main_model, # your initialized pipeline
463
+ label_csv='example_manual_training.txt', # your .txt file that contains CSV format.
461
464
  target_title='window_title', label='label')
462
465
 
463
466
  # example_manual_training is a .txt file that contain csv format like above example.
464
467
 
465
-
468
+ # rules will be used to create automatic dataset for IntegratedPipeline.
466
469
  example_rules = [
467
470
  # === WORK / PRODUCTIVITY ===
468
471
  (r'code|programming|develop|debug|compile|script', 'focused_work'),
@@ -484,6 +487,7 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
484
487
 
485
488
  # more rules
486
489
  ]
490
+
487
491
  # activate explainability capability to explain uncertainty:
488
492
  main_model.show_explainability_details = True
489
493
  main_model.distribution.predict_manager = main_prediction # set PipelinePredictionManager to AgentDistributedInference for asynchronous prediction later (Very important for asynchronous prediction)
@@ -501,16 +505,20 @@ B. [=] Advanced Prediction without Transformer, Only Specialized MLP using AWE.
501
505
  # more titles
502
506
  ]
503
507
 
504
- titles, y, label_map = main_prediction.load_labels_from_csv(<your_filename>, <target_title>, <target_label>)
505
- # small training with simple titles
508
+ titles, y, label_map = main_prediction.load_labels_from_csv(
509
+ <your_filename.>, # the name of your .txt file with CSV format.
510
+ <target_title>, <target_label>)
511
+
512
+ # small training with simple titles first
506
513
  main_model.train(titles, y)
507
514
 
508
- results, chosen_label, confidence = main_prediction.advanced_prediction_method(test_titles, label_map, example_rules,
509
- show_proba=False, top_k=3,
510
- use_transformer=True,
511
- return_attention=False,
512
- save_results=True,
513
- batch_size=2)
515
+ results, chosen_label, confidence = main_prediction.advanced_prediction_method(
516
+ test_titles, label_map, example_rules,
517
+ show_proba=False, top_k=3,
518
+ use_transformer=True,
519
+ return_attention=False,
520
+ save_results=True,
521
+ batch_size=2)
514
522
  # batch size=2 is needed during transformer training for batching, if you have larger samples consider using batch_size > 8, for medium amount of samples (>10 -> <50 samples) consider using 2 or 4 batch_size.
515
523
  # ... more features you can add
516
524
  ```
@@ -561,7 +569,7 @@ async_manager = PipelineAsyncManager(main_model,
561
569
  state_file=None, # state file is used to load known security logs ex: ip used, ip blacklisted, etc.
562
570
  security_level=SecurityLevel.PRODUCTION, # production level security initiated
563
571
  api_key=secret_key #set secret key you initialized
564
- max_workers=4, # workers to initiate prediction, more workers, more capabilities to process prediction requests.
572
+ max_workers=4, # workers to initiate asynchronous tasks, more workers, more capabilities to process asynchronous prediction requests.
565
573
  task_timeout=30,
566
574
  max_retries=3 ) # retries after failure during prediction
567
575
 
@@ -689,6 +697,8 @@ try:
689
697
  disable_sync=True
690
698
  ) # await using asyncio, multi_modal_peer_ensemble is already async by design (Inside ConsecutivePeerAgent), no need to put asyncio.run()
691
699
 
700
+ # must have agent2 peer ensemble function after agent1 peer ensemble prediction function,
701
+ # so agent1 can receive agent2 peer ensemble prediction request.
692
702
  result2 = await agent2.multi_modal_peer_ensemble_prediction(
693
703
  texts=texts,
694
704
  api_key=api_key,
@@ -3,7 +3,7 @@ from setuptools import setup
3
3
 
4
4
  setup(
5
5
  name="AbstractIntegratedModule",
6
- version="0.2.3",
6
+ version="0.2.5",
7
7
  description="Framework forAdvanced Integrated Non-LLM AI Module library - Backend Framework for Non-LLM AI Agent Framework",
8
8
  long_description=open("README.md", encoding="utf-8").read(),
9
9
  long_description_content_type="text/markdown",