pyTorchAutoForge 0.1.2.post1.dev1__tar.gz → 0.2.0__tar.gz

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2024 PeterC
+Copyright (c) 2025 PeterC
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyTorchAutoForge
-Version: 0.1.2.post1.dev1
+Version: 0.2.0
 Summary: PyTorchAutoForge library is based on raw PyTorch and designed to automate DNN development, model tracking and deployment, tightly integrated with MLflow and Optuna. It supports Spiking networks libraries (WIP). Deployment can be performed using ONNx, pyTorch facilities or TensorRT (WIP). The library is designed to be compatible with Jetson Orin Nano Jetpack rev6.1, with bash script to automatically configure virtualenv.
 Author-email: "Pietro Califano (PC)" <petercalifano.gs@gmail.com>
 License: MIT
@@ -11,34 +11,37 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.10
-Requires-Dist: albumentations<=1.4.25
-Requires-Dist: colorama<=0.4.6
+Requires-Dist: albumentations
+Requires-Dist: captum
+Requires-Dist: colorama
 Requires-Dist: dacite
 Requires-Dist: expelliarmus; platform_machine == 'x86_64'
-Requires-Dist: kornia<=0.7.4
-Requires-Dist: lietorch<=0.6.2.post1; platform_machine == 'x86_64'
+Requires-Dist: inputimeout
+Requires-Dist: kornia
+Requires-Dist: lietorch; platform_machine == 'x86_64'
 Requires-Dist: matplotlib<=3.10.0
-Requires-Dist: mlflow<=2.19.1
-Requires-Dist: msgpack<=1.1.0
-Requires-Dist: mypy<=1.15.0
+Requires-Dist: mlflow<=3.2
+Requires-Dist: msgpack
+Requires-Dist: mypy
 Requires-Dist: norse; platform_machine == 'x86_64'
-Requires-Dist: numpy<=2.2.1
-Requires-Dist: onnx<=1.17.0
-Requires-Dist: onnxruntime<=1.20.0
-Requires-Dist: onnxscript<=0.2.0
-Requires-Dist: optuna<=4.1.1
+Requires-Dist: numpy
+Requires-Dist: onnx<=1.18.0
+Requires-Dist: onnxruntime
+Requires-Dist: onnxscript
+Requires-Dist: optuna
 Requires-Dist: pytest<=8.3.5
 Requires-Dist: scikit-learn<=1.6.1
-Requires-Dist: scipy<=1.16.1
-Requires-Dist: seaborn<=0.13.3
+Requires-Dist: scipy
+Requires-Dist: seaborn
+Requires-Dist: statsmodels
 Requires-Dist: tonic; platform_machine == 'x86_64'
-Requires-Dist: torch-tb-profiler<=0.4.3
-Requires-Dist: torch<=2.6.0; platform_machine == 'x86_64'
-Requires-Dist: torchinfo<=1.8.0
-Requires-Dist: torchvision<=0.21.0; platform_machine == 'x86_64'
-Provides-Extra: cuda-related
-Requires-Dist: pycuda; (platform_machine == 'x86_64') and extra == 'cuda-related'
-Requires-Dist: pynvml; (platform_machine == 'x86_64') and extra == 'cuda-related'
+Requires-Dist: torch-tb-profiler
+Requires-Dist: torch<=2.8.0; platform_machine == 'x86_64'
+Requires-Dist: torchinfo
+Requires-Dist: torchvision; platform_machine == 'x86_64'
+Provides-Extra: cuda-all
+Requires-Dist: pycuda; (platform_machine == 'x86_64') and extra == 'cuda-all'
+Requires-Dist: pynvml; (platform_machine == 'x86_64') and extra == 'cuda-all'
 Description-Content-Type: text/markdown
 
 # pyTorchAutoForge

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '0.1.2.post1.dev1'
-__version_tuple__ = version_tuple = (0, 1, 2, 'dev1')
+__version__ = version = '0.2.0'
+__version_tuple__ = version_tuple = (0, 2, 0)
+
+__commit_id__ = commit_id = None

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/conda_install.sh

@@ -1,9 +1,9 @@
 # Default values
-jetson_target=0
-editable_mode=0
-sudo_mode=0
+jetson_target=false
+editable_mode=false
+sudo_mode=false
 venv_name="autoforge"
-create_conda_env=0
+create_conda_env=false
 
 # Parse options using getopt
 # NOTE: no ":" after option means no argument, ":" means required argument, "::" means optional argument
@@ -36,18 +36,18 @@ while true; do
       shift 2
       ;;
     -s|--sudo_mode)
-      sudo_mode=1
+      sudo_mode=true
       echo "Sudo mode requested..."
       shift
       ;;
     
     -c|--create_conda_env)
-      create_conda_env=1
+      create_conda_env=true
       echo "Creating and initializing conda environment..."
       shift
       ;;
     -e|--editable_mode)
-      editable_mode=1
+      editable_mode=true
       echo "Editable mode selected..."
       shift
       ;;
@@ -62,15 +62,15 @@ while true; do
   esac
 done
 
-if [ $jetson_target -eq 1 ] && [ ! $sudo_mode -eq 1 ]; then
+if [ $jetson_target = true ] && [ ! $sudo_mode = true ]; then
   echo "Jetson target requires sudo mode. Please use -s option."
   exit 1
 fi
 
-if [ $create_conda_env -eq 1 ]; then
+if [ $create_conda_env = true ]; then
   # Create and activate conda environment
-  conda create -n $venv_name python=3.11
-  conda init bash
+  conda create -n $venv_name python=3.12
+  source $(conda info --base)/etc/profile.d/conda.sh
   conda activate $venv_name
 else
   echo "Attempt to activate existing conda environment..."
@@ -89,7 +89,7 @@ fi
 
 sleep 1
 
-if [ $jetson_target -eq 1 ] && [ ! -f /usr/local/cuda/lib64/libcusparseLt.so ]; then
+if [ $jetson_target = false ] && [ ! -f /usr/local/cuda/lib64/libcusparseLt.so ]; then
     echo "libcusparseLt.so not found. Downloading and installing..."
     # if not exist, download and copy to the directory
     wget https://developer.download.nvidia.com/compute/cusparselt/redist/libcusparse_lt/linux-sbsa/libcusparse_lt-linux-sbsa-0.5.2.1-archive.tar.xz
@@ -100,8 +100,8 @@ if [ $jetson_target -eq 1 ] && [ ! -f /usr/local/cuda/lib64/libcusparseLt.so ];
     rm -r libcusparse_lt-linux-sbsa-0.5.2.1-archive
 fi
 
-if [ $jetson_target -eq 1 ]; then
-    
+if [ $jetson_target = true ]; then
+
   #pip install -r requirements.txt  # Install dependencies
   #pip install -e .  # Install the package in editable mode
 

pytorchautoforge-0.2.0/environment.yml

@@ -0,0 +1,276 @@
+name: autoforge
+channels:
+  - defaults
+  - https://repo.anaconda.com/pkgs/main
+  - https://repo.anaconda.com/pkgs/r
+dependencies:
+  - _libgcc_mutex=0.1=main
+  - _openmp_mutex=5.1=1_gnu
+  - bzip2=1.0.8=h5eee18b_6
+  - ca-certificates=2024.12.31=h06a4308_0
+  - ld_impl_linux-64=2.40=h12ee557_0
+  - libffi=3.4.4=h6a678d5_1
+  - libgcc-ng=11.2.0=h1234567_1
+  - libgomp=11.2.0=h1234567_1
+  - libstdcxx-ng=11.2.0=h1234567_1
+  - libuuid=1.41.5=h5eee18b_0
+  - ncurses=6.4=h6a678d5_0
+  - openssl=3.0.15=h5eee18b_0
+  - python=3.11.11=he870216_0
+  - readline=8.2=h5eee18b_0
+  - setuptools=75.8.0=py311h06a4308_0
+  - sqlite=3.45.3=h5eee18b_0
+  - tk=8.6.14=h39e8969_0
+  - wheel=0.45.1=py311h06a4308_0
+  - xz=5.4.6=h5eee18b_1
+  - zlib=1.2.13=h5eee18b_1
+  - pip:
+      - absl-py==2.1.0
+      - accelerate==1.3.0
+      - aestream==0.6.4
+      - aiohappyeyeballs==2.4.6
+      - aiohttp==3.11.12
+      - aiosignal==1.3.2
+      - albucore==0.0.23
+      - albumentations==1.4.24
+      - alembic==1.14.1
+      - annotated-types==0.7.0
+      - anyio==4.9.0
+      - argcomplete==3.5.1
+      - attrs==25.1.0
+      - audioread==3.0.1
+      - backports-tarfile==1.2.0
+      - blinker==1.9.0
+      - build==1.2.2.post1
+      - cachetools==5.5.1
+      - certifi==2025.1.31
+      - cffi==1.17.1
+      - charset-normalizer==3.4.1
+      - click==8.1.8
+      - cloudpickle==3.1.1
+      - colorama==0.4.6
+      - coloredlogs==15.0.1
+      - colorlog==6.9.0
+      - contourpy==1.3.1
+      - cppimport==22.8.2
+      - cryptography==44.0.1
+      - cupy-cuda12x==13.3.0
+      - cycler==0.12.1
+      - dacite==1.9.2
+      - databricks-sdk==0.43.0
+      - datasets==3.3.0
+      - decorator==5.1.1
+      - deprecated==1.2.18
+      - diffusers==0.32.2
+      - dill==0.3.8
+      - distlib==0.3.9
+      - docker==7.1.0
+      - docutils==0.21.2
+      - dv-processing==1.7.9
+      - easygui==0.98.3
+      - engineering-notation==0.10.0
+      - expelliarmus==1.1.12
+      - fastrlock==0.8.3
+      - filelock==3.16.1
+      - flask==3.1.0
+      - flatbuffers==25.2.10
+      - fonttools==4.55.0
+      - frozenlist==1.5.0
+      - fsspec==2024.10.0
+      - gitdb==4.0.12
+      - gitpython==3.1.44
+      - google-auth==2.38.0
+      - graphene==3.4.3
+      - graphql-core==3.2.6
+      - graphql-relay==3.2.0
+      - greenlet==3.1.1
+      - grpcio==1.70.0
+      - gunicorn==23.0.0
+      - h11==0.14.0
+      - h5py==3.12.1
+      - hatch==1.14.0
+      - hatchling==1.27.0
+      - httpcore==1.0.7
+      - httpx==0.28.1
+      - huggingface-hub==0.28.1
+      - humanfriendly==10.0
+      - hyperlink==21.0.0
+      - id==1.5.0
+      - idna==3.10
+      - imageio==2.36.0
+      - importlib-metadata==8.5.0
+      - importrosbag==1.0.4
+      - iniconfig==2.0.0
+      - itsdangerous==2.2.0
+      - jaraco-classes==3.4.0
+      - jaraco-context==6.0.1
+      - jaraco-functools==4.1.0
+      - jeepney==0.8.0
+      - jinja2==3.1.4
+      - joblib==1.4.2
+      - juliacall==0.9.24
+      - juliapkg==0.1.16
+      - keyring==25.6.0
+      - kiwisolver==1.4.7
+      - kornia==0.7.4
+      - kornia-rs==0.1.8
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - lietorch==0.6.2.post1
+      - llvmlite==0.43.0
+      - mako==1.3.9
+      - markdown==3.7
+      - markdown-it-py==3.0.0
+      - markupsafe==3.0.2
+      - matplotlib==3.9.2
+      - mdurl==0.1.2
+      - ml-dtypes==0.5.1
+      - mlflow==2.19.0
+      - mlflow-skinny==2.19.0
+      - more-itertools==10.6.0
+      - mpmath==1.3.0
+      - msgpack==1.1.0
+      - multidict==6.1.0
+      - multiprocess==0.70.16
+      - mypy==1.15.0
+      - mypy-extensions==1.0.0
+      - nanobind==2.5.0
+      - narwhals==1.34.0
+      - netron==8.2.2
+      - networkx==3.4.2
+      - nh3==0.2.20
+      - ninja==1.11.1.3
+      - nir==1.0.4
+      - nirtorch==1.0
+      - norse==1.1.0
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.4.5.8
+      - nvidia-cuda-cupti-cu12==12.4.127
+      - nvidia-cuda-nvrtc-cu12==12.4.127
+      - nvidia-cuda-runtime-cu12==12.4.127
+      - nvidia-cudnn-cu12==9.1.0.70
+      - nvidia-cufft-cu12==11.2.1.3
+      - nvidia-curand-cu12==10.3.5.147
+      - nvidia-cusolver-cu12==11.6.1.9
+      - nvidia-cusparse-cu12==12.3.1.170
+      - nvidia-cusparselt-cu12==0.6.2
+      - nvidia-ml-py==12.570.86
+      - nvidia-modelopt==0.23.1
+      - nvidia-modelopt-core==0.23.1
+      - nvidia-nccl-cu12==2.21.5
+      - nvidia-nvjitlink-cu12==12.4.127
+      - nvidia-nvtx-cu12==12.4.127
+      - onnx==1.17.0
+      - onnx-graphsurgeon==0.5.5
+      - onnxconverter-common==1.14.0
+      - onnxmltools==1.13.0
+      - onnxruntime==1.20.0
+      - onnxruntime-gpu==1.20.1
+      - onnxscript==0.2.0
+      - opencv-python==4.10.0.84
+      - opencv-python-headless==4.11.0.86
+      - opentelemetry-api==1.30.0
+      - opentelemetry-sdk==1.30.0
+      - opentelemetry-semantic-conventions==0.51b0
+      - optuna==4.1.0
+      - packaging==24.2
+      - pandas==2.2.3
+      - pathspec==0.12.1
+      - pbr==6.1.1
+      - peft==0.14.0
+      - pexpect==4.9.0
+      - pillow==9.5.0
+      - pip==25.0.1
+      - platformdirs==4.3.6
+      - plotly==6.0.1
+      - pluggy==1.5.0
+      - plyer==2.1.0
+      - pooch==1.8.2
+      - propcache==0.2.1
+      - protobuf==3.20.2
+      - psutil==7.0.0
+      - ptyprocess==0.7.0
+      - pulp==2.9.0
+      - pyarrow==18.1.0
+      - pyasn1==0.6.1
+      - pyasn1-modules==0.4.1
+      - pybind11==2.13.6
+      - pycparser==2.22
+      - pycuda==2025.1
+      - pydantic==2.10.6
+      - pydantic-core==2.27.2
+      - pygments==2.19.1
+      - pynvml==12.0.0
+      - pyparsing==3.2.0
+      - pyproject-hooks==1.2.0
+      - pysdl2==0.9.17
+      - pysdl2-dll==2.30.10
+      - pysr==1.5.2
+      - pytest==8.3.4
+      - python-dateutil==2.9.0.post0
+      - pytools==2025.1.1
+      - pytz==2025.1
+      - pyyaml==6.0.2
+      - readme-renderer==44.0
+      - regex==2024.11.6
+      - requests==2.32.3
+      - requests-toolbelt==1.0.0
+      - rfc3986==2.0.0
+      - rich==13.9.4
+      - rsa==4.9
+      - safetensors==0.5.2
+      - scikit-image==0.24.0
+      - scikit-learn==1.6.1
+      - scipy==1.14.1
+      - screeninfo==0.8.1
+      - seaborn==0.13.2
+      - secretstorage==3.3.3
+      - semver==3.0.4
+      - shellingham==1.5.4
+      - simsimd==6.2.1
+      - six==1.16.0
+      - smmap==5.0.2
+      - sniffio==1.3.1
+      - soundfile==0.13.1
+      - soxr==0.5.0.post1
+      - sqlalchemy==2.0.38
+      - sqlparse==0.5.3
+      - stringzilla==3.11.3
+      - sympy==1.13.1
+      - tensorboard==2.18.0
+      - tensorboard-data-server==0.7.2
+      - tensorrt==10.7.0.post1
+      - tensorrt-cu12==10.7.0.post1
+      - tensorrt-cu12-bindings==10.7.0.post1
+      - tensorrt-cu12-libs==10.7.0.post1
+      - threadpoolctl==3.5.0
+      - tifffile==2024.9.20
+      - tokenizers==0.21.0
+      - tomli-w==1.2.0
+      - tomlkit==0.13.2
+      - tonic==1.6.0
+      - torch==2.6.0
+      - torch-tb-profiler==0.4.3
+      - torch-tensorrt==2.6.0
+      - torchinfo==1.8.0
+      - torchprofile==0.0.4
+      - torchvision==0.21.0
+      - tqdm==4.67.0
+      - transformers==4.48.3
+      - triton==3.2.0
+      - trove-classifiers==2025.3.19.19
+      - twine==6.1.0
+      - typing-extensions==4.12.2
+      - tzdata==2025.1
+      - urllib3==2.3.0
+      - userpath==1.9.2
+      - uv==0.6.12
+      - virtualenv==20.30.0
+      - werkzeug==3.1.3
+      - wrapt==1.17.2
+      - xxhash==3.5.0
+      - yarl==1.18.3
+      - zipp==3.21.0
+      - zstandard==0.23.0
+prefix: /home/peterc/miniconda3/envs/autoforge

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/pyTorchAutoForge/__init__.py

@@ -1,5 +1,5 @@
 # Import scripts of the library at initialization
-
+# TODO remove * imports, no need to have these here, user must not be able to import everything directly from pyTorchAutoForge handle
 from .utils import *
 from .optimization import *
 from .model_building import *

pytorchautoforge-0.2.0/pyTorchAutoForge/api/__init__.py

@@ -0,0 +1,19 @@
+from .onnx import ModelHandlerONNx
+from .tcp import DataProcessor, pytcp_server, pytcp_requestHandler, ProcessingMode
+from .torch import LoadModel, SaveModel, LoadDataset, SaveDataset, AutoForgeModuleSaveMode
+from .mlflow import StartMLflowUI
+from .matlab import TorchModelMATLABwrapper
+#from .telegram import AutoForgeAlertSystemBot
+
+__all__ = ['LoadModel', 
+           'SaveModel',
+           'ModelHandlerONNx',
+           'LoadDataset', 
+           'SaveDataset', 
+           'StartMLflowUI', 
+           'TorchModelMATLABwrapper', 
+           'DataProcessor', 
+           'pytcp_server', 
+           'pytcp_requestHandler', 
+           'ProcessingMode', 
+           'AutoForgeModuleSaveMode']

{pytorchautoforge-0.1.2.post1.dev1 → pytorchautoforge-0.2.0}/pyTorchAutoForge/api/matlab/TorchModelMATLABwrapper.py

@@ -1,7 +1,7 @@
 from pickle import NONE
 from pyTorchAutoForge.utils.utils import GetDevice
-from pyTorchAutoForge.model_building.modelClasses import torchModel
-from pyTorchAutoForge.api.torch import LoadTorchModel
+from pyTorchAutoForge.model_building.modelBuildingBlocks import AutoForgeModule
+from pyTorchAutoForge.api.torch import LoadModel
 import numpy as np
 import torch, os
 from torch import nn
@@ -11,7 +11,7 @@ from dataclasses import dataclass
 class MatlabWrapperConfig():
     # Default wrapper configuration
     DEBUG_MODE: bool = False
-    device = GetDevice()
+    device : torch.device | str | None = None
     input_shape_validation: list | None = None # None for no validation
     loading_mode: str | None = None # 'traced', 'state_dict', None
     trained_model_path: str | None = None
@@ -20,7 +20,7 @@ class MatlabWrapperConfig():
 # %% MATLAB wrapper class for Torch models evaluation - 11-06-2024 # TODO: update class
 class TorchModelMATLABwrapper():
     '''Class to wrap a trained PyTorch model for evaluation in MATLAB'''
-    def __init__(self, trainedModel: str | nn.Module | torchModel, 
+    def __init__(self, trainedModel: str | nn.Module | AutoForgeModule, 
                  wrapperConfig: MatlabWrapperConfig = MatlabWrapperConfig(),
                  modelArch: nn.Module | None = None) -> None:
         
@@ -31,7 +31,7 @@ class TorchModelMATLABwrapper():
 
         # Initialize using configuration class
         self.DEBUG_MODE = wrapperConfig.DEBUG_MODE
-        self.device = wrapperConfig.device
+        self.device = wrapperConfig.device if wrapperConfig.device is not None else GetDevice()
         self.enable_warning = True # To disable warning for batch size
         self.input_shape_validation = wrapperConfig.input_shape_validation
         self.loading_mode = wrapperConfig.loading_mode
@@ -45,15 +45,15 @@ class TorchModelMATLABwrapper():
         #    raise ValueError(
         #        'Model architecture must be provided for state_dict loading mode. Please provide modelArch as nn.Module or callable function with modelArch as output.')
 
-        if isinstance(trainedModel, (nn.Module, torchModel)) and self.loading_mode is None:
+        if isinstance(trainedModel, (nn.Module, AutoForgeModule)) and self.loading_mode is None:
             self.trainedModel = trainedModel # Assume model is already loaded and provided
 
-        elif isinstance(trainedModel, (nn.Module, torchModel)) and self.loading_mode == 'traced':
-            self.trainedModel = LoadTorchModel(
+        elif isinstance(trainedModel, (nn.Module, AutoForgeModule)) and self.loading_mode == 'traced':
+            self.trainedModel = LoadModel(
                 None, self.trained_model_path, loadAsTraced=traced_loading).to(self.device)
 
-        elif isinstance(trainedModel, (nn.Module, torchModel)) and self.loading_mode == 'state_dict':
-            self.trainedModel = LoadTorchModel(
+        elif isinstance(trainedModel, (nn.Module, AutoForgeModule)) and self.loading_mode == 'state_dict':
+            self.trainedModel = LoadModel(
                 trainedModel, self.trained_model_path, loadAsTraced=traced_loading).to(self.device)
         else:
             raise ValueError(

pytorchautoforge-0.2.0/pyTorchAutoForge/api/mlflow/__init__.py

@@ -0,0 +1,7 @@
+from .mlflow_api import StartMLflowUI, RecursiveLogParamsInDict, SetupMlflowTrackingSession
+
+__all__ = [
+    "StartMLflowUI",
+    "RecursiveLogParamsInDict",
+    "SetupMlflowTrackingSession"
+]