attackbenchlib 1.0.0a9__tar.gz

attackbenchlib-1.0.0a9/.gitignore

@@ -0,0 +1,162 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+.DS_Store
+# Pycharm 
+.idea/
+
+# Model Zoo
+*.pth
+
+# C extensions
+*.so
+*.pdf
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+docs/_autosummary/
+docs/.doctrees/
+*.doctree
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# resources folders
+/data/
+/models/
+
+# test notebooks
+*.ipynb
+
+# DB stuff
+/wandb/
+
+#precompiled distances and cache
+/cache/
+
+#experiments and test results
+/bomn_results/
+/results_envelope/
+/scripts/private_scripts/
+
+# local configuration
+/compiled/
+/exp_configs/

attackbenchlib-1.0.0a9/.readthedocs.yaml

@@ -0,0 +1,43 @@
+# Read the Docs configuration file for AttackBench
+# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
+
+# Required
+version: 2
+
+# Set the OS, Python version and other tools you might need
+build:
+  os: ubuntu-22.04
+  tools:
+    python: "3.9"
+  jobs:
+    post_checkout:
+      # Cancel building pull requests when a new commit is pushed
+      - |
+        if [ "$READTHEDOCS_VERSION_TYPE" = "external" ] && git show -s --format=%B $READTHEDOCS_GIT_COMMIT_HASH | grep -q "\[skip rtd\]";
+        then
+          echo "Skipping RTD build as requested in commit message";
+          exit 183;
+        fi
+
+# Build documentation in the "docs/" directory with Sphinx
+sphinx:
+  configuration: docs/conf.py
+  builder: html
+  fail_on_warning: false
+
+# Optionally build your docs in additional formats such as PDF
+# Disabled for now to avoid build issues
+# formats:
+#   - pdf
+#   - epub
+
+# Python configuration
+python:
+  install:
+    # Install the package in editable mode (for importing in docs)
+    - method: pip
+      path: .
+      extra_requirements:
+        - docs
+    # Install documentation requirements
+    - requirements: docs/requirements.txt

attackbenchlib-1.0.0a9/PKG-INFO

@@ -0,0 +1,256 @@
+Metadata-Version: 2.4
+Name: attackbenchlib
+Version: 1.0.0a9
+Summary: A Python package for benchmarking adversarial attacks and defenses.
+Author-email: Antonio Cinà <antonio.cina@unige.it>, Riccardo Trebiani <richitrebbia@gmail.com>
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Operating System :: OS Independent
+Requires-Python: <3.13,>=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: torch>=2.4
+Requires-Dist: torchvision>=0.19
+Requires-Dist: matplotlib>=3.5.1
+Requires-Dist: pandas>=1.4.0
+Requires-Dist: scipy>=1.8.0
+Requires-Dist: numpy>=1.21.0
+Requires-Dist: tqdm>=4.56.2
+Requires-Dist: wget>=3.2
+Requires-Dist: wandb>=0.15.0
+Requires-Dist: setuptools<71,>=65.0.0
+Provides-Extra: attacks
+Requires-Dist: adversarial-robustness-toolbox; extra == "attacks"
+Requires-Dist: foolbox; extra == "attacks"
+Requires-Dist: torchattacks; extra == "attacks"
+Requires-Dist: cleverhans==4.0.0; extra == "attacks"
+Provides-Extra: deeprobust
+Requires-Dist: deeprobust; extra == "deeprobust"
+Requires-Dist: scipy<1.8.0,>=1.5.0; extra == "deeprobust"
+Provides-Extra: models
+Requires-Dist: pillow>=8.0.0; extra == "models"
+Requires-Dist: requests>=2.25.0; extra == "models"
+Requires-Dist: timm>=0.9.0; extra == "models"
+Requires-Dist: transformers>=4.20.0; extra == "models"
+Requires-Dist: robustbench>=1.1; extra == "models"
+Requires-Dist: pyautoattack>=0.2.0; extra == "models"
+Requires-Dist: pretrainedmodels>=0.7.4; extra == "models"
+Provides-Extra: metrics
+Requires-Dist: scikit-learn>=1.0.0; extra == "metrics"
+Requires-Dist: seaborn>=0.11.0; extra == "metrics"
+Requires-Dist: plotly>=5.0.0; extra == "metrics"
+Requires-Dist: tabulate>=0.9.0; extra == "metrics"
+Provides-Extra: all
+Requires-Dist: adversarial-robustness-toolbox; extra == "all"
+Requires-Dist: foolbox; extra == "all"
+Requires-Dist: torchattacks; extra == "all"
+Requires-Dist: cleverhans==4.0.0; extra == "all"
+Requires-Dist: robustbench>=1.1; extra == "all"
+Requires-Dist: pyautoattack>=0.2.0; extra == "all"
+Requires-Dist: timm>=0.9.0; extra == "all"
+Requires-Dist: transformers>=4.20.0; extra == "all"
+Requires-Dist: pretrainedmodels>=0.7.4; extra == "all"
+Requires-Dist: scikit-learn>=1.0.0; extra == "all"
+Requires-Dist: seaborn>=0.11.0; extra == "all"
+Requires-Dist: plotly>=5.0.0; extra == "all"
+Requires-Dist: tabulate>=0.9.0; extra == "all"
+Requires-Dist: pillow>=8.0.0; extra == "all"
+Requires-Dist: requests>=2.25.0; extra == "all"
+Provides-Extra: dev
+Requires-Dist: pytest>=6.0; extra == "dev"
+Requires-Dist: black>=22.0; extra == "dev"
+Requires-Dist: isort>=5.0; extra == "dev"
+Requires-Dist: flake8>=4.0; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: sphinx>=7.0.0; extra == "docs"
+Requires-Dist: sphinx-rtd-theme>=2.0.0; extra == "docs"
+Requires-Dist: sphinx-autodoc-typehints>=1.19.0; extra == "docs"
+Requires-Dist: myst-parser>=2.0.0; extra == "docs"
+
+# **AttackBench**: Evaluating Gradient-based Attacks for Adversarial Examples
+
+Antonio Emanuele Cinà, Jérôme Rony, Maura Pintor, Luca Demetrio, Ambra Demontis, Battista Biggio, Ismail Ben Ayed, Fabio Roli, and Riccardo Trebiani
+
+**Leaderboard**: [https://attackbench.github.io/](https://attackbench.github.io/)
+
+**Paper:** [https://arxiv.org/pdf/2404.19460](https://arxiv.org/pdf/2404.19460)
+
+**Tutorial Notebook:** [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/drive/1rzzLRjMovcns25qOeEXt15R3L2Md_Pst?usp=sharing)
+
+## How it works
+
+The <code>AttackBench</code> framework wants to fairly compare gradient-based attacks based on their security evaluation curves. To this end, we derive a process involving five distinct stages, as depicted below.
+  - In stage (1), we construct a list of diverse non-robust and robust models to assess the attacks' impact on various settings, thus testing their adaptability to diverse defensive strategies. 
+  - In stage (2), we define an environment for testing gradient-based attacks under a systematic and reproducible protocol. 
+        This step provides common ground with shared assumptions, advantages, and limitations. 
+        We then run the attacks against the selected models individually and collect the performance metrics of interest in our analysis, which are perturbation size, execution time, and query usage. 
+  - In stage (3), we gather all the previously-obtained results, comparing  attacks with the novel <code>local optimality</code> metric. 
+  - Finally, in stage (4), we aggregate the optimality results from all considered models, and in stage (5) we rank the attacks based on their average optimality, namely <code>global optimality</code>. 
+  
+
+<p align="center"><img src="https://attackbench.github.io/assets/AtkBench.svg" width="1300"></p>
+
+
+## Currently implemented
+
+| Attack       | Original | Advertorch | Adv_lib | ART | CleverHans | DeepRobust | Foolbox | Torchattacks |
+|--------------|:--------:|:----------:|:-------:|:---:|:----------:|:----------:|:-------:|:------------:|
+| DDN          |    ☒     |            |    ✓    |  ☒  |     ☒      |     ☒      |    ✓    |      ☒       |
+| ALMA         |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FMN          |    ✓     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ✓    |      ☒       |
+| PGD          |    ☒     |            |    ✓    |  ✓  |            |     ✓      |         |      ✓       |
+| JSMA         |    ☒     |            |    ☒    |  ✓  |     ☒      |     ☒      |    ☒    |      ☒       |
+| CW-L2        |    ☒     |            |    ✓    |  ✓  |            |     ~      |    ✓    |      ✓       |
+| CW-LINF      |    ☒     |     ☒      |    ✓    |  ✓  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FGSM         |    ☒     |            |    ☒    |  ✓  |            |            |         |      ✓       |
+| BB           |    ☒     |     ☒      |    ☒    |  ✓  |     ☒      |     ☒      |    ✓    |      ☒       |
+| DF           |    ✓     |     ☒      |    ☒    |  ✓  |     ☒      |     ~      |    ✓    |      ✓       |
+| SuperDF      |    ✓     |     ☒      |    ☒    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| APGD         |    ✓     |     ☒      |    ✓    |  ✓  |     ☒      |     ☒      |    ☒    |      ✓       |
+| BIM          |    ☒     |            |    ☒    |  ✓  |            |     ☒      |         |      ☒       |
+| EAD          |    ☒     |            |    ☒    |  ✓  |     ☒      |     ☒      |    ✓    |      ☒       |
+| PDGD         |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| PDPGD        |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| TR           |    ✓     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FAB          |    ✓     |            |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ✓       |
+
+
+Legend: 
+- _empty_ : not implemented yet 
+- ☒ : not available
+- ✓ : implemented
+- ~ : not functional yet
+
+
+
+## Requirements and Installation
+
+- Python >= 3.9, < 3.13
+- PyTorch >= 2.4
+- TorchVision >= 0.19
+- CUDA compatible GPU (recommended)
+
+### Install from PyPI
+
+```bash
+pip install attackbench
+```
+
+### Optional dependencies
+
+```bash
+# Attack library wrappers (ART, Foolbox, Torchattacks, CleverHans, RobustBench)
+pip install "attackbench[attacks]"
+
+# Model loading utilities (RobustBench, timm, transformers)
+pip install "attackbench[models]"
+
+# Analysis and visualization tools (scikit-learn, seaborn, plotly)
+pip install "attackbench[metrics]"
+
+# Everything (attacks + models + metrics)
+pip install "attackbench[all]"
+```
+
+> **Note:** `adv-lib` is not on PyPI. Install it manually if needed:
+> `pip install git+https://github.com/jeromerony/adversarial-library`
+>
+> `deeprobust` requires `scipy<1.8.0` and only works on Python 3.9:
+> `pip install "attackbench[deeprobust]"`
+
+### Install from source (development)
+
+```bash
+git clone https://github.com/attackbench/AttackBench.git
+cd AttackBench
+pip install -e ".[dev]"
+```
+
+
+## Usage
+
+```python
+import torch
+import attackbench
+from attackbench.attacks import apgd
+
+device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+
+# Load model and dataset
+model = attackbench.get_model('Standard')
+model.to(device)
+
+dataset = attackbench.get_loader(dataset='cifar10', batch_size=128, num_samples=1000)
+
+# Run attack
+results = attackbench.run_attack(
+    model=model,
+    dataset=dataset,
+    attack=apgd,
+    threat_model='linf',
+    device=device
+)
+
+# Analyze results (requires attackbench[metrics])
+stats = attackbench.get_stats(results, 'linf')
+print(f"ASR: {stats['asr']*100:.1f}%")
+```
+
+Preconfigured attacks available out of the box: `pgd`, `fgsm`, `apgd`, `fab`, `fmn`, `deepfool`, `superdeepfool`, `trust_region`.
+
+To use attacks from external libraries (requires `attackbench[attacks]`):
+
+```python
+# List available attacks
+attacks = attackbench.list_attacks(threat_model='linf')
+
+# Load a specific library attack
+art_pgd = attackbench.get_attack(lib='art', attack='pgd', threat_model='linf')
+results = attackbench.run_attack(model=model, dataset=dataset, attack=art_pgd, threat_model='linf', device=device)
+```
+
+
+
+## Attack format
+
+Tthe wrappers for all the implementations (including libraries) must have the following format:
+
+- inputs:
+    - `model`: `nn.Module` taking inputs in the [0, 1] range and returning logits in $\mathbb{R}^K$
+    - `inputs`: `FloatTensor` representing the input samples in the [0, 1] range
+    - `labels`: `LongTensor` representing the labels of the samples
+    - `targets`: `LongTensor` or `None` representing the targets associated to each samples
+    - `targeted`: `bool` flag indicating if a targeted attack should be performed
+- output:
+    - `adv_inputs`: `FloatTensor` representing the perturbed inputs in the [0, 1] range
+
+
+## Citation
+
+If you use the **AttackBench** leaderboards or implementation, then consider citing our [paper]():
+
+```bibtex
+@inproceedings{cina2025attackbench,
+  title={Attackbench: Evaluating gradient-based attacks for adversarial examples},
+  author={Cin{\`a}, Antonio Emanuele and Rony, J{\'e}r{\^o}me and Pintor, Maura and Demetrio, Luca and Demontis, Ambra and Biggio, Battista and Ayed, Ismail Ben and Roli, Fabio},
+  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
+  volume={39},
+  number={3},
+  pages={2600--2608},
+  year={2025},
+  DOI={10.1609/aaai.v39i3.32263}
+}
+```
+
+## Contact 
+Feel free to contact us about anything related to **`AttackBench`** by creating an issue, a pull request or 
+by email at `antonio.cina@unige.it`.
+
+## Acknowledgements
+AttackBench has been partially developed with the support of European Union’s [ELSA – European Lighthouse on Secure and Safe AI](https://elsa-ai.eu), Horizon Europe, grant agreement No. 101070617, and [Sec4AI4Sec - Cybersecurity for AI-Augmented Systems](https://www.sec4ai4sec-project.eu), Horizon Europe, grant agreement No. 101120393.
+
+<img src="_static/assets/logos/sec4AI4sec.png" alt="sec4ai4sec" style="width:70px;"/> &nbsp;&nbsp; 
+<img src="_static/assets/logos/elsa.jpg" alt="elsa" style="width:70px;"/> &nbsp;&nbsp; 
+<img src="_static/assets/logos/FundedbytheEU.png" alt="europe" style="width:240px;"/>

attackbenchlib-1.0.0a9/README.md

@@ -0,0 +1,185 @@
+# **AttackBench**: Evaluating Gradient-based Attacks for Adversarial Examples
+
+Antonio Emanuele Cinà, Jérôme Rony, Maura Pintor, Luca Demetrio, Ambra Demontis, Battista Biggio, Ismail Ben Ayed, Fabio Roli, and Riccardo Trebiani
+
+**Leaderboard**: [https://attackbench.github.io/](https://attackbench.github.io/)
+
+**Paper:** [https://arxiv.org/pdf/2404.19460](https://arxiv.org/pdf/2404.19460)
+
+**Tutorial Notebook:** [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/drive/1rzzLRjMovcns25qOeEXt15R3L2Md_Pst?usp=sharing)
+
+## How it works
+
+The <code>AttackBench</code> framework wants to fairly compare gradient-based attacks based on their security evaluation curves. To this end, we derive a process involving five distinct stages, as depicted below.
+  - In stage (1), we construct a list of diverse non-robust and robust models to assess the attacks' impact on various settings, thus testing their adaptability to diverse defensive strategies. 
+  - In stage (2), we define an environment for testing gradient-based attacks under a systematic and reproducible protocol. 
+        This step provides common ground with shared assumptions, advantages, and limitations. 
+        We then run the attacks against the selected models individually and collect the performance metrics of interest in our analysis, which are perturbation size, execution time, and query usage. 
+  - In stage (3), we gather all the previously-obtained results, comparing  attacks with the novel <code>local optimality</code> metric. 
+  - Finally, in stage (4), we aggregate the optimality results from all considered models, and in stage (5) we rank the attacks based on their average optimality, namely <code>global optimality</code>. 
+  
+
+<p align="center"><img src="https://attackbench.github.io/assets/AtkBench.svg" width="1300"></p>
+
+
+## Currently implemented
+
+| Attack       | Original | Advertorch | Adv_lib | ART | CleverHans | DeepRobust | Foolbox | Torchattacks |
+|--------------|:--------:|:----------:|:-------:|:---:|:----------:|:----------:|:-------:|:------------:|
+| DDN          |    ☒     |            |    ✓    |  ☒  |     ☒      |     ☒      |    ✓    |      ☒       |
+| ALMA         |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FMN          |    ✓     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ✓    |      ☒       |
+| PGD          |    ☒     |            |    ✓    |  ✓  |            |     ✓      |         |      ✓       |
+| JSMA         |    ☒     |            |    ☒    |  ✓  |     ☒      |     ☒      |    ☒    |      ☒       |
+| CW-L2        |    ☒     |            |    ✓    |  ✓  |            |     ~      |    ✓    |      ✓       |
+| CW-LINF      |    ☒     |     ☒      |    ✓    |  ✓  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FGSM         |    ☒     |            |    ☒    |  ✓  |            |            |         |      ✓       |
+| BB           |    ☒     |     ☒      |    ☒    |  ✓  |     ☒      |     ☒      |    ✓    |      ☒       |
+| DF           |    ✓     |     ☒      |    ☒    |  ✓  |     ☒      |     ~      |    ✓    |      ✓       |
+| SuperDF      |    ✓     |     ☒      |    ☒    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| APGD         |    ✓     |     ☒      |    ✓    |  ✓  |     ☒      |     ☒      |    ☒    |      ✓       |
+| BIM          |    ☒     |            |    ☒    |  ✓  |            |     ☒      |         |      ☒       |
+| EAD          |    ☒     |            |    ☒    |  ✓  |     ☒      |     ☒      |    ✓    |      ☒       |
+| PDGD         |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| PDPGD        |    ☒     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| TR           |    ✓     |     ☒      |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ☒       |
+| FAB          |    ✓     |            |    ✓    |  ☒  |     ☒      |     ☒      |    ☒    |      ✓       |
+
+
+Legend: 
+- _empty_ : not implemented yet 
+- ☒ : not available
+- ✓ : implemented
+- ~ : not functional yet
+
+
+
+## Requirements and Installation
+
+- Python >= 3.9, < 3.13
+- PyTorch >= 2.4
+- TorchVision >= 0.19
+- CUDA compatible GPU (recommended)
+
+### Install from PyPI
+
+```bash
+pip install attackbench
+```
+
+### Optional dependencies
+
+```bash
+# Attack library wrappers (ART, Foolbox, Torchattacks, CleverHans, RobustBench)
+pip install "attackbench[attacks]"
+
+# Model loading utilities (RobustBench, timm, transformers)
+pip install "attackbench[models]"
+
+# Analysis and visualization tools (scikit-learn, seaborn, plotly)
+pip install "attackbench[metrics]"
+
+# Everything (attacks + models + metrics)
+pip install "attackbench[all]"
+```
+
+> **Note:** `adv-lib` is not on PyPI. Install it manually if needed:
+> `pip install git+https://github.com/jeromerony/adversarial-library`
+>
+> `deeprobust` requires `scipy<1.8.0` and only works on Python 3.9:
+> `pip install "attackbench[deeprobust]"`
+
+### Install from source (development)
+
+```bash
+git clone https://github.com/attackbench/AttackBench.git
+cd AttackBench
+pip install -e ".[dev]"
+```
+
+
+## Usage
+
+```python
+import torch
+import attackbench
+from attackbench.attacks import apgd
+
+device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+
+# Load model and dataset
+model = attackbench.get_model('Standard')
+model.to(device)
+
+dataset = attackbench.get_loader(dataset='cifar10', batch_size=128, num_samples=1000)
+
+# Run attack
+results = attackbench.run_attack(
+    model=model,
+    dataset=dataset,
+    attack=apgd,
+    threat_model='linf',
+    device=device
+)
+
+# Analyze results (requires attackbench[metrics])
+stats = attackbench.get_stats(results, 'linf')
+print(f"ASR: {stats['asr']*100:.1f}%")
+```
+
+Preconfigured attacks available out of the box: `pgd`, `fgsm`, `apgd`, `fab`, `fmn`, `deepfool`, `superdeepfool`, `trust_region`.
+
+To use attacks from external libraries (requires `attackbench[attacks]`):
+
+```python
+# List available attacks
+attacks = attackbench.list_attacks(threat_model='linf')
+
+# Load a specific library attack
+art_pgd = attackbench.get_attack(lib='art', attack='pgd', threat_model='linf')
+results = attackbench.run_attack(model=model, dataset=dataset, attack=art_pgd, threat_model='linf', device=device)
+```
+
+
+
+## Attack format
+
+Tthe wrappers for all the implementations (including libraries) must have the following format:
+
+- inputs:
+    - `model`: `nn.Module` taking inputs in the [0, 1] range and returning logits in $\mathbb{R}^K$
+    - `inputs`: `FloatTensor` representing the input samples in the [0, 1] range
+    - `labels`: `LongTensor` representing the labels of the samples
+    - `targets`: `LongTensor` or `None` representing the targets associated to each samples
+    - `targeted`: `bool` flag indicating if a targeted attack should be performed
+- output:
+    - `adv_inputs`: `FloatTensor` representing the perturbed inputs in the [0, 1] range
+
+
+## Citation
+
+If you use the **AttackBench** leaderboards or implementation, then consider citing our [paper]():
+
+```bibtex
+@inproceedings{cina2025attackbench,
+  title={Attackbench: Evaluating gradient-based attacks for adversarial examples},
+  author={Cin{\`a}, Antonio Emanuele and Rony, J{\'e}r{\^o}me and Pintor, Maura and Demetrio, Luca and Demontis, Ambra and Biggio, Battista and Ayed, Ismail Ben and Roli, Fabio},
+  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
+  volume={39},
+  number={3},
+  pages={2600--2608},
+  year={2025},
+  DOI={10.1609/aaai.v39i3.32263}
+}
+```
+
+## Contact 
+Feel free to contact us about anything related to **`AttackBench`** by creating an issue, a pull request or 
+by email at `antonio.cina@unige.it`.
+
+## Acknowledgements
+AttackBench has been partially developed with the support of European Union’s [ELSA – European Lighthouse on Secure and Safe AI](https://elsa-ai.eu), Horizon Europe, grant agreement No. 101070617, and [Sec4AI4Sec - Cybersecurity for AI-Augmented Systems](https://www.sec4ai4sec-project.eu), Horizon Europe, grant agreement No. 101120393.
+
+<img src="_static/assets/logos/sec4AI4sec.png" alt="sec4ai4sec" style="width:70px;"/> &nbsp;&nbsp; 
+<img src="_static/assets/logos/elsa.jpg" alt="elsa" style="width:70px;"/> &nbsp;&nbsp; 
+<img src="_static/assets/logos/FundedbytheEU.png" alt="europe" style="width:240px;"/>