simpleaudit 0.2.3__tar.gz → 0.3.1__tar.gz

{simpleaudit-0.2.3/simpleaudit.egg-info → simpleaudit-0.3.1}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: simpleaudit
-Version: 0.2.3
+Version: 0.3.1
 Summary: Lightweight AI Safety Auditing Framework
 Author: SimpleAudit Contributors
 License: MIT
-Project-URL: Homepage, https://github.com/kelkalot/simpleaudit
-Project-URL: Documentation, https://github.com/kelkalot/simpleaudit#readme
-Project-URL: Repository, https://github.com/kelkalot/simpleaudit
-Project-URL: Issues, https://github.com/kelkalot/simpleaudit/issues
+Project-URL: Homepage, https://github.com/simulamet/simpleaudit
+Project-URL: Documentation, https://github.com/simulamet/simpleaudit#readme
+Project-URL: Repository, https://github.com/simulamet/simpleaudit
+Project-URL: Issues, https://github.com/simulamet/simpleaudit/issues
 Project-URL: PyPI, https://pypi.org/project/simpleaudit/
 Keywords: ai,safety,audit,red-team,llm,rag,testing
 Classifier: Development Status :: 4 - Beta
@@ -19,21 +19,27 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Testing
-Requires-Python: >=3.11
+Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: any-llm-sdk>=1.14.0
 Requires-Dist: fsspec>=2023.1.0
 Requires-Dist: tqdm>=4.66.0
+Provides-Extra: tracing
+Requires-Dist: aiohttp>=3.9; extra == "tracing"
+Requires-Dist: grpcio>=1.60; extra == "tracing"
+Requires-Dist: opentelemetry-proto>=1.20; extra == "tracing"
 Provides-Extra: plot
 Requires-Dist: matplotlib>=3.5.0; extra == "plot"
 Provides-Extra: visualize
 Requires-Dist: fastapi>=0.104.0; extra == "visualize"
 Requires-Dist: uvicorn[standard]>=0.24.0; extra == "visualize"
 Provides-Extra: dev
-Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest<9,>=8; extra == "dev"
 Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
 Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
+Requires-Dist: pytest-xdist<3.8,>=3.6; extra == "dev"
+Requires-Dist: pytest-testmon<3,>=2; extra == "dev"
 Requires-Dist: black>=23.0.0; extra == "dev"
 Requires-Dist: ruff>=0.1.0; extra == "dev"
 Provides-Extra: all
@@ -42,7 +48,7 @@ Dynamic: license-file
 
 <div align="center">
 
-[![DPG Badge](https://img.shields.io/badge/Verified-DPG-3333AB?logo=data:image/svg%2bxml;base64,PHN2ZyB3aWR0aD0iMzEiIGhlaWdodD0iMzMiIHZpZXdCb3g9IjAgMCAzMSAzMyIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPHBhdGggZD0iTTE0LjIwMDggMjEuMzY3OEwxMC4xNzM2IDE4LjAxMjRMMTEuNTIxOSAxNi40MDAzTDEzLjk5MjggMTguNDU5TDE5LjYyNjkgMTIuMjExMUwyMS4xOTA5IDEzLjYxNkwxNC4yMDA4IDIxLjM2NzhaTTI0LjYyNDEgOS4zNTEyN0wyNC44MDcxIDMuMDcyOTdMMTguODgxIDUuMTg2NjJMMTUuMzMxNCAtMi4zMzA4MmUtMDVMMTEuNzgyMSA1LjE4NjYyTDUuODU2MDEgMy4wNzI5N0w2LjAzOTA2IDkuMzUxMjdMMCAxMS4xMTc3TDMuODQ1MjEgMTYuMDg5NUwwIDIxLjA2MTJMNi4wMzkwNiAyMi44Mjc3TDUuODU2MDEgMjkuMTA2TDExLjc4MjEgMjYuOTkyM0wxNS4zMzE0IDMyLjE3OUwxOC44ODEgMjYuOTkyM0wyNC44MDcxIDI5LjEwNkwyNC42MjQxIDIyLjgyNzdMMzAuNjYzMSAyMS4wNjEyTDI2LjgxNzYgMTYuMDg5NUwzMC42NjMxIDExLjExNzdMMjQuNjI0MSA5LjM1MTI3WiIgZmlsbD0id2hpdGUiLz4KPC9zdmc+Cg==)](https://www.digitalpublicgoods.net/r/simpleaudit) [![PyPI version](https://badge.fury.io/py/simpleaudit.svg)](https://pypi.org/project/simpleaudit/) [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Release](https://github.com/kelkalot/simpleaudit/actions/workflows/tests.yml/badge.svg)](https://github.com/kelkalot/simpleaudit/actions/workflows/tests.yml) [![Last Commit](https://img.shields.io/github/last-commit/kelkalot/simpleaudit)](https://github.com/kelkalot/simpleaudit/commits/main)
+[![DPG Badge](https://img.shields.io/badge/Verified-DPG-3333AB?logo=data:image/svg%2bxml;base64,PHN2ZyB3aWR0aD0iMzEiIGhlaWdodD0iMzMiIHZpZXdCb3g9IjAgMCAzMSAzMyIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPHBhdGggZD0iTTE0LjIwMDggMjEuMzY3OEwxMC4xNzM2IDE4LjAxMjRMMTEuNTIxOSAxNi40MDAzTDEzLjk5MjggMTguNDU5TDE5LjYyNjkgMTIuMjExMUwyMS4xOTA5IDEzLjYxNkwxNC4yMDA4IDIxLjM2NzhaTTI0LjYyNDEgOS4zNTEyN0wyNC44MDcxIDMuMDcyOTdMMTguODgxIDUuMTg2NjJMMTUuMzMxNCAtMi4zMzA4MmUtMDVMMTEuNzgyMSA1LjE4NjYyTDUuODU2MDEgMy4wNzI5N0w2LjAzOTA2IDkuMzUxMjdMMCAxMS4xMTc3TDMuODQ1MjEgMTYuMDg5NUwwIDIxLjA2MTJMNi4wMzkwNiAyMi44Mjc3TDUuODU2MDEgMjkuMTA2TDExLjc4MjEgMjYuOTkyM0wxNS4zMzE0IDMyLjE3OUwxOC44ODEgMjYuOTkyM0wyNC44MDcxIDI5LjEwNkwyNC42MjQxIDIyLjgyNzdMMzAuNjYzMSAyMS4wNjEyTDI2LjgxNzYgMTYuMDg5NUwzMC42NjMxIDExLjExNzdMMjQuNjI0MSA5LjM1MTI3WiIgZmlsbD0id2hpdGUiLz4KPC9zdmc+Cg==)](https://www.digitalpublicgoods.net/r/simpleaudit) [![PyPI version](https://badge.fury.io/py/simpleaudit.svg)](https://pypi.org/project/simpleaudit/) [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Release](https://github.com/simulamet/simpleaudit/actions/workflows/tests.yml/badge.svg)](https://github.com/simulamet/simpleaudit/actions/workflows/tests.yml) [![Last Commit](https://img.shields.io/github/last-commit/simulamet/simpleaudit)](https://github.com/simulamet/simpleaudit/commits/main)
 
 <img width="300px" alt="simpleaudit-logo" src="https://github.com/user-attachments/assets/2ed38ae0-f834-4934-bcc4-48fe441b8b2b" />
 
@@ -58,7 +64,7 @@ Developed by [Simula](https://www.simula.no/) and [SimulaMet](https://www.simula
 SimpleAudit is a simple, extensible, local-first framework for multilingual auditing and red-teaming of AI systems via adversarial probing. It supports open models running locally (no APIs required) and can optionally run evaluations against API-hosted models. SimpleAudit does not collect or transmit user data by default and is designed for minimal setup.
 </div>
 
-See the [standards and best practices for creating custom test scenarios](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/scenarios/simpleaudit_scenario_guidelines_v1.0.md).  
+See the [standards and best practices for creating custom test scenarios](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/scenarios/simpleaudit_scenario_guidelines_v1.0.md).  
 
 <img alt="simpleaudit_example_gemma_model" src="https://github.com/user-attachments/assets/05c45a62-74e7-4aa3-a3cd-41bad0cc8233" />
 
@@ -114,7 +120,7 @@ pip install -U simpleaudit[plot]
 **Install from GitHub** (for latest development features):
 
 ```bash
-pip install -U git+https://github.com/kelkalot/simpleaudit.git
+pip install -U git+https://github.com/simulamet/simpleaudit.git
 ```
 
 ## Quick Start
@@ -169,7 +175,7 @@ pip install 'simpleaudit[visualize]'
 simpleaudit serve --results_dir ./my_audit_results
 ```
 This will spin-up a local web server to explore results with scenario details. 👉 [Check for live demo.](https://simulamet-simpleauditvisualization.hf.space)
-See [visualization/README.md](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/visualization/README.md) for more options and features.
+See [visualization/README.md](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/visualization/README.md) for more options and features.
 
 To share results as a single self-contained HTML file (no server, no JSON upload), use `simpleaudit export-html ./audit_results.json` or the **Download HTML** button in the visualizer.
 
@@ -182,7 +188,7 @@ If the command fails:
 - **Weird import/module error** — stale cache. Run `uv cache clean` and retry.
 </Troubleshooting>
 
-[![simpleaudit-visualization-ui](https://github.com/user-attachments/assets/f9bbb891-a847-48d4-85d6-6d6d99c9e017)](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/visualization/README.md)
+[![simpleaudit-visualization-ui](https://github.com/user-attachments/assets/f9bbb891-a847-48d4-85d6-6d6d99c9e017)](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/visualization/README.md)
 
 ### Running Experiments
 
@@ -1144,7 +1150,7 @@ Contributions welcome! Areas of interest:
 - More target adapters
 - Documentation improvements
 
-Don't hesitate to contact us or [open issues](https://github.com/kelkalot/simpleaudit/issues) if you have questions, feedback, or encounter any problems.
+Don't hesitate to contact us or [open issues](https://github.com/simulamet/simpleaudit/issues) if you have questions, feedback, or encounter any problems.
 
 ## Main Contributors  
 [Michael A. Riegler](https://www.simula.no/people/michael) (Simula) \
@@ -1184,10 +1190,10 @@ If you use SimpleAudit in research or procurement, please cite the methodology p
 
 ## Governance & Compliance
 
-- 📋 [Digital Public Good Compliance](https://github.com/kelkalot/simpleaudit/blob/main/DPG.md) — SDG alignment, ownership, standards
-- 🤝 [Code of Conduct](https://github.com/kelkalot/simpleaudit/blob/main/CODE_OF_CONDUCT.md) — Community guidelines and responsible use
-- 🔒 [Security Policy](https://github.com/kelkalot/simpleaudit/blob/main/SECURITY.md) — Vulnerability reporting and security considerations
+- 📋 [Digital Public Good Compliance](https://github.com/simulamet/simpleaudit/blob/main/DPG.md) — SDG alignment, ownership, standards
+- 🤝 [Code of Conduct](https://github.com/simulamet/simpleaudit/blob/main/CODE_OF_CONDUCT.md) — Community guidelines and responsible use
+- 🔒 [Security Policy](https://github.com/simulamet/simpleaudit/blob/main/SECURITY.md) — Vulnerability reporting and security considerations
 
 ## License
 
-MIT License - see [LICENSE](https://github.com/kelkalot/simpleaudit/blob/main/LICENSE) for details.
+MIT License - see [LICENSE](https://github.com/simulamet/simpleaudit/blob/main/LICENSE) for details.

{simpleaudit-0.2.3 → simpleaudit-0.3.1}/README.md

@@ -1,6 +1,6 @@
 <div align="center">
 
-[![DPG Badge](https://img.shields.io/badge/Verified-DPG-3333AB?logo=data:image/svg%2bxml;base64,PHN2ZyB3aWR0aD0iMzEiIGhlaWdodD0iMzMiIHZpZXdCb3g9IjAgMCAzMSAzMyIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPHBhdGggZD0iTTE0LjIwMDggMjEuMzY3OEwxMC4xNzM2IDE4LjAxMjRMMTEuNTIxOSAxNi40MDAzTDEzLjk5MjggMTguNDU5TDE5LjYyNjkgMTIuMjExMUwyMS4xOTA5IDEzLjYxNkwxNC4yMDA4IDIxLjM2NzhaTTI0LjYyNDEgOS4zNTEyN0wyNC44MDcxIDMuMDcyOTdMMTguODgxIDUuMTg2NjJMMTUuMzMxNCAtMi4zMzA4MmUtMDVMMTEuNzgyMSA1LjE4NjYyTDUuODU2MDEgMy4wNzI5N0w2LjAzOTA2IDkuMzUxMjdMMCAxMS4xMTc3TDMuODQ1MjEgMTYuMDg5NUwwIDIxLjA2MTJMNi4wMzkwNiAyMi44Mjc3TDUuODU2MDEgMjkuMTA2TDExLjc4MjEgMjYuOTkyM0wxNS4zMzE0IDMyLjE3OUwxOC44ODEgMjYuOTkyM0wyNC44MDcxIDI5LjEwNkwyNC42MjQxIDIyLjgyNzdMMzAuNjYzMSAyMS4wNjEyTDI2LjgxNzYgMTYuMDg5NUwzMC42NjMxIDExLjExNzdMMjQuNjI0MSA5LjM1MTI3WiIgZmlsbD0id2hpdGUiLz4KPC9zdmc+Cg==)](https://www.digitalpublicgoods.net/r/simpleaudit) [![PyPI version](https://badge.fury.io/py/simpleaudit.svg)](https://pypi.org/project/simpleaudit/) [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Release](https://github.com/kelkalot/simpleaudit/actions/workflows/tests.yml/badge.svg)](https://github.com/kelkalot/simpleaudit/actions/workflows/tests.yml) [![Last Commit](https://img.shields.io/github/last-commit/kelkalot/simpleaudit)](https://github.com/kelkalot/simpleaudit/commits/main)
+[![DPG Badge](https://img.shields.io/badge/Verified-DPG-3333AB?logo=data:image/svg%2bxml;base64,PHN2ZyB3aWR0aD0iMzEiIGhlaWdodD0iMzMiIHZpZXdCb3g9IjAgMCAzMSAzMyIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPHBhdGggZD0iTTE0LjIwMDggMjEuMzY3OEwxMC4xNzM2IDE4LjAxMjRMMTEuNTIxOSAxNi40MDAzTDEzLjk5MjggMTguNDU5TDE5LjYyNjkgMTIuMjExMUwyMS4xOTA5IDEzLjYxNkwxNC4yMDA4IDIxLjM2NzhaTTI0LjYyNDEgOS4zNTEyN0wyNC44MDcxIDMuMDcyOTdMMTguODgxIDUuMTg2NjJMMTUuMzMxNCAtMi4zMzA4MmUtMDVMMTEuNzgyMSA1LjE4NjYyTDUuODU2MDEgMy4wNzI5N0w2LjAzOTA2IDkuMzUxMjdMMCAxMS4xMTc3TDMuODQ1MjEgMTYuMDg5NUwwIDIxLjA2MTJMNi4wMzkwNiAyMi44Mjc3TDUuODU2MDEgMjkuMTA2TDExLjc4MjEgMjYuOTkyM0wxNS4zMzE0IDMyLjE3OUwxOC44ODEgMjYuOTkyM0wyNC44MDcxIDI5LjEwNkwyNC42MjQxIDIyLjgyNzdMMzAuNjYzMSAyMS4wNjEyTDI2LjgxNzYgMTYuMDg5NUwzMC42NjMxIDExLjExNzdMMjQuNjI0MSA5LjM1MTI3WiIgZmlsbD0id2hpdGUiLz4KPC9zdmc+Cg==)](https://www.digitalpublicgoods.net/r/simpleaudit) [![PyPI version](https://badge.fury.io/py/simpleaudit.svg)](https://pypi.org/project/simpleaudit/) [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Release](https://github.com/simulamet/simpleaudit/actions/workflows/tests.yml/badge.svg)](https://github.com/simulamet/simpleaudit/actions/workflows/tests.yml) [![Last Commit](https://img.shields.io/github/last-commit/simulamet/simpleaudit)](https://github.com/simulamet/simpleaudit/commits/main)
 
 <img width="300px" alt="simpleaudit-logo" src="https://github.com/user-attachments/assets/2ed38ae0-f834-4934-bcc4-48fe441b8b2b" />
 
@@ -16,7 +16,7 @@ Developed by [Simula](https://www.simula.no/) and [SimulaMet](https://www.simula
 SimpleAudit is a simple, extensible, local-first framework for multilingual auditing and red-teaming of AI systems via adversarial probing. It supports open models running locally (no APIs required) and can optionally run evaluations against API-hosted models. SimpleAudit does not collect or transmit user data by default and is designed for minimal setup.
 </div>
 
-See the [standards and best practices for creating custom test scenarios](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/scenarios/simpleaudit_scenario_guidelines_v1.0.md).  
+See the [standards and best practices for creating custom test scenarios](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/scenarios/simpleaudit_scenario_guidelines_v1.0.md).  
 
 <img alt="simpleaudit_example_gemma_model" src="https://github.com/user-attachments/assets/05c45a62-74e7-4aa3-a3cd-41bad0cc8233" />
 
@@ -72,7 +72,7 @@ pip install -U simpleaudit[plot]
 **Install from GitHub** (for latest development features):
 
 ```bash
-pip install -U git+https://github.com/kelkalot/simpleaudit.git
+pip install -U git+https://github.com/simulamet/simpleaudit.git
 ```
 
 ## Quick Start
@@ -127,7 +127,7 @@ pip install 'simpleaudit[visualize]'
 simpleaudit serve --results_dir ./my_audit_results
 ```
 This will spin-up a local web server to explore results with scenario details. 👉 [Check for live demo.](https://simulamet-simpleauditvisualization.hf.space)
-See [visualization/README.md](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/visualization/README.md) for more options and features.
+See [visualization/README.md](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/visualization/README.md) for more options and features.
 
 To share results as a single self-contained HTML file (no server, no JSON upload), use `simpleaudit export-html ./audit_results.json` or the **Download HTML** button in the visualizer.
 
@@ -140,7 +140,7 @@ If the command fails:
 - **Weird import/module error** — stale cache. Run `uv cache clean` and retry.
 </Troubleshooting>
 
-[![simpleaudit-visualization-ui](https://github.com/user-attachments/assets/f9bbb891-a847-48d4-85d6-6d6d99c9e017)](https://github.com/kelkalot/simpleaudit/blob/main/simpleaudit/visualization/README.md)
+[![simpleaudit-visualization-ui](https://github.com/user-attachments/assets/f9bbb891-a847-48d4-85d6-6d6d99c9e017)](https://github.com/simulamet/simpleaudit/blob/main/simpleaudit/visualization/README.md)
 
 ### Running Experiments
 
@@ -1102,7 +1102,7 @@ Contributions welcome! Areas of interest:
 - More target adapters
 - Documentation improvements
 
-Don't hesitate to contact us or [open issues](https://github.com/kelkalot/simpleaudit/issues) if you have questions, feedback, or encounter any problems.
+Don't hesitate to contact us or [open issues](https://github.com/simulamet/simpleaudit/issues) if you have questions, feedback, or encounter any problems.
 
 ## Main Contributors  
 [Michael A. Riegler](https://www.simula.no/people/michael) (Simula) \
@@ -1142,10 +1142,10 @@ If you use SimpleAudit in research or procurement, please cite the methodology p
 
 ## Governance & Compliance
 
-- 📋 [Digital Public Good Compliance](https://github.com/kelkalot/simpleaudit/blob/main/DPG.md) — SDG alignment, ownership, standards
-- 🤝 [Code of Conduct](https://github.com/kelkalot/simpleaudit/blob/main/CODE_OF_CONDUCT.md) — Community guidelines and responsible use
-- 🔒 [Security Policy](https://github.com/kelkalot/simpleaudit/blob/main/SECURITY.md) — Vulnerability reporting and security considerations
+- 📋 [Digital Public Good Compliance](https://github.com/simulamet/simpleaudit/blob/main/DPG.md) — SDG alignment, ownership, standards
+- 🤝 [Code of Conduct](https://github.com/simulamet/simpleaudit/blob/main/CODE_OF_CONDUCT.md) — Community guidelines and responsible use
+- 🔒 [Security Policy](https://github.com/simulamet/simpleaudit/blob/main/SECURITY.md) — Vulnerability reporting and security considerations
 
 ## License
 
-MIT License - see [LICENSE](https://github.com/kelkalot/simpleaudit/blob/main/LICENSE) for details.
+MIT License - see [LICENSE](https://github.com/simulamet/simpleaudit/blob/main/LICENSE) for details.

{simpleaudit-0.2.3 → simpleaudit-0.3.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "simpleaudit"
-version = "0.2.3"
+version = "0.3.1"
 description = "Lightweight AI Safety Auditing Framework"
 readme = "README.md"
 license = {text = "MIT"}
@@ -23,7 +23,7 @@ classifiers = [
     "Topic :: Scientific/Engineering :: Artificial Intelligence",
     "Topic :: Software Development :: Testing",
 ]
-requires-python = ">=3.11"
+requires-python = ">=3.11,<3.14"
 dependencies = [
     "any-llm-sdk>=1.14.0",
     "fsspec>=2023.1.0",
@@ -34,25 +34,38 @@ dependencies = [
 simpleaudit = "simpleaudit.cli:main"
 
 [project.optional-dependencies]
+# OTLP trace ingestion (simpleaudit.tracing). The core audit engine works with
+# no tracing; install this extra to run the builtin OTLP receiver (HTTP-JSON
+# and gRPC) that captures spans from instrumented targets.
+tracing = [
+    "aiohttp>=3.9",
+    "grpcio>=1.60",
+    "opentelemetry-proto>=1.20",
+]
 plot = ["matplotlib>=3.5.0"]
 visualize = [
     "fastapi>=0.104.0",
     "uvicorn[standard]>=0.24.0",
 ]
 dev = [
-    "pytest>=7.0.0",
+    # pytest is pinned <9 because pytest-testmon 2.x is not yet compatible with
+    # pytest 9 (same pin as Studio).
+    "pytest>=8,<9",
     "pytest-asyncio>=0.21.0",
     "pytest-cov>=4.0.0",
+    # xdist is pinned <3.8 because 3.8+ pulls in `greenlet` (same pin as Studio).
+    "pytest-xdist>=3.6,<3.8",
+    "pytest-testmon>=2,<3",
     "black>=23.0.0",
     "ruff>=0.1.0",
 ]
 all = ["simpleaudit[plot,visualize,dev]"]
 
 [project.urls]
-Homepage = "https://github.com/kelkalot/simpleaudit"
-Documentation = "https://github.com/kelkalot/simpleaudit#readme"
-Repository = "https://github.com/kelkalot/simpleaudit"
-Issues = "https://github.com/kelkalot/simpleaudit/issues"
+Homepage = "https://github.com/simulamet/simpleaudit"
+Documentation = "https://github.com/simulamet/simpleaudit#readme"
+Repository = "https://github.com/simulamet/simpleaudit"
+Issues = "https://github.com/simulamet/simpleaudit/issues"
 PyPI = "https://pypi.org/project/simpleaudit/"
 
 [tool.setuptools.packages.find]

{simpleaudit-0.2.3 → simpleaudit-0.3.1}/simpleaudit/__init__.py

@@ -35,6 +35,15 @@ except PackageNotFoundError:
 __author__ = "SimpleAudit Contributors"
 
 from .model_auditor import ModelAuditor
+from .auditor import Auditor
+from .targets import (
+    CallableTarget,
+    HTTPAppTarget,
+    ModelTarget,
+    Target,
+    TargetContext,
+    TargetResponse,
+)
 from .results import AuditResults, AuditResult
 from .scenarios import get_scenarios, list_scenario_packs
 from .judges import build_judge, customize_judge, get_judge, list_judge_configs
@@ -44,8 +53,10 @@ from .repeated_results import (
     ModelStabilityReport,
     RepeatedExperimentResults,
     ScenarioStats,
+    aggregate_severities,
 )
 from .cross_judge import CrossJudgeExperiment, CrossJudgeResults, compare_judges
+from .stats import DEFAULT_Z, two_proportion_z, wilson_interval
 from .reframing import (
     PanelResults,
     PanelVerdict,
@@ -75,6 +86,13 @@ from .perturbations import (
 
 __all__ = [
     "ModelAuditor",
+    "Auditor",
+    "Target",
+    "TargetContext",
+    "TargetResponse",
+    "ModelTarget",
+    "HTTPAppTarget",
+    "CallableTarget",
     "AuditResults",
     "AuditResult",
     "get_scenarios",
@@ -89,6 +107,10 @@ __all__ = [
     "ModelStabilityReport",
     "ScenarioStats",
     "FRAGILE_THRESHOLD_DEFAULT",
+    "aggregate_severities",
+    "wilson_interval",
+    "two_proportion_z",
+    "DEFAULT_Z",
     "CrossJudgeExperiment",
     "CrossJudgeResults",
     "compare_judges",

simpleaudit-0.3.1/simpleaudit/auditor.py

@@ -0,0 +1,99 @@
+"""
+Auditor — the primary, target-agnostic entry point.
+
+``Auditor`` is the long-term primary class. It accepts any :class:`Target`
+(model, HTTP app, callable) and any judge configuration, and delegates to the
+full :class:`ModelAuditor` engine (scenarios, judges, findings, reports).
+
+    auditor = Auditor(
+        target=HTTPAppTarget(url="https://agent.example.com/chat",
+                             response_path="answer"),
+        judge_model="gpt-4o",
+        judge_provider="openai",
+    )
+    results = await auditor.run_async("safety")
+
+``ModelAuditor`` remains available as a backwards-compatible convenience
+wrapper for model-only audits.
+"""
+
+from __future__ import annotations
+
+from typing import Any, Optional
+
+from .model_auditor import ModelAuditor
+from .targets import Target
+
+
+class Auditor:
+    """Target-agnostic auditor.
+
+    Parameters
+    ----------
+    target:
+        Any :class:`~simpleaudit.targets.Target`. Required.
+    judge_model / judge_provider / judge_api_key / judge_base_url:
+        Judge LLM configuration (defaults to OpenAI).
+    **kwargs:
+        Forwarded to :class:`ModelAuditor` for advanced options (scenarios,
+        system_prompt, max_retries, on_turn, etc.).
+
+    Notes
+    -----
+    Because the engine's scenario/judge/report machinery lives in
+    :class:`ModelAuditor`, ``Auditor`` constructs one and overrides its target.
+    The ``model`` / ``provider`` / ``api_key`` / ``base_url`` arguments are
+    accepted for compatibility but are ignored when an explicit ``target`` is
+    provided (the target already knows how to reach the system under test).
+    """
+
+    def __init__(
+        self,
+        target: Target,
+        *,
+        judge_model: str = "gpt-4o",
+        judge_provider: str = "openai",
+        judge_api_key: Optional[str] = None,
+        judge_base_url: Optional[str] = None,
+        **kwargs: Any,
+    ) -> None:
+        if target is None:
+            raise ValueError("Auditor requires a target")
+
+        # Build the underlying engine. Since an explicit target is provided,
+        # skip creating the (unused) AnyLLM target client so we don't require
+        # an API key / network for a target we will never call.
+        ModelAuditor._skip_target_client = True
+        try:
+            self._engine = ModelAuditor(
+                model=kwargs.pop("model", "unused"),
+                provider=kwargs.pop("provider", "openai"),
+                judge_model=judge_model,
+                judge_provider=judge_provider,
+                judge_api_key=judge_api_key,
+                judge_base_url=judge_base_url,
+                **kwargs,
+            )
+        finally:
+            ModelAuditor._skip_target_client = False
+        self._engine.set_target(target)
+        self._target = target
+
+    @property
+    def target(self) -> Target:
+        return self._target
+
+    @property
+    def engine(self) -> ModelAuditor:
+        """The underlying :class:`ModelAuditor` engine (advanced access)."""
+        return self._engine
+
+    def __getattr__(self, name: str) -> Any:
+        # Delegate everything else (run_async, run, results, etc.) to the engine.
+        return getattr(self._engine, name)
+
+    async def run_async(self, *args: Any, **kwargs: Any) -> Any:
+        return await self._engine.run_async(*args, **kwargs)
+
+    def run(self, *args: Any, **kwargs: Any) -> Any:
+        return self._engine.run(*args, **kwargs)

{simpleaudit-0.2.3 → simpleaudit-0.3.1}/simpleaudit/experiment.py

@@ -328,18 +328,25 @@ class AuditExperiment:
         language: str,
         max_workers: int,
         on_turn: Optional[Callable[[int, int, str], None]] = None,
+        audit_run_id: Optional[str] = None,
+        trace_correlation: Optional[Any] = None,
     ) -> AuditResults:
         """Execute one rep with auto-retry on ERROR. Returns the final result."""
         attempts = 1 + self.max_retries_per_rep
         result: Optional[AuditResults] = None
         for attempt in range(attempts):
             auditor = ModelAuditor(**merged)
+            # trace_correlation may be a zero-arg callable (resolved per rep so
+            # the caller can swap in a fresh correlation at each rep boundary).
+            corr = trace_correlation() if callable(trace_correlation) else trace_correlation
             result = await auditor.run_async(
                 scenarios,
                 max_turns=max_turns,
                 language=language,
                 max_workers=max_workers,
                 on_turn=on_turn,
+                audit_run_id=audit_run_id,
+                trace_correlation=corr,
             )
             if not any(r.severity == "ERROR" for r in result):
                 break
@@ -360,6 +367,8 @@ class AuditExperiment:
         max_turns: Optional[int] = None,
         language: str = "English",
         on_turn: Optional[Callable[[int, int, str], None]] = None,
+        audit_run_id: Optional[str] = None,
+        trace_correlation: Optional[Any] = None,
     ) -> List[AuditResult]:
         """Run a single scenario N times for one model.
 
@@ -377,6 +386,11 @@ class AuditExperiment:
                 ``(turn_index, max_turns, role)`` where role is "auditor",
                 "target", or "judge". Called synchronously from within the
                 asyncio event loop.
+            audit_run_id: Optional run id propagated to each rep's
+                ``run_async`` for trace correlation.
+            trace_correlation: Optional :class:`TraceCorrelation` shared
+                across reps; each rep records its ``turn_id -> trace_id``
+                links so the caller can fetch per-rep trace evidence.
 
         Returns:
             List of :class:`AuditResult`, one per completed rep. May be
@@ -428,6 +442,8 @@ class AuditExperiment:
             rep_result = await self._run_single_rep(
                 merged, [scenario], max_turns, language, max_workers=1,
                 on_turn=on_turn,
+                audit_run_id=audit_run_id,
+                trace_correlation=trace_correlation,
             )
 
             # Persist