auditkit 1.1.2__tar.gz → 1.1.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (415) hide show
  1. {auditkit-1.1.2 → auditkit-1.1.3}/CHANGELOG.md +5 -0
  2. {auditkit-1.1.2 → auditkit-1.1.3}/CITATION.cff +1 -1
  3. {auditkit-1.1.2 → auditkit-1.1.3}/PKG-INFO +7 -2
  4. {auditkit-1.1.2 → auditkit-1.1.3}/README.md +2 -0
  5. {auditkit-1.1.2 → auditkit-1.1.3}/docs/community/faq.md +2 -1
  6. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/README.md +1 -1
  7. {auditkit-1.1.2 → auditkit-1.1.3}/mkdocs.yml +3 -0
  8. {auditkit-1.1.2 → auditkit-1.1.3}/pyproject.toml +5 -2
  9. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/__init__.py +1 -1
  10. {auditkit-1.1.2 → auditkit-1.1.3}/.gitattributes +0 -0
  11. {auditkit-1.1.2 → auditkit-1.1.3}/.github/workflows/check-release-version.yml +0 -0
  12. {auditkit-1.1.2 → auditkit-1.1.3}/.github/workflows/patch-release.yml +0 -0
  13. {auditkit-1.1.2 → auditkit-1.1.3}/.gitignore +0 -0
  14. {auditkit-1.1.2 → auditkit-1.1.3}/AGENTS.md +0 -0
  15. {auditkit-1.1.2 → auditkit-1.1.3}/LICENSE.md +0 -0
  16. {auditkit-1.1.2 → auditkit-1.1.3}/docs/CNAME +0 -0
  17. {auditkit-1.1.2 → auditkit-1.1.3}/docs/GUIDE.md +0 -0
  18. {auditkit-1.1.2 → auditkit-1.1.3}/docs/HF_ENDPOINT.md +0 -0
  19. {auditkit-1.1.2 → auditkit-1.1.3}/docs/SGLANG.md +0 -0
  20. {auditkit-1.1.2 → auditkit-1.1.3}/docs/VLLM_KNOWN_ISSUES.md +0 -0
  21. {auditkit-1.1.2 → auditkit-1.1.3}/docs/about/glossary.md +0 -0
  22. {auditkit-1.1.2 → auditkit-1.1.3}/docs/about/platform-integration.md +0 -0
  23. {auditkit-1.1.2 → auditkit-1.1.3}/docs/agent_eval.md +0 -0
  24. {auditkit-1.1.2 → auditkit-1.1.3}/docs/agents_and_rag.md +0 -0
  25. {auditkit-1.1.2 → auditkit-1.1.3}/docs/annotators.md +0 -0
  26. {auditkit-1.1.2 → auditkit-1.1.3}/docs/api.md +0 -0
  27. {auditkit-1.1.2 → auditkit-1.1.3}/docs/architecture/data-model.md +0 -0
  28. {auditkit-1.1.2 → auditkit-1.1.3}/docs/architecture/system-design.md +0 -0
  29. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/auditkit-logo-black.png +0 -0
  30. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/auditkit-logo-dark.png +0 -0
  31. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/auditkit-logo-light.png +0 -0
  32. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/auditkit-logo-white.png +0 -0
  33. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/extra.css +0 -0
  34. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/extra.js +0 -0
  35. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/favicon.png +0 -0
  36. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/icon.png +0 -0
  37. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/icon.svg +0 -0
  38. {auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/logo.svg +0 -0
  39. {auditkit-1.1.2 → auditkit-1.1.3}/docs/best_practices/scorers.md +0 -0
  40. {auditkit-1.1.2 → auditkit-1.1.3}/docs/cli.md +0 -0
  41. {auditkit-1.1.2 → auditkit-1.1.3}/docs/community/changelog.md +0 -0
  42. {auditkit-1.1.2 → auditkit-1.1.3}/docs/community/contributing.md +0 -0
  43. {auditkit-1.1.2 → auditkit-1.1.3}/docs/community/roadmap.md +0 -0
  44. {auditkit-1.1.2 → auditkit-1.1.3}/docs/configuration.md +0 -0
  45. {auditkit-1.1.2 → auditkit-1.1.3}/docs/cookbook/llm_judge.md +0 -0
  46. {auditkit-1.1.2 → auditkit-1.1.3}/docs/cookbook/rag_evaluation.md +0 -0
  47. {auditkit-1.1.2 → auditkit-1.1.3}/docs/development.md +0 -0
  48. {auditkit-1.1.2 → auditkit-1.1.3}/docs/encoder_judge.md +0 -0
  49. {auditkit-1.1.2 → auditkit-1.1.3}/docs/encoder_judge_prebuilts.md +0 -0
  50. {auditkit-1.1.2 → auditkit-1.1.3}/docs/examples/custom_scorer.md +0 -0
  51. {auditkit-1.1.2 → auditkit-1.1.3}/docs/examples/experiments.md +0 -0
  52. {auditkit-1.1.2 → auditkit-1.1.3}/docs/examples/many_datasets.md +0 -0
  53. {auditkit-1.1.2 → auditkit-1.1.3}/docs/examples/model_comparison.md +0 -0
  54. {auditkit-1.1.2 → auditkit-1.1.3}/docs/examples/quickstart.md +0 -0
  55. {auditkit-1.1.2 → auditkit-1.1.3}/docs/experiments.md +0 -0
  56. {auditkit-1.1.2 → auditkit-1.1.3}/docs/getting_started.md +0 -0
  57. {auditkit-1.1.2 → auditkit-1.1.3}/docs/guard_models.md +0 -0
  58. {auditkit-1.1.2 → auditkit-1.1.3}/docs/index.md +0 -0
  59. {auditkit-1.1.2 → auditkit-1.1.3}/docs/integrations.md +0 -0
  60. {auditkit-1.1.2 → auditkit-1.1.3}/docs/known_issues.md +0 -0
  61. {auditkit-1.1.2 → auditkit-1.1.3}/docs/lexsi_integration.md +0 -0
  62. {auditkit-1.1.2 → auditkit-1.1.3}/docs/llm_judge_rendering.md +0 -0
  63. {auditkit-1.1.2 → auditkit-1.1.3}/docs/metrics.md +0 -0
  64. {auditkit-1.1.2 → auditkit-1.1.3}/docs/model_backends.md +0 -0
  65. {auditkit-1.1.2 → auditkit-1.1.3}/docs/rag_stress.md +0 -0
  66. {auditkit-1.1.2 → auditkit-1.1.3}/docs/reports.md +0 -0
  67. {auditkit-1.1.2 → auditkit-1.1.3}/docs/requirements.txt +0 -0
  68. {auditkit-1.1.2 → auditkit-1.1.3}/docs/scenarios.md +0 -0
  69. {auditkit-1.1.2 → auditkit-1.1.3}/docs/scorers_reference.md +0 -0
  70. {auditkit-1.1.2 → auditkit-1.1.3}/examples/01_full_evaluation_pipeline.ipynb +0 -0
  71. {auditkit-1.1.2 → auditkit-1.1.3}/examples/02_generation_across_hf_families.ipynb +0 -0
  72. {auditkit-1.1.2 → auditkit-1.1.3}/examples/03_custom_annotators.ipynb +0 -0
  73. {auditkit-1.1.2 → auditkit-1.1.3}/examples/04_metrics_deep_dive.ipynb +0 -0
  74. {auditkit-1.1.2 → auditkit-1.1.3}/examples/05_data_types.ipynb +0 -0
  75. {auditkit-1.1.2 → auditkit-1.1.3}/examples/06_model_comparison.ipynb +0 -0
  76. {auditkit-1.1.2 → auditkit-1.1.3}/examples/07_annotators_across_models.ipynb +0 -0
  77. {auditkit-1.1.2 → auditkit-1.1.3}/examples/08_compare_result_deep_dive.ipynb +0 -0
  78. {auditkit-1.1.2 → auditkit-1.1.3}/examples/09_guard_judge_implementation_check.ipynb +0 -0
  79. {auditkit-1.1.2 → auditkit-1.1.3}/examples/10_guard_judge_legit_models.ipynb +0 -0
  80. {auditkit-1.1.2 → auditkit-1.1.3}/examples/11_encoder_judge_prebuilts.ipynb +0 -0
  81. {auditkit-1.1.2 → auditkit-1.1.3}/examples/12_performance_metrics_demo.ipynb +0 -0
  82. {auditkit-1.1.2 → auditkit-1.1.3}/examples/13_sglang_compatibility.ipynb +0 -0
  83. {auditkit-1.1.2 → auditkit-1.1.3}/examples/14_agent_and_rag_evals.ipynb +0 -0
  84. {auditkit-1.1.2 → auditkit-1.1.3}/examples/15_agentic_rag_metrics_walkthrough.ipynb +0 -0
  85. {auditkit-1.1.2 → auditkit-1.1.3}/examples/16_agentic_endpoints_live.ipynb +0 -0
  86. {auditkit-1.1.2 → auditkit-1.1.3}/examples/17_multi_route_references.ipynb +0 -0
  87. {auditkit-1.1.2 → auditkit-1.1.3}/examples/README.md +0 -0
  88. {auditkit-1.1.2 → auditkit-1.1.3}/examples/agent_eval_offline.py +0 -0
  89. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/01_application_pruned_llama_boolq.ipynb +0 -0
  90. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/02_application_healthcare_pubmedqa.ipynb +0 -0
  91. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/03_application_finance_10k_qa.ipynb +0 -0
  92. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/04_application_ecommerce_review_triage.ipynb +0 -0
  93. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/05_application_education_arc_tutor.ipynb +0 -0
  94. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/06_application_enterprise_search_rag.ipynb +0 -0
  95. {auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/07_application_bert_nli_judge.ipynb +0 -0
  96. {auditkit-1.1.2 → auditkit-1.1.3}/examples/auditkit.yaml +0 -0
  97. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/README.md +0 -0
  98. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/compare_models.ipynb +0 -0
  99. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/metrics_generation.ipynb +0 -0
  100. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/run_lmeval.ipynb +0 -0
  101. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/sglang_auditkit.ipynb +0 -0
  102. {auditkit-1.1.2 → auditkit-1.1.3}/examples/cohere/tgi_endpoint.ipynb +0 -0
  103. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/01_cohere_and_hf_api_models.ipynb +0 -0
  104. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/02_agentic_rag_real_agent.ipynb +0 -0
  105. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/03_vllm_integration.ipynb +0 -0
  106. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/04_cohere_hf_fixes_live.ipynb +0 -0
  107. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/05_real_world_agentic_rag.ipynb +0 -0
  108. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/06_cohere_all_backends.ipynb +0 -0
  109. {auditkit-1.1.2 → auditkit-1.1.3}/examples/colab/README.md +0 -0
  110. {auditkit-1.1.2 → auditkit-1.1.3}/examples/model_comparison_notebook.py +0 -0
  111. {auditkit-1.1.2 → auditkit-1.1.3}/examples/stress_tests/README.md +0 -0
  112. {auditkit-1.1.2 → auditkit-1.1.3}/examples/stress_tests/test_stress_gated_model.py +0 -0
  113. {auditkit-1.1.2 → auditkit-1.1.3}/examples/stress_tests/test_stress_open_model_load.py +0 -0
  114. {auditkit-1.1.2 → auditkit-1.1.3}/scripts/__init__.py +0 -0
  115. {auditkit-1.1.2 → auditkit-1.1.3}/scripts/release.py +0 -0
  116. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/README.md +0 -0
  117. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/__main__.py +0 -0
  118. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/_bootstrap.py +0 -0
  119. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/_identity_guard.py +0 -0
  120. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/adapter.py +0 -0
  121. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/README.md +0 -0
  122. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/__init__.py +0 -0
  123. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/importers.py +0 -0
  124. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/lexsi.py +0 -0
  125. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/outcome.py +0 -0
  126. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/reliability.py +0 -0
  127. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/report.py +0 -0
  128. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/runner.py +0 -0
  129. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/sidecar.py +0 -0
  130. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/agent_eval/types.py +0 -0
  131. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/annotator.py +0 -0
  132. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/api.py +0 -0
  133. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/assets/auditkit_logo.png +0 -0
  134. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/bfcl.py +0 -0
  135. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/cache.py +0 -0
  136. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/cli.py +0 -0
  137. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/comparison.py +0 -0
  138. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/compat.py +0 -0
  139. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/diff.py +0 -0
  140. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/errors.py +0 -0
  141. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/evaluator.py +0 -0
  142. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/experiment.py +0 -0
  143. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/hf_publish.py +0 -0
  144. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/lexsi_login.py +0 -0
  145. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/lexsi_relay.py +0 -0
  146. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/lmeval_engine.py +0 -0
  147. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/loaders.py +0 -0
  148. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/logs.py +0 -0
  149. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metric.py +0 -0
  150. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/README.md +0 -0
  151. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/__init__.py +0 -0
  152. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/agent.py +0 -0
  153. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/code.py +0 -0
  154. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/embedding.py +0 -0
  155. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/encoder_judge.py +0 -0
  156. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/generation.py +0 -0
  157. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/guard.py +0 -0
  158. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/hallucination.py +0 -0
  159. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/judge.py +0 -0
  160. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/pairwise.py +0 -0
  161. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/perf.py +0 -0
  162. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/rag.py +0 -0
  163. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/rag_judge.py +0 -0
  164. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/rag_stress.py +0 -0
  165. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/rag_stress_ops.py +0 -0
  166. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/rag_stress_runner.py +0 -0
  167. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/retrieval.py +0 -0
  168. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/security.py +0 -0
  169. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/metrics/toxicity.py +0 -0
  170. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/README.md +0 -0
  171. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/__init__.py +0 -0
  172. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/agent_endpoint.py +0 -0
  173. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/anthropic.py +0 -0
  174. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/api_gen.py +0 -0
  175. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/groq_gen.py +0 -0
  176. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/hf_gen.py +0 -0
  177. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/lexsi.py +0 -0
  178. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/litellm_gen.py +0 -0
  179. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/openai.py +0 -0
  180. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/openrouter_gen.py +0 -0
  181. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model/vllm_gen.py +0 -0
  182. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/model_compare.py +0 -0
  183. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/provenance.py +0 -0
  184. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/README.md +0 -0
  185. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/__init__.py +0 -0
  186. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/detector.py +0 -0
  187. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/detectors/README.md +0 -0
  188. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/detectors/builtin.py +0 -0
  189. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/probe.py +0 -0
  190. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/probes/README.md +0 -0
  191. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/probes/builtin.py +0 -0
  192. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/redteam/runner.py +0 -0
  193. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/registry.py +0 -0
  194. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/report.py +0 -0
  195. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/report_format.py +0 -0
  196. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/router.py +0 -0
  197. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/runner.py +0 -0
  198. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/runspec.py +0 -0
  199. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/sample.py +0 -0
  200. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenario.py +0 -0
  201. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/README.md +0 -0
  202. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/__init__.py +0 -0
  203. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/arc.py +0 -0
  204. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/gsm8k.py +0 -0
  205. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/hellaswag.py +0 -0
  206. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/humaneval.py +0 -0
  207. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/mmlu.py +0 -0
  208. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scenarios/truthfulqa.py +0 -0
  209. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/score.py +0 -0
  210. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scorers.py +0 -0
  211. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/scoring.py +0 -0
  212. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/trace.py +0 -0
  213. {auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/types.py +0 -0
  214. {auditkit-1.1.2 → auditkit-1.1.3}/tests/README.md +0 -0
  215. {auditkit-1.1.2 → auditkit-1.1.3}/tests/__init__.py +0 -0
  216. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/.gitignore +0 -0
  217. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/FINDINGS.md +0 -0
  218. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/README.md +0 -0
  219. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/__init__.py +0 -0
  220. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/catalog.py +0 -0
  221. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/colab_model_matrix.ipynb +0 -0
  222. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/colab_offline_suite.ipynb +0 -0
  223. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/conftest.py +0 -0
  224. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/make_metric_reports.py +0 -0
  225. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_agentic_pipeline_all_metrics.py +0 -0
  226. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_fingerprint_offline.py +0 -0
  227. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_formats_offline.py +0 -0
  228. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_live.py +0 -0
  229. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_live_rag.py +0 -0
  230. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_metrics_offline.py +0 -0
  231. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_pipeline_offline.py +0 -0
  232. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_rag_offline.py +0 -0
  233. {auditkit-1.1.2 → auditkit-1.1.3}/tests/agentic_suite/test_resolved_issues.py +0 -0
  234. {auditkit-1.1.2 → auditkit-1.1.3}/tests/conftest.py +0 -0
  235. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/chat_templates/aya_expanse.jinja +0 -0
  236. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/chat_templates/command_r7b_tool_use.jinja +0 -0
  237. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/chat_templates/tiny_aya_default.jinja +0 -0
  238. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/agenttune/dataset_train_grpo.jsonl +0 -0
  239. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/agenttune/report_constructed.json +0 -0
  240. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/agenttune/trace_finder.jsonl +0 -0
  241. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/agenttune/trace_hotpotqa.jsonl +0 -0
  242. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/agenttune/trajectory_store_export.jsonl +0 -0
  243. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/aligntune/AuditReport.json +0 -0
  244. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/aligntune/RegressionReport.json +0 -0
  245. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/circuitkit/faithfulness_report.json +0 -0
  246. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/circuitkit/faithfulness_report_default.json +0 -0
  247. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/circuitkit/faithfulness_report_ib_fastpath.json +0 -0
  248. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/circuitkit/faithfulness_report_nonfinite.json +0 -0
  249. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/circuitkit/faithfulness_report_unknown_sentinels.json +0 -0
  250. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/checkpoint_TextCleaner.jsonl +0 -0
  251. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/data_sample.json +0 -0
  252. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/data_sample_pdf.json +0 -0
  253. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/manifest.json +0 -0
  254. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/manifest_pdf.json +0 -0
  255. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/rejected.jsonl +0 -0
  256. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/rejected_pdf.jsonl +0 -0
  257. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/sft_alpaca.jsonl +0 -0
  258. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/curatorkit/sft_sharegpt.jsonl +0 -0
  259. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/placeholder-model__base__placeholder_bench.jsonl +0 -0
  260. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/placeholder-model__base__placeholder_bench_scored.jsonl +0 -0
  261. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/safety_audit_event__post_allow_long_redacted.json +0 -0
  262. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/safety_audit_event__post_keyword_classifier_block.json +0 -0
  263. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/safety_audit_event__pre_allow.json +0 -0
  264. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/lexsi_real/safetune/safety_audit_event__pre_tool_block.json +0 -0
  265. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/sglang_0520/commandr_excerpt.py +0 -0
  266. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/sglang_0520/transformers_backend_excerpt.py +0 -0
  267. {auditkit-1.1.2 → auditkit-1.1.3}/tests/fixtures/sglang_0520/unified_radix_cache_excerpt.py +0 -0
  268. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/README.md +0 -0
  269. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/__init__.py +0 -0
  270. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_cohere_models.ipynb +0 -0
  271. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_integrations.ipynb +0 -0
  272. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_sglang.ipynb +0 -0
  273. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_sglang_32b_north.ipynb +0 -0
  274. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_sglang_cohere_matrix.ipynb +0 -0
  275. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_vllm_32b.ipynb +0 -0
  276. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/colab_vllm_cohere_matrix.ipynb +0 -0
  277. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/conftest.py +0 -0
  278. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/test_agenttune.py +0 -0
  279. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/test_cohere.py +0 -0
  280. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/test_hf.py +0 -0
  281. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/test_live.py +0 -0
  282. {auditkit-1.1.2 → auditkit-1.1.3}/tests/integrations_suite/test_sglang.py +0 -0
  283. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/README.md +0 -0
  284. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/__init__.py +0 -0
  285. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/conftest.py +0 -0
  286. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/serve_model.py +0 -0
  287. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_issue43_specs.py +0 -0
  288. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_issue44_user_flows.py +0 -0
  289. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_issue45_bfcl.py +0 -0
  290. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_issue45_routes.py +0 -0
  291. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_live.py +0 -0
  292. {auditkit-1.1.2 → auditkit-1.1.3}/tests/issues_suite/test_vllm_cohere_templates.py +0 -0
  293. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/README.md +0 -0
  294. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/__init__.py +0 -0
  295. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/conftest.py +0 -0
  296. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/test_agent_eval_and_loaders.py +0 -0
  297. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/test_mrm_evidence.py +0 -0
  298. {auditkit-1.1.2 → auditkit-1.1.3}/tests/nonmetric_suite/test_redteam_machinery.py +0 -0
  299. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/README.md +0 -0
  300. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/__init__.py +0 -0
  301. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/conftest.py +0 -0
  302. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_edge_agent_and_rag_judges.py +0 -0
  303. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_edge_mrm.py +0 -0
  304. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_edge_rag_stress.py +0 -0
  305. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_edge_redteam_judges.py +0 -0
  306. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_edge_uncertainty.py +0 -0
  307. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_pr1_additions.py +0 -0
  308. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_pr2_redteam.py +0 -0
  309. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_pr3_mrm.py +0 -0
  310. {auditkit-1.1.2 → auditkit-1.1.3}/tests/pipeline_suite/test_pr4_uncertainty.py +0 -0
  311. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_adapter.py +0 -0
  312. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_adapter_params.py +0 -0
  313. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_endpoint.py +0 -0
  314. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_cli.py +0 -0
  315. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_disagreement.py +0 -0
  316. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_eventlog.py +0 -0
  317. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_harness.py +0 -0
  318. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_importers.py +0 -0
  319. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_outcome.py +0 -0
  320. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_reliability.py +0 -0
  321. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_runner.py +0 -0
  322. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_secrets.py +0 -0
  323. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_sidecar.py +0 -0
  324. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_eval_types.py +0 -0
  325. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_metrics.py +0 -0
  326. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agent_reference_free.py +0 -0
  327. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agenttune_fix_plan.py +0 -0
  328. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_agenttune_integration.py +0 -0
  329. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_annotator.py +0 -0
  330. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_api.py +0 -0
  331. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_api_backend.py +0 -0
  332. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_api_images.py +0 -0
  333. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_api_tool_calls.py +0 -0
  334. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_api_unverified_fields.py +0 -0
  335. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_benchmark.py +0 -0
  336. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_chat_messages.py +0 -0
  337. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_chat_template_kwargs_everywhere.py +0 -0
  338. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_cli.py +0 -0
  339. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_cli_yaml_model.py +0 -0
  340. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_code_metrics.py +0 -0
  341. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_cohere_aya.py +0 -0
  342. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_cohere_hf_fix_plan.py +0 -0
  343. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_cohere_tool_calls.py +0 -0
  344. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_compare.py +0 -0
  345. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_comparison.py +0 -0
  346. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_compat.py +0 -0
  347. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_core_engine.py +0 -0
  348. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_custom_judge_pipeline.py +0 -0
  349. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_diff.py +0 -0
  350. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_embedding_metrics.py +0 -0
  351. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_encoder_judge.py +0 -0
  352. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_env_compat_fix_plan.py +0 -0
  353. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_errors.py +0 -0
  354. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_evaluate_many.py +0 -0
  355. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_eventlog_action_shapes.py +0 -0
  356. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_execute_concurrency.py +0 -0
  357. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_experiment.py +0 -0
  358. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_fingerprint_stability.py +0 -0
  359. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_generation_kwargs.py +0 -0
  360. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_generation_metrics.py +0 -0
  361. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_guard.py +0 -0
  362. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_hallucination_metrics.py +0 -0
  363. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_hf_dtype_fallback.py +0 -0
  364. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_hf_gen_logits_sanitizer.py +0 -0
  365. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_hf_interop.py +0 -0
  366. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_hf_wire_format.py +0 -0
  367. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_integration.py +0 -0
  368. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_judge.py +0 -0
  369. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_judge_flow.py +0 -0
  370. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_lexsi_compat.py +0 -0
  371. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_lexsi_relay.py +0 -0
  372. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_llm_judge.py +0 -0
  373. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_lmeval_engine.py +0 -0
  374. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_lmeval_real_pipeline.py +0 -0
  375. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_load_dataset.py +0 -0
  376. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_loaders.py +0 -0
  377. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_loaders_agent.py +0 -0
  378. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_metric.py +0 -0
  379. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_metrics_via_pipeline.py +0 -0
  380. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_model.py +0 -0
  381. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_model_backends.py +0 -0
  382. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_multipath_references.py +0 -0
  383. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_pairwise_metrics.py +0 -0
  384. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_pipeline_live_hf.py +0 -0
  385. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_practical.py +0 -0
  386. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_provenance.py +0 -0
  387. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_judge.py +0 -0
  388. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_metrics.py +0 -0
  389. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_reference_free.py +0 -0
  390. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_stress.py +0 -0
  391. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_stress_ops.py +0 -0
  392. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_rag_stress_runner.py +0 -0
  393. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_redteam.py +0 -0
  394. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_reference_fingerprint.py +0 -0
  395. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_registry.py +0 -0
  396. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_release.py +0 -0
  397. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_retrieval_metrics.py +0 -0
  398. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_review27_followups.py +0 -0
  399. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_route_distribution.py +0 -0
  400. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_router.py +0 -0
  401. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_runner.py +0 -0
  402. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_sample.py +0 -0
  403. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_scenario_dataset_ids.py +0 -0
  404. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_scenarios.py +0 -0
  405. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_score.py +0 -0
  406. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_security_perf.py +0 -0
  407. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_template_kwargs_f1_fix_plan.py +0 -0
  408. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_token_usage_and_cost.py +0 -0
  409. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_toxicity_metrics.py +0 -0
  410. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_trace.py +0 -0
  411. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_track3_agenttune.py +0 -0
  412. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_types.py +0 -0
  413. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_unknown_architecture_message.py +0 -0
  414. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_unscored_results.py +0 -0
  415. {auditkit-1.1.2 → auditkit-1.1.3}/tests/test_vllm_offline_engine.py +0 -0
{auditkit-1.1.2 → auditkit-1.1.3}/CHANGELOG.md RENAMED
@@ -6,6 +6,9 @@ All notable changes to AuditKIT. The format follows [Keep a Changelog](https://k
6
6
 
7
7
  ### Added
8
8
 
9
+ - Discord link (`https://discord.gg/MhVUGVYE8q`, Lexsi Labs) in the docs footer, the README badges and
10
+ community section, the FAQ, and the PyPI project URLs, which now also list the docs site, the issue
11
+ tracker and `Homepage` pointing at `auditkit.lexsi.ai`.
9
12
  - `RunConfig.chat_template_kwargs`: passed to the chat template of every request on
10
13
  `hf:` and `vllm:`, and sent as `chat_template_kwargs` to `api:` servers (vLLM /
11
14
  SGLang), e.g. `{"enable_thinking": False}` for Qwen3. A request's own values win.
@@ -107,6 +110,8 @@ All notable changes to AuditKIT. The format follows [Keep a Changelog](https://k
107
110
 
108
111
  ### Fixed
109
112
 
113
+ - Broken relative link in `examples/applications/README.md`: `../examples/` resolved to
114
+ `examples/examples/`; it now points at `../`.
110
115
  - `auditkit eval --config FILE` accepts `model:` from the config file. `--model` was
111
116
  `required=True` on the parser, so argparse rejected the command with "the following
112
117
  arguments are required: --model" before the YAML was read, even though `docs/cli.md`
{auditkit-1.1.2 → auditkit-1.1.3}/CITATION.cff RENAMED
@@ -8,7 +8,7 @@ abstract: |
8
8
  type: software
9
9
  message: "If you use this software, please cite it."
10
10
 
11
- version: 1.1.2
11
+ version: 1.1.3
12
12
 
13
13
  authors:
14
14
  - family-names: "Arora"
{auditkit-1.1.2 → auditkit-1.1.3}/PKG-INFO RENAMED
@@ -1,9 +1,12 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: auditkit
3
- Version: 1.1.2
3
+ Version: 1.1.3
4
4
  Summary: Evaluate any model on any dataset and any task — standalone, no platform required
5
- Project-URL: Homepage, https://github.com/Lexsi-Labs/AuditKIT
5
+ Project-URL: Homepage, https://auditkit.lexsi.ai/
6
+ Project-URL: Documentation, https://auditkit.lexsi.ai/
6
7
  Project-URL: Repository, https://github.com/Lexsi-Labs/AuditKIT
8
+ Project-URL: Issues, https://github.com/Lexsi-Labs/AuditKIT/issues
9
+ Project-URL: Discord, https://discord.gg/MhVUGVYE8q
7
10
  Author: Lexsi Labs
8
11
  License: # Lexsi Labs Source Available License (LSAL), Version 1.2 (AuditKit)
9
12
 
@@ -199,6 +202,7 @@ Description-Content-Type: text/markdown
199
202
  <a href="https://www.python.org/"><img src="https://img.shields.io/badge/python-3.10%2B-blue" alt="Python 3.10+"></a>
200
203
  <a href="https://github.com/Lexsi-Labs/AuditKIT/blob/main/LICENSE.md"><img src="https://img.shields.io/badge/license-LSAL--1.2-lightgrey" alt="License: LSAL-1.2 (source-available, noncommercial)"></a>
201
204
  <a href="https://auditkit.lexsi.ai/"><img src="https://img.shields.io/badge/docs-auditkit.lexsi.ai-4c6ef5" alt="Documentation"></a>
205
+ <a href="https://discord.gg/MhVUGVYE8q"><img src="https://img.shields.io/badge/Discord-Join-5865F2?logo=discord&logoColor=white" alt="Discord"></a>
202
206
  <a href="https://github.com/Lexsi-Labs/AuditKIT/actions"><img src="https://img.shields.io/badge/tests-2.8k%20passing-brightgreen" alt="Tests: 2846 passing, 141 skipped"></a>
203
207
  </p>
204
208
 
@@ -487,4 +491,5 @@ This project is released under the [Lexsi Labs Source Available License (LSAL) v
487
491
  ## Join Community / Contribute
488
492
 
489
493
  - Issues and discussions are welcomed on the [GitHub issue tracker](https://github.com/Lexsi-Labs/AuditKIT/issues).
494
+ - Questions and chat: join the [Lexsi Labs Discord](https://discord.gg/MhVUGVYE8q).
490
495
  - See [Contributing](https://github.com/Lexsi-Labs/AuditKIT/blob/main/docs/community/contributing.md) for the development setup, code standards and the pull request process.
{auditkit-1.1.2 → auditkit-1.1.3}/README.md RENAMED
@@ -18,6 +18,7 @@
18
18
  <a href="https://www.python.org/"><img src="https://img.shields.io/badge/python-3.10%2B-blue" alt="Python 3.10+"></a>
19
19
  <a href="https://github.com/Lexsi-Labs/AuditKIT/blob/main/LICENSE.md"><img src="https://img.shields.io/badge/license-LSAL--1.2-lightgrey" alt="License: LSAL-1.2 (source-available, noncommercial)"></a>
20
20
  <a href="https://auditkit.lexsi.ai/"><img src="https://img.shields.io/badge/docs-auditkit.lexsi.ai-4c6ef5" alt="Documentation"></a>
21
+ <a href="https://discord.gg/MhVUGVYE8q"><img src="https://img.shields.io/badge/Discord-Join-5865F2?logo=discord&logoColor=white" alt="Discord"></a>
21
22
  <a href="https://github.com/Lexsi-Labs/AuditKIT/actions"><img src="https://img.shields.io/badge/tests-2.8k%20passing-brightgreen" alt="Tests: 2846 passing, 141 skipped"></a>
22
23
  </p>
23
24
 
@@ -306,4 +307,5 @@ This project is released under the [Lexsi Labs Source Available License (LSAL) v
306
307
  ## Join Community / Contribute
307
308
 
308
309
  - Issues and discussions are welcomed on the [GitHub issue tracker](https://github.com/Lexsi-Labs/AuditKIT/issues).
310
+ - Questions and chat: join the [Lexsi Labs Discord](https://discord.gg/MhVUGVYE8q).
309
311
  - See [Contributing](https://github.com/Lexsi-Labs/AuditKIT/blob/main/docs/community/contributing.md) for the development setup, code standards and the pull request process.
{auditkit-1.1.2 → auditkit-1.1.3}/docs/community/faq.md RENAMED
@@ -75,4 +75,5 @@ Yes. The CLI returns exit codes and supports JSON output for downstream processi
75
75
 
76
76
  ## Where can I report issues?
77
77
 
78
- On the [GitHub issue tracker](https://github.com/Lexsi-Labs/AuditKIT/issues).
78
+ On the [GitHub issue tracker](https://github.com/Lexsi-Labs/AuditKIT/issues). For questions and
79
+ general discussion, join the [Lexsi Labs Discord](https://discord.gg/MhVUGVYE8q).
{auditkit-1.1.2 → auditkit-1.1.3}/examples/applications/README.md RENAMED
@@ -1,7 +1,7 @@
1
1
  # Applications
2
2
 
3
3
  Real-world scenarios built on AuditKit — not feature tours (see
4
- [`examples/`](../examples/) for those), but a specific question answered
4
+ [`examples/`](../) for those), but a specific question answered
5
5
  end to end with real data, real models, and a real verdict.
6
6
 
7
7
  All 7 notebooks are capped at 20 real samples (01/03 currently run at a
{auditkit-1.1.2 → auditkit-1.1.3}/mkdocs.yml RENAMED
@@ -62,6 +62,9 @@ extra:
62
62
  - icon: fontawesome/brands/github
63
63
  link: https://github.com/Lexsi-Labs
64
64
  name: Lexsi Labs on GitHub
65
+ - icon: fontawesome/brands/discord
66
+ link: https://discord.gg/MhVUGVYE8q
67
+ name: Lexsi Labs on Discord
65
68
  - icon: fontawesome/brands/x-twitter
66
69
  link: https://x.com/Lexsi_labs
67
70
  name: Lexsi Labs on X
{auditkit-1.1.2 → auditkit-1.1.3}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "auditkit"
7
- version = "1.1.2"
7
+ version = "1.1.3"
8
8
  description = "Evaluate any model on any dataset and any task — standalone, no platform required"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.10"
@@ -62,8 +62,11 @@ all = [
62
62
  ]
63
63
 
64
64
  [project.urls]
65
- Homepage = "https://github.com/Lexsi-Labs/AuditKIT"
65
+ Homepage = "https://auditkit.lexsi.ai/"
66
+ Documentation = "https://auditkit.lexsi.ai/"
66
67
  Repository = "https://github.com/Lexsi-Labs/AuditKIT"
68
+ Issues = "https://github.com/Lexsi-Labs/AuditKIT/issues"
69
+ Discord = "https://discord.gg/MhVUGVYE8q"
67
70
 
68
71
  [project.scripts]
69
72
  auditkit = "auditkit.cli:main"
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/__init__.py RENAMED
@@ -7,7 +7,7 @@ from importlib import metadata as _metadata
7
7
  try:
8
8
  __version__ = _metadata.version("auditkit")
9
9
  except _metadata.PackageNotFoundError: # a source checkout that was never installed
10
- __version__ = "1.1.2"
10
+ __version__ = "1.1.3"
11
11
 
12
12
  from .api import run_lmeval, compare, evaluate, evaluate_many, generate, scorer
13
13
  from .lexsi_login import lexsi_login
{auditkit-1.1.2 → auditkit-1.1.3}/.gitattributes RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/.gitignore RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/AGENTS.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/LICENSE.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/CNAME RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/GUIDE.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/HF_ENDPOINT.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/SGLANG.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/agent_eval.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/annotators.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/api.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/extra.css RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/extra.js RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/icon.png RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/icon.svg RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/assets/logo.svg RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/cli.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/configuration.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/development.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/encoder_judge.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/experiments.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/guard_models.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/index.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/integrations.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/known_issues.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/metrics.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/rag_stress.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/reports.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/requirements.txt RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/docs/scenarios.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/examples/README.md RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/scripts/__init__.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/scripts/release.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/api.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/bfcl.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/cache.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/cli.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/diff.py RENAMED
File without changes
{auditkit-1.1.2 → auditkit-1.1.3}/src/auditkit/logs.py RENAMED
File without changes