auditkit 1.0.0__py3-none-any.whl

auditkit-1.0.0.dist-info/RECORD

@@ -0,0 +1,81 @@
+auditkit/README.md,sha256=2jblp1I7Yy1AZ42wmSxzqSxU2Rj3K7y3VcSJ94gDL4U,5731
+auditkit/__init__.py,sha256=DUZ48fo6aMobooLhGhcWnljN9fyqNyiRMhaA6tZb7Tg,4717
+auditkit/__main__.py,sha256=bYt9eEaoRQWdejEHFD8REx9jxVEdZptECFsV7F49Ink,30
+auditkit/_bootstrap.py,sha256=qFl1rifuT5OlIi1zXEgUsubKMqhVu0Dn2JZPYtIHH74,3048
+auditkit/_identity_guard.py,sha256=5_r5_VJ2UbBiD-Xr03Jr7eIZGMicQ2nx4cYYF-wMdoY,4632
+auditkit/adapter.py,sha256=X4WZ1FC_2A5LGj4wEZcpMvMbHwAhBwIRogKkMteEXbQ,11102
+auditkit/annotator.py,sha256=ogHfewWPDFsJY9iACbbtNIpk6msZk76ETaIk2BAAl9o,14496
+auditkit/api.py,sha256=fNiq0FbKDf650cvWrJ2-mAgcwUMIW6gj5vu6UHMzs_Q,20168
+auditkit/cache.py,sha256=HjOJOt65zgIZx92-tjzhFSzVqU4sRb-iZfWAGrynpEQ,1446
+auditkit/cli.py,sha256=RUSN4aLfaGqnpDzifAB5p0c0_f__7LkhHFx_OgpI_80,17662
+auditkit/comparison.py,sha256=npOynOnTOElOhTx-Zo8vRkYMsMw0cHXdbquWyVXSW5c,29114
+auditkit/diff.py,sha256=3JVt_-xJvbzd3f1XMcTmcqAF9u-9NSqZSmM13rUn_3A,11796
+auditkit/errors.py,sha256=kk-w-YeoOirL-7OwtS0oc6y7JEf6gdvSUrBuqnkQXB4,1790
+auditkit/evaluator.py,sha256=XwnhJnODhHR9V6pqUgcD4KOoY0UP5w4VrAjO-2ndf8Y,537
+auditkit/experiment.py,sha256=Nnt9BEGifJfjnWBBJto5flPo5gYLagpAH-vXXSSDfPM,5802
+auditkit/hf_publish.py,sha256=fFKC0cWKcv_aT4UChbfUhs6QZU_CRZlwJGO5wXz7QLo,7165
+auditkit/lmeval_engine.py,sha256=8s9ra1ILnUHWCU1Lofp80ExHubgPvg2Q-09ZFIwaE8E,22746
+auditkit/loaders.py,sha256=Kk4HLW0S45Gxgf-jIAiPLgvsNlUeJDzicbCljGc80rE,4013
+auditkit/logs.py,sha256=U-_0EQfZBq5V0p_D5oZCwT7U0DHo1eaUyFzuCRo_Dp4,600
+auditkit/metric.py,sha256=R8TDQagMVHA_Q3sz9ptPR_qmnY_BwhvcMwr5IJHwQYg,8409
+auditkit/model_compare.py,sha256=7CjQXO_cL9dbz39ThkVxsC0e8uk4N3E3dBt34y1K4ZM,31259
+auditkit/registry.py,sha256=71Jo3vClXBR8y_Z4QDSt3w6OMK-nunTkBGFXF3z04n4,1998
+auditkit/report.py,sha256=hxx25knmoCbVnjpZ99kql6qHpAsZkAYIDfGc91c2KK4,11538
+auditkit/report_format.py,sha256=WOL4W01zGp0yXuuDm7w42k9Yf1XW7K7V2Bp85GimzVg,1805
+auditkit/router.py,sha256=r_0E7BH_BfxtofPeil8J38ln1VldNhZQdhmPq3M6yW4,2212
+auditkit/runner.py,sha256=5VmVOfvRIBx5FnLwhF6LDGXymW9zmXqd5viu7fmxT8Q,28339
+auditkit/runspec.py,sha256=mGHbD3Ovu18Jb_SHfNjNrhlFRKnQh_VCUk6GnKFJ44c,7166
+auditkit/sample.py,sha256=WBXGJ4lGehUwHddsrPjnbSJ0DD2xuiiKbZf_CH1VvNA,1294
+auditkit/scenario.py,sha256=oIR2zxCrBmitrth3ovh70DDQqn24iVOERiOnql3L1eg,3925
+auditkit/score.py,sha256=4RjtbC59gnPQ1bVwDaGrw7hqn7dxm_7PiVMLDVJ34GU,5039
+auditkit/scorers.py,sha256=aO5C2ZBv2QyZSw-Xk_GNVxN7_XhqgidsliuXySIZH2w,4003
+auditkit/scoring.py,sha256=YavhnlO2TtBQn-QU0eZMIYUZ4-KAjQa1BWNytZCyWTY,3024
+auditkit/types.py,sha256=WnLphwUJlNGknIqEuqGA-gqTXoFuiq9yX3RI1hnlKVQ,1553
+auditkit/metrics/README.md,sha256=Ze1OiicS_vKLVWqD-pucw9tHJvH7HG2GuCKZ147mqYY,851
+auditkit/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+auditkit/metrics/code.py,sha256=Y6yZxDBqBoYn7w7VFNqyU8PZZ8U8gMofgvvLEaoqh-E,7831
+auditkit/metrics/embedding.py,sha256=p9jGT6cUz6HewClWHdmAV1_c3a0k--8FDnpWlufHEGw,5479
+auditkit/metrics/encoder_judge.py,sha256=IJM7_avcAqIlmjkhmYAslX0Ha_ux38GPBtaGPAdHjpw,21166
+auditkit/metrics/generation.py,sha256=PVlldWvKnJlEt4U7jjACDzUjO9mvQP8me-Z-0qtL0eY,13048
+auditkit/metrics/guard.py,sha256=wu4jZKMl_udJi-nzsqunbgzf24I9-GYE4ZAUpbxOc00,19527
+auditkit/metrics/hallucination.py,sha256=mL418PEBUgKFP1BsVwSy-Ymp-Qw_oyejHvgHW2rMkqw,1569
+auditkit/metrics/judge.py,sha256=KdvQIGok1oq7sjyD9VoqPxi0GLYeNCY5EtlJFRJqME0,24613
+auditkit/metrics/pairwise.py,sha256=oocC2MnTV29IHa-n5GR57XWIVP1cNqmfW4s1anxmh-s,5807
+auditkit/metrics/perf.py,sha256=4K8NBDyHuaCpoN3n58fixcJcAt6KlXLGzfZbth6PqBY,1569
+auditkit/metrics/rag.py,sha256=B9yrC_o3xkpgTwzbExYKazsDHzDhyn05tkwAUX5ns1E,6567
+auditkit/metrics/security.py,sha256=_miqdWZ0-Jpfjgh9c-H9Snt5QAe2VSGMsbfNnNIrl48,2095
+auditkit/metrics/toxicity.py,sha256=czrOLQxlR9F53z0Tovm6Rv2NoJ7B2FisZg-20T9NA-0,10264
+auditkit/model/README.md,sha256=ntn3guEO7LD5eMFPLo4vJuJ17ByVyV3Ltu7ZG9-Wfzo,754
+auditkit/model/__init__.py,sha256=MEEsdF_LJJte-6ITn6MCfppNnJm1reA-qXD2ZiSegsA,22917
+auditkit/model/anthropic.py,sha256=F8Vrl36wE_c4x88ExLR6UWqe_GJgf1kxYCdN2xXxMIQ,4169
+auditkit/model/api_gen.py,sha256=7vTvsmSPJ0cMBbfzG0maqs-ei8GGHMhXf49KF-TEqlA,5251
+auditkit/model/groq_gen.py,sha256=05igeXRtDbmQHld2DA3rjaCIn6Ku698nD7PlWIspEWs,4665
+auditkit/model/hf_gen.py,sha256=dHn6RInxiylX7FVP4GDdZEp4LW2YBytSoGEIvNVh-gU,20067
+auditkit/model/lexsi.py,sha256=WYxgpF86l_NUI4m47JWSHrb6aFu9HI-fXqqB9HuFVYU,6022
+auditkit/model/litellm_gen.py,sha256=bVpjfze7PniUUH5Cmua03RtBRaJLPRt7nNaGCmodkWs,2332
+auditkit/model/openai.py,sha256=2hwXfPjm8lt3On3iEx0srGOSn-fz6A8jZDwW802w8io,3714
+auditkit/model/openrouter_gen.py,sha256=FjCBvDNgJELTdPfaYqfHgmHIxHZbQXJZQ14SiEkteCk,6481
+auditkit/model/vllm_gen.py,sha256=bNyr6DVmep61ZHAWmnNAvo94WcGgtW1ci2WKdxqydGc,13795
+auditkit/redteam/README.md,sha256=pY0LUd1j7P1FFcFx1Hzgxx16yJ7lUfYXcEeZ9JHH3bA,350
+auditkit/redteam/__init__.py,sha256=pZcx-hdB0yGlkVMEAPdr7tFsy7P5mpjVGp1Z_o3kjkg,615
+auditkit/redteam/detector.py,sha256=oxvdAg-Sd3O_6S7SGYY1PTNGbOompTjVT-enwjBKiSU,1016
+auditkit/redteam/probe.py,sha256=Fj3Bb11RIMV4m4wju3Dg46MKzVBiJgESV8wPLpU4W28,1039
+auditkit/redteam/runner.py,sha256=4UoQz-9CcAHKJiBBpxqBUDoCwZ0u1mXOLki6emgUydI,6929
+auditkit/redteam/detectors/README.md,sha256=ljE25J-AJ-sEvFMaAh4myY1zAicxrWeTTBthfFZ2rRg,180
+auditkit/redteam/detectors/builtin.py,sha256=SrL9p68IYs63TLQt8gdruPjDBEJEx8N36wxBP2N7mso,4044
+auditkit/redteam/probes/README.md,sha256=-UyHYycvPNWkeLqDm72_NRzVaCo3ajxcH5loaPgRPmU,146
+auditkit/redteam/probes/builtin.py,sha256=Zz4ewkifN-6ruDRqU-4TTNf-79zxFCBubyXXkdkFRtg,3787
+auditkit/scenarios/README.md,sha256=RZK0p8ykHGZOYkZFbJWsWnWVRVWUjnqGzE2M6k1bT4A,321
+auditkit/scenarios/__init__.py,sha256=JLLAnfY66w-hvXuMQOhZK7hN7rgyubt-yH3JJj7-c5I,231
+auditkit/scenarios/arc.py,sha256=9CcAdvOVgNkQT9CCLo4KBgdEeZfebVkEKXs0Ro1uLtc,999
+auditkit/scenarios/gsm8k.py,sha256=R1wHIet4FK0MPuVQFePTFRFW25E8o3WKgu3s5R00F1I,942
+auditkit/scenarios/hellaswag.py,sha256=sqqGbyJXwqA0Y6ZHlz_qC8CNhq8fhhqmIEFQ5fkJs-w,1002
+auditkit/scenarios/humaneval.py,sha256=2drAyn38I8Uln6WFJ9-C69WVBlA-81mUbq3OwFZO_GQ,969
+auditkit/scenarios/mmlu.py,sha256=CsH69Wwe9snQLGrcwU4oaORQGiVwPZElVz-0QqRZxDA,1044
+auditkit/scenarios/truthfulqa.py,sha256=p12zmsAkLeR1DfZRiRcko59YP3mPg6wv7RaVyG8cO8A,1107
+auditkit/assets/auditkit_logo.png,sha256=dhCRkoyLUq48ipGalu71ZKXhsUriEuBwWSZpvay_cRE,95499
+auditkit-1.0.0.dist-info/METADATA,sha256=nQ5og3tstXiqW0lmXkf3jWZ1hbUBjeYhL1BwESn7Bh0,25369
+auditkit-1.0.0.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+auditkit-1.0.0.dist-info/entry_points.txt,sha256=NrR5tfUPuwu0IZFFyxxe-MdotIhGeaNbbmYyyDzwRq4,47
+auditkit-1.0.0.dist-info/licenses/LICENSE.md,sha256=G5t9tQIsb2PEqOEfP1rT2LLB9BcINtO4LdKjEyK6ay0,8461
+auditkit-1.0.0.dist-info/RECORD,,

auditkit-1.0.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.32.4
+Root-Is-Purelib: true
+Tag: py3-none-any

auditkit-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+auditkit = auditkit.cli:main

auditkit-1.0.0.dist-info/licenses/LICENSE.md

@@ -0,0 +1,92 @@
+# Lexsi Labs Source Available License (LSAL), Version 1.2 (AuditKit)
+
+## Preamble
+
+This Source Available License governs use of the software known as **AuditKit**, together with its documentation, CLI, and example pipelines (collectively, the "Licensed Work"), developed and owned by **Lexsi Labs (Lithasa Technologies Pvt. Ltd.)** ("Licensor").
+
+This is **not** an open-source license as defined by the [Open Source Initiative (OSI)](https://opensource.org/). It grants **academic research and teaching** MIT-like permissions: free use, modification, and redistribution with the notice intact. Organizations must acknowledge their use or obtain permission (Section 1A). It also bars commercial exploitation.
+
+---
+
+## 1. Grant of Rights
+
+Subject to the terms of this License, permission is hereby granted, free of charge, to any person obtaining a copy of the Licensed Work, to use, copy, modify, merge, publish, and redistribute the Licensed Work and derivative works thereof, **for Noncommercial Purposes only**, provided that the above copyright notice and this License are included in full in all copies or substantial portions of the Licensed Work.
+
+For academic research and teaching, this grant is MIT-like: you may use, modify, and redistribute the Licensed Work, provided the copyright notice and this License travel with every copy.
+
+**Noncommercial Purposes** means:
+
+* personal use for research, experimentation, private study, or hobby projects;
+* academic and scholarly research, teaching, and publication (including use in papers, theses, benchmarks, and reproducibility artifacts).
+
+Research and teaching by academics and their groups, including work done at a university or public research body, falls under this Section. Section 1A governs use by an organization as such, including a charitable organization, educational institution, public research organization, or government body acting for its own operations.
+
+## 1A. Use by Organizations
+
+Before any organization, including a charitable organization, educational institution, public research organization, or government body, uses the Licensed Work for **internal evaluation, red-teaming, benchmarking, auditing, or any use in connection with developing, evaluating, or safeguarding its own models, products, or services**, whether or not it charges a fee or provides the Licensed Work to third parties, it must either:
+
+* obtain Licensor's **prior written permission**; or
+* provide Licensor a written **acknowledgement of use**, identifying the organization, the intended use, and an undertaking to attribute the Licensed Work, which Licensor may accept in place of negotiated permission.
+
+Both go to **support@lexsi.ai**.
+
+Licensor grants permission at its discretion. The written permission sets out the terms, which may include sharing with Licensor the evaluation results the Licensed Work produces, in AuditKit's standard report format, excluding model weights, training data, prompt text, and model generations. Licensor uses shared results for research and for improving the Licensed Work, and handles them under the terms stated in the written permission.
+
+Permission under this Section does not authorize any use described in Section 2.
+
+## 2. Commercial Restriction
+
+Without a separate **commercial license** from Lexsi Labs, you may **not** Sell the Licensed Work. "**Sell**" means practicing any right granted to you under this License to provide to third parties, for a fee or other consideration, a product or service whose value derives, entirely or substantially, from the functionality of the Licensed Work, including:
+
+* offering the Licensed Work, or a derivative of it, as a commercial product, paid service, SaaS, hosted, or API offering;
+* embedding the Licensed Work in proprietary or revenue-generating software;
+* paid consulting or support whose substance is the Licensed Work.
+
+If you redistribute a modified version, you must mark it as modified and must not present it as the original. You may also not **re-license, rebrand, or redistribute** the Licensed Work under different terms, nor use **Lexsi Labs**, **AuditKit**, or related trademarks, logos, or branding except to identify unmodified, licensed copies.
+
+## 3. Patents
+
+NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE GRANTED BY THIS LICENSE. Any patent rights of Licensor relating to the Licensed Work are reserved and may be licensed only under a separate written agreement with Licensor.
+
+## 3A. Third-Party Components
+
+The Licensed Work evaluates and audits third-party base models and draws on third-party benchmarks and datasets. Each carries its own license, and this License grants no rights under any of them. You must comply with those terms in addition to this License, including any restrictions a base-model or dataset license places on your use of it.
+
+## 4. Ownership
+
+All rights, title, and interest in and to the Licensed Work remain with **Lithasa Technologies Pvt. Ltd.** Except as expressly stated in Sections 1 and 1A, nothing in this License transfers ownership or any other rights to the Licensee.
+
+## 5. Contributions
+
+If you submit modifications, pull requests, or patches ("Contributions") to Lexsi Labs, you grant Lexsi Labs a perpetual, worldwide, royalty-free right to use, modify, distribute, and license your Contributions under any terms, including commercial ones, and you represent that you have the right to make such Contributions.
+
+## 6. Warranty Disclaimer and Responsibility for Use
+
+THE LICENSED WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE LICENSOR OR CONTRIBUTORS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE LICENSED WORK OR THE USE OR OTHER DEALINGS IN THE LICENSED WORK.
+
+**You alone are responsible for your use of the Licensed Work.** This includes every evaluation, audit, output, or system you produce with it, and your compliance with applicable law. This responsibility applies to academic, personal, organizational, and commercial use alike. Licensor has no duty to monitor your use and bears no liability for misuse of the Licensed Work by you or by any third party who obtained it through you.
+
+The Licensed Work is a research and auditing tool. Any measurements or findings it reports hold only under the conditions you configure. They do not certify that any model is safe to deploy; that decision rests with you.
+
+If you use the Licensed Work under Section 1A or under a commercial license, you will, to the extent permitted by applicable law, indemnify and hold harmless Licensor and its contributors against any claim, loss, or expense, including legal fees, arising from your use or misuse of the Licensed Work or from any breach of this License by you. This indemnity does not apply to personal or academic use under Section 1; the two preceding paragraphs govern that use.
+
+## 7. Termination
+
+This License terminates without notice if you breach any of its terms. On termination, you must stop using the Licensed Work and destroy every copy in your possession. Licenses of parties who received the Licensed Work from you remain in force provided they remain in compliance.
+
+Sections 3, 3A, 4, 5, 6, and 8 survive termination.
+
+## 8. Governing Law and General Terms
+
+This License shall be governed by and construed in accordance with the **laws of India**, without regard to its conflict of law principles. If a court holds any provision of this License unenforceable, the remaining provisions stay in effect. Licensor may publish revised versions of this License; a copy of the Licensed Work remains under the version it was received under unless you accept a later version.
+
+## 9. Contact
+
+For acknowledgements and permission requests under Section 1A, and for commercial use, partnership, or redistribution rights under Section 2, contact:
+**support@lexsi.ai** · **https://lexsi.ai**
+
+## 10. Notice
+
+**AuditKit** © 2026 **Lithasa Technologies Pvt. Ltd.**
+Licensed under the **Lexsi Labs Source Available License (LSAL) v1.2**.
+**Academic research and teaching are free on MIT-like terms. Use by any organization requires written acknowledgement or permission (Section 1A). Commercial use requires a commercial license (Section 2).**