auditkit 1.0.0__tar.gz

auditkit-1.0.0/.github/workflows/patch-release.yml

@@ -0,0 +1,376 @@
+name: Automated patch release
+
+on:
+  pull_request_target:
+    branches: [main]
+    types: [closed]
+  workflow_dispatch:
+
+concurrency:
+  group: auditkit-patch-release
+  cancel-in-progress: false
+
+permissions:
+  contents: read
+  pull-requests: read
+
+env:
+  PYPI_PROJECT_NAME: auditkit
+  PACKAGE_DISPLAY_NAME: auditkit
+
+jobs:
+  plan:
+    name: Inspect release state
+    if: github.event_name == 'workflow_dispatch' || github.event.pull_request.merged == true
+    runs-on: ubuntu-latest
+    outputs:
+      action: ${{ steps.plan.outputs.action }}
+      version: ${{ steps.plan.outputs.version }}
+      state: ${{ steps.plan.outputs.state }}
+      reason: ${{ steps.plan.outputs.reason }}
+      source-ref: ${{ steps.plan.outputs.source-ref }}
+      tag-exists: ${{ steps.plan.outputs.tag-exists }}
+      release-exists: ${{ steps.plan.outputs.release-exists }}
+      pypi-exists: ${{ steps.plan.outputs.pypi-exists }}
+    steps:
+      - name: Check out the trusted merged source
+        uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.pull_request.merge_commit_sha || github.ref }}
+          fetch-depth: 0
+          persist-credentials: false
+
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.12"
+
+      - name: Classify trigger and external release state
+        id: plan
+        env:
+          GH_TOKEN: ${{ github.token }}
+          EVENT_NAME: ${{ github.event_name }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          current_version=$(python scripts/release.py current-version)
+          source_sha=$(git rev-parse HEAD)
+          trigger=dispatch
+          requested_version=$current_version
+
+          if [[ "$EVENT_NAME" == "pull_request_target" ]]; then
+            trigger=normal
+          fi
+
+          latest_response=$(mktemp)
+          latest_status=$(curl --silent --show-error --location \
+            --header "Authorization: Bearer $GH_TOKEN" \
+            --header "Accept: application/vnd.github+json" \
+            --output "$latest_response" --write-out '%{http_code}' \
+            "https://api.github.com/repos/$GITHUB_REPOSITORY/releases/latest")
+          if [[ "$latest_status" == "200" ]]; then
+            latest_version=$(python -c \
+              'import json,sys; print(json.load(open(sys.argv[1]))["tag_name"])' \
+              "$latest_response")
+            requested_version=$(python -c \
+              'import sys; from scripts.release import next_patch; print(next_patch(sys.argv[1]))' \
+              "$latest_version")
+
+            if git show-ref --verify --quiet "refs/tags/$latest_version"; then
+              latest_commit=$(git rev-list -n 1 "$latest_version")
+              latest_parent=$(git rev-parse "$latest_commit^" 2>/dev/null || true)
+              if [[ "$latest_commit" == "$source_sha" || "$latest_parent" == "$source_sha" ]]; then
+                requested_version=$latest_version
+              fi
+            fi
+          elif [[ "$latest_status" != "404" ]]; then
+            echo "::error::Latest GitHub release lookup failed with HTTP $latest_status."
+            exit 1
+          fi
+
+          tag_exists=false
+          tag_annotated=true
+          tag_matches_source=true
+          source_ref=$source_sha
+          if git show-ref --verify --quiet "refs/tags/$requested_version"; then
+            tag_exists=true
+            source_ref="refs/tags/$requested_version"
+            if [[ "$(git cat-file -t "$requested_version")" != "tag" ]]; then
+              tag_annotated=false
+            fi
+            tag_commit=$(git rev-list -n 1 "$requested_version")
+            tag_parent=$(git rev-parse "$tag_commit^" 2>/dev/null || true)
+            if [[ "$tag_commit" != "$source_sha" && "$tag_parent" != "$source_sha" ]]; then
+              tag_matches_source=false
+            fi
+
+            version_tree=$(mktemp -d)
+            mkdir -p "$version_tree/src/auditkit" "$version_tree/scripts"
+            cp scripts/release.py "$version_tree/scripts/release.py"
+            for version_file in pyproject.toml src/auditkit/__init__.py CITATION.cff; do
+              git show "$requested_version:$version_file" > "$version_tree/$version_file"
+            done
+            if ! (cd "$version_tree" && python scripts/release.py validate-version "$requested_version"); then
+              tag_matches_source=false
+            fi
+          fi
+
+          release_response=$(mktemp)
+          release_status=$(curl --silent --show-error --location \
+            --header "Authorization: Bearer $GH_TOKEN" \
+            --header "Accept: application/vnd.github+json" \
+            --output "$release_response" --write-out '%{http_code}' \
+            "https://api.github.com/repos/$GITHUB_REPOSITORY/releases/tags/$requested_version")
+          release_exists=false
+          release_matches_tag=true
+          if [[ "$release_status" == "200" ]]; then
+            release_exists=true
+            if ! python - "$release_response" "$requested_version" <<'PY'
+          import json
+          import sys
+
+          release = json.load(open(sys.argv[1], encoding="utf-8"))
+          expected = sys.argv[2]
+          valid = (
+              release.get("tag_name") == expected
+              and release.get("name") == expected
+              and isinstance(release.get("draft"), bool)
+              and release.get("prerelease") is False
+          )
+          raise SystemExit(0 if valid else 1)
+          PY
+            then
+              release_matches_tag=false
+            fi
+          elif [[ "$release_status" != "404" ]]; then
+            echo "::error::GitHub release lookup failed with HTTP $release_status."
+            exit 1
+          fi
+
+          pypi_response=$(mktemp)
+          pypi_status=$(curl --silent --show-error --location \
+            --output "$pypi_response" --write-out '%{http_code}' \
+            "https://pypi.org/pypi/$PYPI_PROJECT_NAME/$requested_version/json")
+          pypi_exists=false
+          if [[ "$pypi_status" == "200" ]]; then
+            pypi_exists=true
+            python - "$pypi_response" "$requested_version" <<'PY'
+          import json
+          import sys
+
+          payload = json.load(open(sys.argv[1], encoding="utf-8"))
+          if payload.get("info", {}).get("version") != sys.argv[2]:
+              raise SystemExit("PyPI returned metadata for an unexpected version")
+          PY
+          elif [[ "$pypi_status" != "404" ]]; then
+            echo "::error::PyPI lookup failed with HTTP $pypi_status."
+            exit 1
+          fi
+
+          decision=$(python scripts/release.py plan \
+            --trigger "$trigger" --version "$requested_version" \
+            --tag "$tag_exists" --release "$release_exists" --pypi "$pypi_exists" \
+            --tag-annotated "$tag_annotated" \
+            --tag-matches-source "$tag_matches_source" \
+            --release-matches-tag "$release_matches_tag")
+
+          action=$(python -c 'import json,sys; print(json.loads(sys.argv[1])["action"])' "$decision")
+          version=$(python -c 'import json,sys; print(json.loads(sys.argv[1])["version"])' "$decision")
+          state=$(python -c 'import json,sys; print(json.loads(sys.argv[1])["state"])' "$decision")
+          reason=$(python -c 'import json,sys; print(json.loads(sys.argv[1])["reason"])' "$decision")
+          {
+            echo "action=$action"
+            echo "version=$version"
+            echo "state=$state"
+            echo "reason=$reason"
+            echo "source-ref=$source_ref"
+            echo "tag-exists=$tag_exists"
+            echo "release-exists=$release_exists"
+            echo "pypi-exists=$pypi_exists"
+          } >> "$GITHUB_OUTPUT"
+          echo "Release decision: action=$action version=$version state=$state reason=$reason"
+
+  release:
+    name: Build, release, and publish
+    needs: plan
+    if: needs.plan.outputs.action == 'release'
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    env:
+      RELEASE_TAG: ${{ needs.plan.outputs.version }}
+    steps:
+      - name: Check out exact release source
+        uses: actions/checkout@v6
+        with:
+          ref: ${{ needs.plan.outputs.source-ref }}
+          fetch-depth: 0
+
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.12"
+
+      - name: Prepare exact release version
+        shell: bash
+        run: |
+          set -euo pipefail
+          current_version=$(python scripts/release.py current-version)
+          if [[ "$current_version" != "$RELEASE_TAG" ]]; then
+            python scripts/release.py set-version "$RELEASE_TAG"
+            expected_files=$'CITATION.cff\npyproject.toml\nsrc/auditkit/__init__.py'
+            actual_files=$(git diff --name-only | sort)
+            if [[ "$actual_files" != "$expected_files" ]]; then
+              echo "::error::Version helper changed files outside the authoritative version set."
+              exit 1
+            fi
+            git config user.name github-actions[bot]
+            git config user.email 41898282+github-actions[bot]@users.noreply.github.com
+            git add CITATION.cff pyproject.toml src/auditkit/__init__.py
+            git commit -m "Release $RELEASE_TAG"
+          fi
+          python scripts/release.py validate-version "$RELEASE_TAG"
+
+      # Tests are intentionally skipped in the release workflow to avoid delaying
+      # GitHub releases and PyPI publication.
+      # - name: Install project test dependencies
+      #   continue-on-error: true
+      #   run: python -m pip install -e ".[dev]"
+
+      # - name: Run project test suite (advisory)
+      #   continue-on-error: true
+      #   run: python -m pytest
+
+      - name: Install mandatory packaging tools
+        run: python -m pip install --upgrade build twine
+
+      - name: Build and validate distributions
+        run: |
+          python -m build
+          python -m twine check dist/*
+          python scripts/release.py validate-dist "$RELEASE_TAG" --project-name "$PYPI_PROJECT_NAME" dist/*
+
+      - name: Create or verify annotated tag
+        env:
+          GH_TOKEN: ${{ github.token }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          expected_sha=$(git rev-parse HEAD)
+          git fetch --force origin "refs/tags/$RELEASE_TAG:refs/tags/$RELEASE_TAG" 2>/dev/null || true
+          if git show-ref --verify --quiet "refs/tags/$RELEASE_TAG"; then
+            if [[ "$(git cat-file -t "$RELEASE_TAG")" != "tag" ]]; then
+              echo "::error::Existing $RELEASE_TAG is not an annotated tag."
+              exit 1
+            fi
+            if [[ "$(git rev-list -n 1 "$RELEASE_TAG")" != "$expected_sha" ]]; then
+              echo "::error::Existing $RELEASE_TAG points at a different commit; it will not be moved."
+              exit 1
+            fi
+          else
+            git config user.name github-actions[bot]
+            git config user.email 41898282+github-actions[bot]@users.noreply.github.com
+            git tag --annotate "$RELEASE_TAG" --message "auditkit $RELEASE_TAG"
+            git push origin "refs/tags/$RELEASE_TAG"
+          fi
+
+      - name: Create or verify GitHub release
+        env:
+          GH_TOKEN: ${{ github.token }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          if gh release view "$RELEASE_TAG" \
+            --json databaseId,tagName,name,isDraft,isPrerelease > release.json 2>/dev/null; then
+            release_state=$(python - "$RELEASE_TAG" <<'PY'
+          import json
+          import sys
+
+          release = json.load(open("release.json", encoding="utf-8"))
+          expected = sys.argv[1]
+          valid = (
+              release.get("tagName") == expected
+              and release.get("name") == expected
+              and isinstance(release.get("isDraft"), bool)
+              and release.get("isPrerelease") is False
+              and isinstance(release.get("databaseId"), int)
+          )
+          if not valid:
+              raise SystemExit(f"Existing GitHub release conflicts with {expected}: {release}")
+          print("draft" if release["isDraft"] else "published")
+          PY
+            )
+            if [[ "$release_state" == "draft" ]]; then
+              release_id=$(python -c 'import json; print(json.load(open("release.json"))["databaseId"])')
+              gh api --method PATCH "repos/$GITHUB_REPOSITORY/releases/$release_id" \
+                --field draft=false --silent
+              echo "Published existing draft GitHub release $RELEASE_TAG."
+            fi
+          else
+            gh release create "$RELEASE_TAG" --verify-tag --generate-notes --title "$RELEASE_TAG"
+          fi
+
+      - name: Publish the exact distributions to PyPI
+        if: needs.plan.outputs.pypi-exists == 'false'
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          : "${TWINE_PASSWORD:?PYPI_API_TOKEN is required to publish the release}"
+          python -m twine upload --non-interactive --verbose dist/*
+
+      # The version-bump commit created above (if any) only exists on this
+      # detached checkout so far; fast-forward main with it so the tracked
+      # version files don't silently drift behind the release that was just
+      # tagged and published. This is push-only and never forced: if main
+      # has moved on (a race with a new merge) or branch protection blocks
+      # a direct push, git rejects the push and we just warn instead of
+      # failing an otherwise-successful release.
+      - name: Sync release version bump back to main
+        if: needs.plan.outputs.tag-exists == 'false'
+        continue-on-error: true
+        env:
+          GH_TOKEN: ${{ github.token }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          if git push origin HEAD:main; then
+            echo "Synced the $RELEASE_TAG version bump back to main."
+          else
+            echo "::warning::Could not fast-forward main with the $RELEASE_TAG version bump (branch protection or a race with a new merge). main's version files may still show the previous version; sync them manually, e.g. via 'python scripts/release.py set-version $RELEASE_TAG'."
+          fi
+
+      - name: Send release notes to Slack
+        uses: slackapi/slack-github-action@v1.24.0
+        continue-on-error: true
+        with:
+          channel-id: "lexsi-labs-auditkit-release" #${{ vars.SLACK_CHANNEL }}
+          payload: |
+            {
+              "text": "Auditkit release",
+              "blocks": [
+                {
+                  "type": "section",
+                  "text": {
+                    "type": "mrkdwn",
+                    "text": "*Version:* ${{ env.RELEASE_TAG }}"
+                  }
+                },
+                {
+                  "type": "section",
+                  "text": {
+                    "type": "mrkdwn",
+                    "text": "*Release:* https://github.com/${{ github.repository }}/releases/tag/${{ env.RELEASE_TAG }}"
+                  }
+                },
+                {
+                  "type": "section",
+                  "text": {
+                    "type": "mrkdwn",
+                    "text": "*PyPI:* https://pypi.org/project/auditkit/${{ env.RELEASE_TAG }}/"
+                  }
+                }
+              ]
+            }
+        env:
+          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}

auditkit-1.0.0/.gitignore

@@ -0,0 +1,17 @@
+# Python
+__pycache__/
+*.py[cod]
+.venv/
+venv/
+*.egg-info/
+build/
+dist/
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+.coverage
+# OS / editor
+.DS_Store
+.idea/
+.vscode/
+site/

auditkit-1.0.0/AGENTS.md

@@ -0,0 +1,94 @@
+# Agent instructions — AuditKit (release v1.0.0)
+
+AuditKit is a standalone Python library that evaluates any model on any dataset
+across any technique. The core runs on the standard library with **zero required
+third-party dependencies**; model backends and heavy metrics are optional extras.
+
+## Architecture — the 5-stage spine
+
+`Dataset → Adapter → Model → Metrics → RunResult`, orchestrated by `ak.evaluate()`.
+
+- **Dataset** — prompts and expected outputs (a YAML file, a Python list, or a loader).
+- **Adapter** — the elicitation technique: benchmark, LLM-as-judge (`GEval`), code
+  checks, RAG, hallucination, embedding similarity, toxicity/bias, pairwise/preference,
+  red-teaming, security, performance.
+- **Model** — 9 backends resolved by `AutoModel.resolve()`: `openai:`, `anthropic:`,
+  `hf:`, `lexsi:`, `vllm:`, `litellm:` (also reaches Ollama), `api:`, `groq:`,
+  `openrouter:`. Any `list[str] → list[str]` callable also works; `echo` is the
+  dependency-free stub for tests.
+- **Metrics** — every metric subclasses `auditkit.metric.Metric` (10 families).
+- **RunResult** — aggregate scores, per-sample rows, and `perf` (latency/throughput).
+
+## Install
+
+```bash
+pip install auditkit                 # core, zero deps
+pip install "auditkit[openai]"       # one backend
+pip install "auditkit[all]"          # all backends + heavy metrics
+```
+
+## Quickstart
+
+```python
+import auditkit as ak
+
+result = ak.evaluate(
+    model="echo",                    # or "openai:gpt-4o-mini", "hf:Qwen/Qwen2.5-0.5B", ...
+    prompts=["2+2=", "capital of France?"],
+    metrics=[ak.Contains("4"), ak.Contains("Paris")],
+)
+print(result.summary())
+```
+
+## CLI
+
+```bash
+auditkit eval config.yaml            # run a YAML-defined evaluation
+auditkit init                        # scaffold a config
+auditkit list                        # list available metrics/backends
+auditkit compare ...                 # compare models
+auditkit redteam ...                 # red-team probes
+```
+
+## Test
+
+```bash
+python -m pytest tests/ -q --tb=short   # pyproject sets pythonpath=src; use python3 on Unix
+```
+
+~53 test modules under `tests/`. The CLI subprocess tests need an editable install
+(`pip install -e .`). Some `test_extra_not_installed` checks fail on machines that
+have optional extras (e.g. `transformers`) installed globally — that is expected.
+
+## Conventions
+
+- `from __future__ import annotations` at the top of every module.
+- **Zero required third-party deps.** Never import an optional extra at module top
+  level — import it lazily inside the function that needs it, and raise a clear error
+  if the extra is missing.
+- Metrics inherit `auditkit.metric.Metric`; models inherit `auditkit.model.Model`.
+  Register new ones through `registry.py` / `router.py`.
+- One test file per module or feature area, in `tests/`.
+- **Version lives in two places, keep them in sync:** `src/auditkit/__init__.py`
+  (`__version__`) and `pyproject.toml` (`version`).
+
+## Module map (`src/auditkit/`)
+
+| Module | Role |
+|--------|------|
+| `api.py` | Public `ak.evaluate()` surface |
+| `runner.py`, `runspec.py` | Execution engine and run configuration |
+| `adapter.py`, `scenario.py` | Elicitation techniques and scenarios |
+| `model/`, `router.py`, `registry.py` | Model backends and resolution |
+| `metric.py`, `metrics/`, `scorers.py`, `scoring.py` | Metrics and scoring |
+| `comparison.py`, `model_compare.py`, `diff.py` | Model comparison |
+| `redteam/` | Red-team probes |
+| `report.py`, `report_format.py` | Result rendering |
+| `cli.py`, `__main__.py` | Command-line interface |
+
+## License
+
+Released under the **Lexsi Labs Source Available License (LSAL) v1.2** — free for
+academic research and teaching (MIT-like); organizations must acknowledge their use
+or obtain permission (Section 1A); commercial use requires a separate license. See
+[LICENSE.md](LICENSE.md).

auditkit-1.0.0/CITATION.cff

@@ -0,0 +1,36 @@
+cff-version: 1.2.0
+title: AuditKit
+abstract: |
+  AuditKit is a Python library for evaluating and auditing AI models: a unified
+  evaluation spine across techniques and modalities. It provides 10 metric
+  families, 9 model backends, LLM-as-judge and encoder-judge scorers, a CLI with
+  YAML-configured runs, and an MkDocs documentation site.
+type: software
+message: "If you use this software, please cite it."
+
+version: 1.0.0
+
+authors:
+  - family-names: "Avaiya"
+    given-names: "Utsav"
+  - family-names: "Arora"
+    given-names: "Shreeyans"
+  - family-names: "Kadiyala"
+    given-names: "Ram Mohan Rao"
+  - family-names: "Lyngkhoi"
+    given-names: "Zera"
+  - family-names: "Sankarapu"
+    given-names: "Vinay Kumar"
+  - family-names: "Seth"
+    given-names: "Pratinav"
+    email: "pratinav.seth@lexsi.ai"
+
+contact:
+  - family-names: "Seth"
+    given-names: "Pratinav"
+    email: "pratinav.seth@lexsi.ai"
+
+repository-code: "https://github.com/Lexsi-Labs/AuditKIT"
+url: "https://github.com/Lexsi-Labs/AuditKIT"
+license: LSAL-1.2
+license-url: "https://github.com/Lexsi-Labs/AuditKIT/blob/main/LICENSE.md"

auditkit-1.0.0/LICENSE.md

@@ -0,0 +1,92 @@
+# Lexsi Labs Source Available License (LSAL), Version 1.2 (AuditKit)
+
+## Preamble
+
+This Source Available License governs use of the software known as **AuditKit**, together with its documentation, CLI, and example pipelines (collectively, the "Licensed Work"), developed and owned by **Lexsi Labs (Lithasa Technologies Pvt. Ltd.)** ("Licensor").
+
+This is **not** an open-source license as defined by the [Open Source Initiative (OSI)](https://opensource.org/). It grants **academic research and teaching** MIT-like permissions: free use, modification, and redistribution with the notice intact. Organizations must acknowledge their use or obtain permission (Section 1A). It also bars commercial exploitation.
+
+---
+
+## 1. Grant of Rights
+
+Subject to the terms of this License, permission is hereby granted, free of charge, to any person obtaining a copy of the Licensed Work, to use, copy, modify, merge, publish, and redistribute the Licensed Work and derivative works thereof, **for Noncommercial Purposes only**, provided that the above copyright notice and this License are included in full in all copies or substantial portions of the Licensed Work.
+
+For academic research and teaching, this grant is MIT-like: you may use, modify, and redistribute the Licensed Work, provided the copyright notice and this License travel with every copy.
+
+**Noncommercial Purposes** means:
+
+* personal use for research, experimentation, private study, or hobby projects;
+* academic and scholarly research, teaching, and publication (including use in papers, theses, benchmarks, and reproducibility artifacts).
+
+Research and teaching by academics and their groups, including work done at a university or public research body, falls under this Section. Section 1A governs use by an organization as such, including a charitable organization, educational institution, public research organization, or government body acting for its own operations.
+
+## 1A. Use by Organizations
+
+Before any organization, including a charitable organization, educational institution, public research organization, or government body, uses the Licensed Work for **internal evaluation, red-teaming, benchmarking, auditing, or any use in connection with developing, evaluating, or safeguarding its own models, products, or services**, whether or not it charges a fee or provides the Licensed Work to third parties, it must either:
+
+* obtain Licensor's **prior written permission**; or
+* provide Licensor a written **acknowledgement of use**, identifying the organization, the intended use, and an undertaking to attribute the Licensed Work, which Licensor may accept in place of negotiated permission.
+
+Both go to **support@lexsi.ai**.
+
+Licensor grants permission at its discretion. The written permission sets out the terms, which may include sharing with Licensor the evaluation results the Licensed Work produces, in AuditKit's standard report format, excluding model weights, training data, prompt text, and model generations. Licensor uses shared results for research and for improving the Licensed Work, and handles them under the terms stated in the written permission.
+
+Permission under this Section does not authorize any use described in Section 2.
+
+## 2. Commercial Restriction
+
+Without a separate **commercial license** from Lexsi Labs, you may **not** Sell the Licensed Work. "**Sell**" means practicing any right granted to you under this License to provide to third parties, for a fee or other consideration, a product or service whose value derives, entirely or substantially, from the functionality of the Licensed Work, including:
+
+* offering the Licensed Work, or a derivative of it, as a commercial product, paid service, SaaS, hosted, or API offering;
+* embedding the Licensed Work in proprietary or revenue-generating software;
+* paid consulting or support whose substance is the Licensed Work.
+
+If you redistribute a modified version, you must mark it as modified and must not present it as the original. You may also not **re-license, rebrand, or redistribute** the Licensed Work under different terms, nor use **Lexsi Labs**, **AuditKit**, or related trademarks, logos, or branding except to identify unmodified, licensed copies.
+
+## 3. Patents
+
+NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE GRANTED BY THIS LICENSE. Any patent rights of Licensor relating to the Licensed Work are reserved and may be licensed only under a separate written agreement with Licensor.
+
+## 3A. Third-Party Components
+
+The Licensed Work evaluates and audits third-party base models and draws on third-party benchmarks and datasets. Each carries its own license, and this License grants no rights under any of them. You must comply with those terms in addition to this License, including any restrictions a base-model or dataset license places on your use of it.
+
+## 4. Ownership
+
+All rights, title, and interest in and to the Licensed Work remain with **Lithasa Technologies Pvt. Ltd.** Except as expressly stated in Sections 1 and 1A, nothing in this License transfers ownership or any other rights to the Licensee.
+
+## 5. Contributions
+
+If you submit modifications, pull requests, or patches ("Contributions") to Lexsi Labs, you grant Lexsi Labs a perpetual, worldwide, royalty-free right to use, modify, distribute, and license your Contributions under any terms, including commercial ones, and you represent that you have the right to make such Contributions.
+
+## 6. Warranty Disclaimer and Responsibility for Use
+
+THE LICENSED WORK IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND NONINFRINGEMENT. IN NO EVENT SHALL THE LICENSOR OR CONTRIBUTORS BE LIABLE FOR ANY CLAIM, DAMAGES, OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM, OUT OF, OR IN CONNECTION WITH THE LICENSED WORK OR THE USE OR OTHER DEALINGS IN THE LICENSED WORK.
+
+**You alone are responsible for your use of the Licensed Work.** This includes every evaluation, audit, output, or system you produce with it, and your compliance with applicable law. This responsibility applies to academic, personal, organizational, and commercial use alike. Licensor has no duty to monitor your use and bears no liability for misuse of the Licensed Work by you or by any third party who obtained it through you.
+
+The Licensed Work is a research and auditing tool. Any measurements or findings it reports hold only under the conditions you configure. They do not certify that any model is safe to deploy; that decision rests with you.
+
+If you use the Licensed Work under Section 1A or under a commercial license, you will, to the extent permitted by applicable law, indemnify and hold harmless Licensor and its contributors against any claim, loss, or expense, including legal fees, arising from your use or misuse of the Licensed Work or from any breach of this License by you. This indemnity does not apply to personal or academic use under Section 1; the two preceding paragraphs govern that use.
+
+## 7. Termination
+
+This License terminates without notice if you breach any of its terms. On termination, you must stop using the Licensed Work and destroy every copy in your possession. Licenses of parties who received the Licensed Work from you remain in force provided they remain in compliance.
+
+Sections 3, 3A, 4, 5, 6, and 8 survive termination.
+
+## 8. Governing Law and General Terms
+
+This License shall be governed by and construed in accordance with the **laws of India**, without regard to its conflict of law principles. If a court holds any provision of this License unenforceable, the remaining provisions stay in effect. Licensor may publish revised versions of this License; a copy of the Licensed Work remains under the version it was received under unless you accept a later version.
+
+## 9. Contact
+
+For acknowledgements and permission requests under Section 1A, and for commercial use, partnership, or redistribution rights under Section 2, contact:
+**support@lexsi.ai** · **https://lexsi.ai**
+
+## 10. Notice
+
+**AuditKit** © 2026 **Lithasa Technologies Pvt. Ltd.**
+Licensed under the **Lexsi Labs Source Available License (LSAL) v1.2**.
+**Academic research and teaching are free on MIT-like terms. Use by any organization requires written acknowledgement or permission (Section 1A). Commercial use requires a commercial license (Section 2).**