guarddiff 0.1.0__tar.gz

guarddiff-0.1.0/.env.example

@@ -0,0 +1,4 @@
+# Only needed for the `openai` target (any OpenAI-compatible endpoint, see README).
+# Copy to .env, fill in, and export it: set -a; . ./.env; set +a
+# The config names this variable in `api_key_env`; guarddiff never reads a key from a file.
+OPENAI_API_KEY=

guarddiff-0.1.0/.github/ISSUE_TEMPLATE/bug.yml

@@ -0,0 +1,22 @@
+name: 버그 / Bug
+description: README대로 했는데 다르게 동작해요 / Something does not work as the README says
+labels: [bug]
+body:
+  - type: textarea
+    id: what
+    attributes:
+      label: 무엇이 일어났나요? / What happened?
+      description: 실행한 명령과 나온 메시지를 그대로 붙여 주세요. / Paste the command and the output.
+    validations:
+      required: true
+  - type: textarea
+    id: expected
+    attributes:
+      label: 기대한 결과 / Expected
+  - type: input
+    id: env
+    attributes:
+      label: 환경 / Environment
+      placeholder: "macOS 15 (M3) · Ubuntu 24.04 · Windows 11 / uv 0.x / mock or real mode"
+    validations:
+      required: true

guarddiff-0.1.0/.github/ISSUE_TEMPLATE/question.yml

@@ -0,0 +1,11 @@
+name: 질문 / Question
+description: 이해가 안 되는 부분이나 더 알고 싶은 점 / Something unclear or worth explaining
+labels: [question]
+body:
+  - type: textarea
+    id: question
+    attributes:
+      label: 질문 / Question
+      description: README의 어느 부분(절 제목)에 대한 질문인지 알려 주세요. / Which README section is this about?
+    validations:
+      required: true

guarddiff-0.1.0/.github/workflows/ci.yml

@@ -0,0 +1,21 @@
+# Offline tests only: the mock target and recorded guard answers need no keys, models or network.
+name: ci
+on:
+  push:
+  pull_request:
+  schedule:
+    - cron: "17 3 * * 1"   # weekly, to catch breakage from runtime or dependency changes
+  workflow_dispatch:
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+    steps:
+      - uses: actions/checkout@v4.4.0
+      - uses: astral-sh/setup-uv@v10.3.3
+      - run: uv python install ${{ matrix.python-version }}
+      - run: uv sync --locked --python ${{ matrix.python-version }}
+      - run: uv run --python ${{ matrix.python-version }} pytest -q

guarddiff-0.1.0/.gitignore

@@ -0,0 +1,44 @@
+# Python
+__pycache__/
+*.py[cod]
+.venv/
+.pytest_cache/
+.ruff_cache/
+.mypy_cache/
+*.egg-info/
+
+# Node
+node_modules/
+dist/
+.next/
+
+# 실행 산출물·모델·데이터 캐시
+runs/
+outputs/
+.cache/
+*.safetensors
+*.gguf
+*.bin
+
+# 환경·비밀
+.env
+.env.*
+!.env.example
+
+# OS·에디터
+.DS_Store
+.vscode/
+.idea/
+
+# Flutter·Dart
+.dart_tool/
+build/
+.flutter-plugins
+.flutter-plugins-dependencies
+coverage/
+
+# guarddiff output folders created by the README commands
+guarddiff-demo/
+guarddiff-out/
+out/
+myeval/

guarddiff-0.1.0/CHANGELOG.md

@@ -0,0 +1,20 @@
+# Changelog
+
+All notable changes to this project are documented here. The format follows
+[Keep a Changelog](https://keepachangelog.com/en/1.1.0/) and the project uses semantic versioning.
+
+## [Unreleased]
+
+## [0.1.0] - 2026-11-11
+
+### Added
+- `guarddiff run | report | gate | demo | init` commands.
+- Seven outcomes that separate guard blocks from the model's own refusals, plus `indeterminate`.
+- Metrics: ASR, over-block rate, Wilson 95% intervals, exact McNemar test, latency p50/p95, guard cost.
+- Guards: `regex`, `python`, `replay`, `hf-qwen3guard` (optional extra). Targets: `mock`, `python`, `openai`.
+- `gate` fails by default when any item is indeterminate (`--allow-indeterminate` to opt out); the `run` table marks such variants with `!`.
+- Resume re-runs only variants whose guard, target, judge or latency-mode config changed. Pairs that ended `indeterminate` are always re-run (`retry N indeterminate pairs`), so fixing the cause and running again is enough.
+- `run --only` keeps the stored results of the variants it did not run (`kept N pairs …`).
+- `gate` exits 2 when `--allow-indeterminate` and `--max-indeterminate` are combined; allowing indeterminate items prints a note. `report --format md` and `report.html` mark variants with indeterminate items with `!` and a warning line.
+- Resumable `results.jsonl`, `summary.json`, single-file `report.html`, Markdown summary.
+- Bundled 18-prompt English/Korean set (CC0-1.0) and offline, recorded-replay and live examples.

guarddiff-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 LeeGyeongPil
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.