pytest-judgekeeper 0.1.0__tar.gz

pytest_judgekeeper-0.1.0/.gitignore

@@ -0,0 +1,18 @@
+__pycache__/
+*.pyc
+.venv/
+venv/
+dist/
+build/
+*.egg-info/
+.pytest_cache/
+.ruff_cache/
+.env
+.DS_Store
+# judge outputs and reports are reproducible artifacts; commit only curated examples under docs/
+/runs/
+/reports/
+anchors/
+# `judgekeeper demo` and `judgekeeper check` write here by default
+/judgekeeper-demo/
+/judgekeeper-report/

pytest_judgekeeper-0.1.0/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.5
+Name: pytest-judgekeeper
+Version: 0.1.0
+Summary: pytest plugin that fails a test when an LLM judge stops agreeing with human labels (installs judgekeeper).
+Project-URL: Homepage, https://github.com/judgekeeper/judgekeeper
+Author: Sathvik Thota
+License-Expression: MIT
+Keywords: evaluation,llm,llm-as-judge,pytest
+Classifier: Development Status :: 3 - Alpha
+Classifier: Framework :: Pytest
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Software Development :: Testing
+Requires-Python: >=3.11
+Requires-Dist: judgekeeper==0.1.0
+Description-Content-Type: text/markdown
+
+# pytest-judgekeeper
+
+This package has no code: it installs [judgekeeper](https://github.com/judgekeeper/judgekeeper), whose pytest plugin (the `judgekeeper_gate` fixture, the `judgekeeper` marker and `--judgekeeper-report`) is registered by judgekeeper itself.
+It exists so the plugin shows up under its `pytest-` name on the pytest plugin list; `pip install judgekeeper` gives you the same thing.

pytest_judgekeeper-0.1.0/README.md

@@ -0,0 +1,4 @@
+# pytest-judgekeeper
+
+This package has no code: it installs [judgekeeper](https://github.com/judgekeeper/judgekeeper), whose pytest plugin (the `judgekeeper_gate` fixture, the `judgekeeper` marker and `--judgekeeper-report`) is registered by judgekeeper itself.
+It exists so the plugin shows up under its `pytest-` name on the pytest plugin list; `pip install judgekeeper` gives you the same thing.

pytest_judgekeeper-0.1.0/pyproject.toml

@@ -0,0 +1,31 @@
+# A name on the pytest plugin list and nothing else: the plugin lives in judgekeeper itself
+# (judgekeeper.pytest_plugin, registered through judgekeeper's pytest11 entry point).
+# Release with the same version as judgekeeper; see docs/RELEASING.md.
+[project]
+name = "pytest-judgekeeper"
+version = "0.1.0"
+description = "pytest plugin that fails a test when an LLM judge stops agreeing with human labels (installs judgekeeper)."
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.11"
+authors = [{ name = "Sathvik Thota" }]
+keywords = ["pytest", "llm", "evaluation", "llm-as-judge"]
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Framework :: Pytest",
+  "Programming Language :: Python :: 3",
+  "License :: OSI Approved :: MIT License",
+  "Topic :: Software Development :: Testing",
+]
+dependencies = ["judgekeeper==0.1.0"]
+
+[project.urls]
+Homepage = "https://github.com/judgekeeper/judgekeeper"
+
+[build-system]
+requires = ["hatchling>=1.26"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+# No code of its own: an empty wheel whose only job is the dependency on judgekeeper.
+bypass-selection = true