spec-eval 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
spec_eval/runlog.py ADDED
@@ -0,0 +1,30 @@
1
+ """Append-only run log — one JSON line per check, stamped with a seconds-precision timestamp and the repo's git SHA.
2
+
3
+ Lets you track scores over time and trace a fingerprint back to the commit that produced it. Writes
4
+ `<out>/runs.jsonl`; each line is a self-contained record (date, git_sha, command, detector, plus per-run stats).
5
+ """
6
+ import os
7
+ import json
8
+ import subprocess
9
+ import datetime
10
+
11
+
12
+ def git_sha(repo):
13
+ """Short git SHA of `repo`'s HEAD, or None if it isn't a git repo / git is unavailable."""
14
+ try:
15
+ out = subprocess.run(["git", "-C", repo, "rev-parse", "--short", "HEAD"],
16
+ capture_output=True, text=True, timeout=5)
17
+ return out.stdout.strip() or None
18
+ except Exception:
19
+ return None
20
+
21
+
22
+ def append_run(out_dir, repo, command, detector, stats):
23
+ """Append one run record to `<out_dir>/runs.jsonl`. `stats` is a dict of summary numbers. Returns the path."""
24
+ rec = {"date": datetime.datetime.now().isoformat(timespec="seconds"), "git_sha": git_sha(repo), # to the second: same-day runs stay distinguishable by clock time, not just line order
25
+ "command": command, "detector": detector, **stats}
26
+ os.makedirs(out_dir, exist_ok=True)
27
+ path = os.path.join(out_dir, "runs.jsonl")
28
+ with open(path, "a") as f:
29
+ f.write(json.dumps(rec) + "\n")
30
+ return path
@@ -0,0 +1,67 @@
1
+ """Spec SUFFICIENCY — how completely does the spec capture the code's behavior?
2
+
3
+ The inverse of drift:
4
+ - drift = the spec CONTRADICTS the code (the drift auditor; "silence is not drift" — it ignores omissions).
5
+ - sufficiency = the spec OMITS behavior that's in the code.
6
+ The grader is prompted with the rebuild question ("what would a rebuild-from-spec have to guess?") as its
7
+ calibration device; the resulting 0..1 score is an INDICATOR of completeness plus a list of what's missing — not
8
+ a proof that a rebuild would succeed. 1:1 line restatement is NOT the bar — intent-level
9
+ behavior/contracts/defaults are.
10
+ """
11
+ from . import providers, audit
12
+
13
+ SUFFICIENCY_RUBRIC = (
14
+ "You assess whether a SPEC is SUFFICIENT to REBUILD the code's BEHAVIOR — could a developer restart the "
15
+ "project from the SPEC alone? 1:1 line restatement is NOT required; pure implementation detail may be "
16
+ "omitted. List the key BEHAVIORS / CONTRACTS / DEFAULTS / RULES / EVENTS present in the CODE that are NOT "
17
+ "captured in the SPEC — what a rebuild-from-spec would MISS or have to guess — each with a severity:\n"
18
+ " - major: a whole feature, contract, or component missing from the spec.\n"
19
+ " - minor: a default, threshold, edge-case, or event-shape missing.\n"
20
+ "Be calibrated, not generous. EVERY gap carries `code_ref`, a SEARCHABLE pointer to where the missing "
21
+ "behavior lives: the file plus the nearest enclosing function/class name — NOT a line number. When the gap "
22
+ "spans the whole module, use the file name alone. Output strict JSON, no preamble:\n"
23
+ '{"sufficiency":0.0,"gaps":[{"severity":"major|minor","missing":"one sentence",'
24
+ '"code_ref":"file.py (function_or_class)"}]}\n'
25
+ "sufficiency 1.0 = the behavior is fully rebuildable from the spec; 0.0 = the spec barely constrains the code."
26
+ )
27
+
28
+
29
+ def sufficiency_pair(repo, pair, model, code_cap=None, doc_cap=None):
30
+ code_cap = audit.CODE_CAP if code_cap is None else code_cap
31
+ doc_cap = audit.DOC_CAP if doc_cap is None else doc_cap
32
+ code, nc, code_capped = audit._read_globs(repo, pair.get("code", []), code_cap)
33
+ doc, nd, doc_capped = audit._read_globs(repo, pair.get("docs", []), doc_cap)
34
+ if nc == 0 or nd == 0:
35
+ return {"label": pair["label"], "skipped": f"no files matched (code={nc}, docs={nd})",
36
+ "sufficiency": None, "gaps": []}
37
+ user = f"# Sufficiency review: {pair['label']}\n\n## Code\n```\n{code}\n```\n\n## Spec\n{doc}\n"
38
+ resp = providers.gen(model, SUFFICIENCY_RUBRIC, user, max_tokens=audit.REVIEW_MAX_TOKENS) # same budget as drift — a truncated gap list is unparseable
39
+ notes = audit.truncation_notes(code_capped, doc_capped, code_cap, doc_cap)
40
+ d = audit.first_json_object(resp, "sufficiency", "gaps")
41
+ if d is not None:
42
+ try:
43
+ gaps = []
44
+ for g in d.get("gaps", []):
45
+ gap = {"severity": str(g.get("severity", "")).lower(), "missing": str(g.get("missing", ""))}
46
+ ref = g.get("code_ref")
47
+ if ref and str(ref).lower() != "null":
48
+ gap["code_ref"] = str(ref) # searchable pointer (file + symbol), kept verbatim
49
+ gaps.append(gap)
50
+ rec = {"label": pair["label"], "code_files": nc, "doc_files": nd,
51
+ "sufficiency": float(d.get("sufficiency", 0)), "gaps": gaps}
52
+ if notes:
53
+ rec["truncated"] = notes
54
+ return rec
55
+ except Exception:
56
+ pass
57
+ rec = {"label": pair["label"], "sufficiency": None, "gaps": [{"severity": "?", "missing": resp[:200]}]}
58
+ if notes:
59
+ rec["truncated"] = notes # names the likely cause of the unparseable reply
60
+ return rec
61
+
62
+
63
+ def sufficiency_repo(repo, config, model):
64
+ from . import coverage as coverage_mod
65
+ pairs = config.get("pairs") or coverage_mod.infer_pairs(repo, config) # co-located specs need no pairs.yml
66
+ code_cap, doc_cap = audit.caps_from(config)
67
+ return [sufficiency_pair(repo, p, model, code_cap, doc_cap) for p in pairs]
@@ -0,0 +1,293 @@
1
+ Metadata-Version: 2.4
2
+ Name: spec-eval
3
+ Version: 0.2.0
4
+ Summary: A trust-eval for your specs: coverage, drift, and sufficiency of markdown specs against code.
5
+ Author: Ben Jones
6
+ License: MIT
7
+ Project-URL: Homepage, https://github.com/benjaminjones/spec-eval
8
+ Project-URL: Repository, https://github.com/benjaminjones/spec-eval
9
+ Project-URL: Issues, https://github.com/benjaminjones/spec-eval/issues
10
+ Keywords: spec-driven-development,documentation-drift,docs-as-code,living-documentation,llm-as-judge,code-documentation,backfill-documentation
11
+ Classifier: Development Status :: 4 - Beta
12
+ Classifier: Intended Audience :: Developers
13
+ Classifier: License :: OSI Approved :: MIT License
14
+ Classifier: Programming Language :: Python :: 3
15
+ Classifier: Topic :: Software Development :: Documentation
16
+ Classifier: Topic :: Software Development :: Quality Assurance
17
+ Requires-Python: >=3.9
18
+ Description-Content-Type: text/markdown
19
+ License-File: LICENSE
20
+ Requires-Dist: anthropic>=0.40
21
+ Requires-Dist: openai>=1.50
22
+ Requires-Dist: google-genai>=1.0
23
+ Requires-Dist: PyYAML>=6.0
24
+ Provides-Extra: dev
25
+ Requires-Dist: pytest>=7; extra == "dev"
26
+ Requires-Dist: hypothesis>=6; extra == "dev"
27
+ Requires-Dist: ruff>=0.4; extra == "dev"
28
+ Dynamic: license-file
29
+
30
+ # spec-eval — Build fast with AI. Validate with specs.
31
+
32
+ **Your code changes fast. Your docs fall behind. spec-eval keeps them honest.**
33
+
34
+ *The trust layer for [spec-driven development](https://en.wikipedia.org/wiki/Spec-driven_development) — iterate fast, keep the spec and code in agreement.*
35
+
36
+ *A trust-eval for your specs — coverage, drift, and sufficiency, measured against the code.*
37
+
38
+ [Get started](#try-it) · [Tutorial](GETTING-STARTED.md) · [No API key?](#run-via-prompt-chat-no-setup) · [Second opinion](#higher-stakes-get-a-second-opinion) · [FAQ](FAQ.md)
39
+
40
+ A **spec** is short for **specification** — a plain-English description of what your code should do. **spec-eval**
41
+ keeps one beside your code — per file, or per folder — and checks the two still agree, so the spec stays worth
42
+ trusting. How far you lean on it is up to you. **No specs yet? spec-eval writes them for you.**
43
+
44
+ ## Table of contents
45
+
46
+ - [The problem](#the-problem)
47
+ - [What it checks](#what-it-checks)
48
+ - [What it creates](#what-it-creates)
49
+ - [Try it](#try-it)
50
+ - [Run via prompt chat (no setup)](#run-via-prompt-chat-no-setup)
51
+ - [Run in the terminal, no key (Claude subscription)](#run-in-the-terminal-no-key-claude-subscription)
52
+ - [Run in the terminal with an API key (for CI)](#run-in-the-terminal-with-an-api-key-for-ci)
53
+ - [How the scores are made](#how-the-scores-are-made)
54
+ - [Reading the scores](#reading-the-scores)
55
+ - [Higher stakes? Get a second opinion](#higher-stakes-get-a-second-opinion)
56
+ - [Proof it works](#proof-it-works)
57
+ - [More](#more)
58
+ - [FAQ](#faq)
59
+ - [Feedback](#feedback)
60
+ - [Acknowledgements](#acknowledgements)
61
+
62
+ ## The problem
63
+
64
+ Specs go stale the moment code moves on — and one stale spec is enough to stop a reader trusting all of them.
65
+ AI coding agents make code move faster than any hand-maintained doc can follow.
66
+
67
+ **spec-eval** treats specs like code: **run a check — via a chat prompt, an ordinary command, or a CI step — and
68
+ the spec is measured against the source.** A spec you can check is a spec you can trust.
69
+
70
+ ## What it checks
71
+
72
+ Three simple questions:
73
+
74
+ | Check | The question it answers | How |
75
+ |---|---|---|
76
+ | **coverage** | Does this code have a spec at all? | Just counts files. Free — no AI, no key. |
77
+ | **drift** | Does the spec say something the code doesn't do? | An AI reads each spec and its code and lists the clashes. |
78
+ | **sufficiency** | How completely does the spec capture the code's behavior? | An AI lists what the spec misses and scores it 0–1 — an indicator, not a guarantee. |
79
+
80
+ Your **code is the source of truth** — the spec is what gets graded against it.
81
+
82
+ ## What it creates
83
+
84
+ Everything it writes is plain markdown, right next to your code:
85
+
86
+ ```text
87
+ your code specs beside it spec-reports/
88
+ ┌────────────┐ ┌────────────┐ ┌────────────────┐
89
+ │ parser.py │ generate │ parser.md │ coverage │ coverage.md │
90
+ │ api.py │ ──────────► │ api.md │ audit │ report.md │
91
+ │ … │ │ … │ ──────────► │ sufficiency.md │
92
+ └────────────┘ └────────────┘ sufficiency └───────┬────────┘
93
+
94
+
95
+ SPEC-HEALTH.md
96
+ (one-page scorecard)
97
+ ```
98
+
99
+ ## Try it
100
+
101
+ Prefer a guided walkthrough? **[Getting-started tutorial →](GETTING-STARTED.md)**
102
+
103
+ **The commands** — in the order you'll typically use them:
104
+
105
+ - **coverage** — which files have no spec yet? *(free — no AI)*
106
+ - **generate** — writes a plain-English spec beside each file that has none *(uses AI)*
107
+ - **sufficiency** — how completely does each spec capture the code? Scored 0–1 *(uses AI)*
108
+ - **audit** — the drift check: does any spec clash with the code? Run it at every milestone *(uses AI)*
109
+
110
+ None of them change your files — reports go to `spec-reports/`. The exception is `generate`, which writes new
111
+ specs beside your code: review them and commit the keepers like code.
112
+
113
+ The `(uses AI)` commands (`generate`, `sufficiency`, `audit`) need an AI behind them — `coverage` never does.
114
+ Three ways to run them, least setup first:
115
+
116
+ ### Run via prompt chat (no setup)
117
+
118
+ Ask the coding agent you already have (Claude Code, Copilot, Cursor, …) — nothing to install, no key, answers
119
+ land in the chat:
120
+ ```text
121
+ Read path/to/spec-eval/skills/spec-check/SKILL.md and follow it —
122
+ first check coverage, then check my specs against my code.
123
+ ```
124
+ The path is wherever you cloned this repo — no clone? Give your agent [the file's link](skills/spec-check/SKILL.md).
125
+
126
+ Optionally save reports — add:
127
+ ```text
128
+ and save the results to spec-reports/
129
+ ```
130
+ The agent writes them itself (its own scores; the terminal adds the exact coverage % and a run history).
131
+
132
+ **Make it a standing command** *(optional, one-time)* — copy the [`skills/`](skills/) into your agent's skills
133
+ folder (Claude Code: `.claude/skills/`). Then the prompt is the command:
134
+ ```bash
135
+ mkdir -p .claude/skills && cp -r path/to/spec-eval/skills/* .claude/skills/
136
+ ```
137
+ ```text
138
+ Which files have no spec yet? # coverage
139
+ Write a spec for src/parser.py # generate
140
+ Check my specs against my code # sufficiency + audit
141
+ ```
142
+
143
+ ### Run in the terminal, no key (Claude subscription)
144
+
145
+ Install once, then add `--model claude-code` to any `(uses AI)` command — **spec-eval** routes through the
146
+ `claude` CLI you're already logged into (no key; your `ANTHROPIC_API_KEY` is hidden from the call, so it can't
147
+ accidentally bill the paid API). The same four commands, in the same order as the list above:
148
+ ```bash
149
+ pip install spec-eval # or, from a clone: pip install -e .
150
+ spec-eval coverage ./your-project # free — no AI, no key
151
+ spec-eval generate ./your-project --model claude-code
152
+ spec-eval sufficiency ./your-project --model claude-code
153
+ spec-eval audit ./your-project --model claude-code
154
+ ```
155
+ Every terminal run writes its reports to `spec-reports/` (plus a `runs.jsonl` history line).
156
+
157
+ ### Run in the terminal with an API key (for CI)
158
+
159
+ Export a key and run any command above **without** `--model claude-code` — an API key is the default. This is
160
+ the option for CI, the checks that run automatically on every push (store the key as a repo secret):
161
+ ```bash
162
+ export ANTHROPIC_API_KEY=sk-ant-... # or OPENAI_API_KEY / GOOGLE_API_KEY
163
+ ```
164
+
165
+ > [!NOTE]
166
+ > A typical first run is `coverage → generate → sufficiency`, then at every milestone after: `audit` — plus
167
+ > `sufficiency` when you've added behavior. The [tutorial](GETTING-STARTED.md) has step-by-step guides for
168
+ > starting with no specs and for existing docs.
169
+
170
+ > [!TIP]
171
+ > **Version control is also your preview.** The three checks never modify your project; `generate` adds
172
+ > ordinary new files — review them with `git diff`, edit what's off, and drop any you don't want with
173
+ > `git checkout -- <file>`. (A full `generate --overwrite` rewrites everything, so save it for first setup.)
174
+
175
+ A few things worth knowing:
176
+
177
+ - **No config needed** — by default each spec pairs with the code file of the same name beside it (`parser.md` ↔ `parser.py`).
178
+ Prefer one spec per folder? `--layout per-dir` ([FAQ](FAQ.md#can-i-use-one-spec-per-folder-instead-of-one-per-file)).
179
+ - **Any language, three providers** — swap the model with `--model openai:…`, `google:…`, or `claude-code`
180
+ (Anthropic is the default); code is read as plain text. Want another provider? [Open an issue](#feedback).
181
+ - **Your other docs are safe** — by default only a `.md` next to code with the same name counts as a spec, so your
182
+ READMEs are left alone. (Folder specs and overview indexes only appear if you opt in with `--layout` / `--overview`.)
183
+ - **What's shared** — to grade a spec, its code and text go to your AI provider. That's it. (`coverage` sends nothing — it runs fully on your machine.)
184
+
185
+ **Keep it honest on every commit** — add one line to a git hook (a script git runs before each commit) so new
186
+ code always needs a spec; copy-paste setup in [the tutorial](GETTING-STARTED.md#make-it-routine):
187
+ ```bash
188
+ spec-eval coverage . --min 90 # fails the commit if coverage drops below 90% (free — no AI)
189
+ ```
190
+
191
+ ## How the scores are made
192
+
193
+ Three scores, three simple ideas:
194
+
195
+ - **coverage** = spec files you *have* ÷ spec files you *need* → a percent. Just counting, **no AI**.
196
+ *(9 of 10 code files have a spec → 90%.)*
197
+ - **drift** = the number of spots where the spec and the code flat-out disagree. **`0` = they match.**
198
+ - **sufficiency** = how much of what the code does is actually written in the spec, from **`0` to `1`**.
199
+ *(`1.0` = it's all there; `0.1` = almost none of it is.)*
200
+
201
+ Those three are **per spec**. The repo's one **sufficiency** score is just their **average** — each spec's
202
+ `0`–`1`, added up and divided by how many specs were scored. *(coverage is already one repo-wide `%`; drift is
203
+ the total count across specs.)*
204
+
205
+ `coverage` is pure counting. The other two need an **AI reader**: it reads each spec next to its code and grades
206
+ the pair against a fixed rubric — one model call per pair. Two things follow from that:
207
+
208
+ > [!NOTE]
209
+ > AI scores **wobble**: the same spec might get 0.78 one run and 0.72 the next, like two teachers grading the same
210
+ > essay. Watch the **trend**, not the decimal — a jump like 0.72 → 0.85 is a real improvement.
211
+
212
+ > [!IMPORTANT]
213
+ > AI calls **spend tokens** — through your API key, your Claude subscription with `--model claude-code`, or
214
+ > your coding agent's own usage if you asked in chat. Every CLI run prints its exact call and token counts.
215
+
216
+ **Want the exact rules behind each score?** spec-eval specs its own scoring — read
217
+ [`spec_eval/coverage.md`](spec_eval/coverage.md) (how coverage counts),
218
+ [`spec_eval/rubric.md`](spec_eval/rubric.md) (the drift rules), and
219
+ [`spec_eval/sufficiency.md`](spec_eval/sufficiency.md) (how the 0–1 score is decided).
220
+
221
+ ## Reading the scores
222
+
223
+ Each run writes a short report to `spec-reports/` (a `.md` you read, a `.json` for tools):
224
+
225
+ - **coverage** — the % of your code that has a spec, and which files don't. *(live example: [coverage.md](spec-reports/coverage.md))*
226
+ - **drift** — each place a spec and the code disagree, with a suggested fix. `0` is clean. *(live example: [report.md](spec-reports/report.md))*
227
+ - **sufficiency** — a `0`–`1` score per spec (worst first), listing what's missing with a searchable code pointer
228
+ (`file.py (function)`). `1.0` = the grader found nothing missing — guidance, not a guarantee. *(live example: [sufficiency.md](spec-reports/sufficiency.md))*
229
+
230
+ The three examples are **spec-eval grading itself**, rolled up in [SPEC-HEALTH.md](SPEC-HEALTH.md).
231
+
232
+ Every command also appends a line to `runs.jsonl` — timestamp, git commit, scores — so you can track change over
233
+ time.
234
+
235
+ ## Higher stakes? Get a second opinion
236
+
237
+ `drift` and `sufficiency` are **AI judgments** — one model can miss something or be too generous. For a spec that needs extra attention — a critical path, complex design, or compliance code — run the
238
+ **same check with two different AI vendors** and compare. Give each run its own
239
+ `--out` folder (otherwise the second run overwrites the first report):
240
+
241
+ ```bash
242
+ spec-eval audit ./your-project --model anthropic:claude-opus-4-8 --out spec-reports/claude
243
+ spec-eval audit ./your-project --model google:gemini-3.5-flash --out spec-reports/gemini
244
+
245
+ diff spec-reports/claude/report.md spec-reports/gemini/report.md # or read them side by side
246
+ ```
247
+
248
+ How to read two reports:
249
+
250
+ - **Both flag it** → almost certainly real. Fix these first.
251
+ - **Only one flags it** → a judgment call. Read the quoted evidence and decide.
252
+ - **Sufficiency scores differ a little** → normal wobble. Compare the **gaps lists**, not the decimals — the same
253
+ missing behavior named by both graders is the signal.
254
+
255
+ Each vendor reads its own key from the environment — `ANTHROPIC_API_KEY`, `OPENAI_API_KEY`, `GOOGLE_API_KEY` —
256
+ so put both keys in one `.env` and each run picks up the one it needs. (Want one fewer key? Swap either side for
257
+ `--model claude-code`, which uses your Claude Code login instead.)
258
+
259
+ ## Proof it works
260
+
261
+ - **spec-eval specs itself** — every module in [`spec_eval/`](spec_eval/) has its own spec:
262
+ **coverage 100% · drift 0 · sufficiency ≈0.86** ([receipt](SPEC-HEALTH.md) — the exact, dated score).
263
+
264
+ ## More
265
+
266
+ - **Works with [spec-driven development](https://en.wikipedia.org/wiki/Spec-driven_development).** SDD's goal is a spec you can *trust*, and **spec-eval** is that trust layer.
267
+ Use it three ways: **grade the specs you already have**, **generate specs** for code that has none, or **check as
268
+ you write** (with the skills). Spec-first, code-first, or in between — it meets you where you are.
269
+ - **Grow the spec and the code together.** The best version of "in between": draft a little spec, write a little
270
+ code, check they still agree — repeat. The two can even move in parallel (you shape the spec while your coding
271
+ agent writes the code; the check is where they meet), so the spec is *born accurate* instead of written up
272
+ afterward.
273
+ - **Just want to vibe code?** Fine — build first, check later, automatically: a pre-commit gate and a GitHub
274
+ Action can run the checks for you — see [Make it routine](GETTING-STARTED.md#make-it-routine).
275
+ - **Higher-stakes spec?** Run it past two vendors and compare — see [Higher stakes? Get a second opinion](#higher-stakes-get-a-second-opinion) above.
276
+
277
+ ## FAQ
278
+
279
+ Common questions — from *"which command do I run first?"* through costs, layouts, and score accuracy — live in
280
+ **[FAQ.md](FAQ.md)**.
281
+
282
+ ## Feedback
283
+
284
+ Found a bug, a bad score, or a spec that misses the point? [Open an issue](https://github.com/benjaminjones/spec-eval/issues) — a report snippet and the command you ran is plenty.
285
+
286
+ ## Acknowledgements
287
+
288
+ Built on the Anthropic, OpenAI, and Google SDKs (MIT / Apache-2.0) + PyYAML.
289
+
290
+ ---
291
+ *Terms you may be searching for: software specification · documentation drift · living documentation · docs as code · backfill
292
+ documentation · spec-driven development (SDD) · agentic development · AI-assisted coding · vibe coding · vibe engineering ·
293
+ AI code documentation · LLM-as-judge / trust eval. MIT licensed.*
@@ -0,0 +1,17 @@
1
+ spec_eval/__init__.py,sha256=r4ci4sj30np8zCSjFGM3dLezaOxi61dn6EQFeNyVokc,175
2
+ spec_eval/__main__.py,sha256=MSmt_5Xg84uHqzTN38JwgseJK8rsJn_11A8WD99VtEo,61
3
+ spec_eval/audit.py,sha256=mfKKFbfPTjMIf33t2Ev7z7sjXIx6yuACpCroMoZo5t0,5683
4
+ spec_eval/authoring.py,sha256=8SIzUXSnUa3df_xtTu7wW6WtA8h4rL08VRGQQXkp8oc,21223
5
+ spec_eval/cli.py,sha256=Y569zAf91nVcNYYYCrYIRzma3r1AemftfKmWzJ4kmxQ,12728
6
+ spec_eval/coverage.py,sha256=sRgZkMvCw03cGuSzz6eF_AAqi9YBdltTodb3llPcdV8,10311
7
+ spec_eval/providers.py,sha256=i3XSMkCCJ49pFEWUyNQtbtnA8WdmpBaYRUorOAF54IM,6544
8
+ spec_eval/report.py,sha256=ZznNfhc0j_i-KT5aSSFrRrPekVLFtHLpAYwU6P7Th58,5033
9
+ spec_eval/rubric.py,sha256=TgES_riwhuZMet3Dpi1JTC9EuKQU2d1Cgm0srub-Rvc,2451
10
+ spec_eval/runlog.py,sha256=1nKmRhxLBEL_hvqz_QOb08zTbGAr5-1-h0sPMMORCjM,1355
11
+ spec_eval/sufficiency.py,sha256=awwrO8sCC0egHNVMDrDkBjT3S9lAy7ks3hsDv5U8B5M,4108
12
+ spec_eval-0.2.0.dist-info/licenses/LICENSE,sha256=1rQApdeecuTfcLpxk1TKKCtojfLMuzC42PBVCswfbqQ,1066
13
+ spec_eval-0.2.0.dist-info/METADATA,sha256=V-nRjRIQSu8aLwyFgqR0klR3kwAal5rKaJcy_VTrksw,15894
14
+ spec_eval-0.2.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
15
+ spec_eval-0.2.0.dist-info/entry_points.txt,sha256=jea-jUHd12X8MfxMd7ZxlTtiUpcC9JqLc9mVXbmeesM,49
16
+ spec_eval-0.2.0.dist-info/top_level.txt,sha256=jRHU3J8rTU3D29fe9oxTUW_kGaw4QLOSTNvQtGw4Yc0,10
17
+ spec_eval-0.2.0.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (83.0.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
@@ -0,0 +1,2 @@
1
+ [console_scripts]
2
+ spec-eval = spec_eval.cli:main
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Ben Jones
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1 @@
1
+ spec_eval