vigiles 26.2.0 → 27.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audit-score.js +1 -1
- package/dist/cli-commands.d.ts +1 -1
- package/dist/cli-commands.js +1 -1
- package/dist/cli-main.d.ts +146 -0
- package/dist/cli-main.js +6811 -0
- package/dist/cli.d.ts +42 -126
- package/dist/cli.js +76 -7278
- package/dist/core/bash-effects.js +44 -29
- package/dist/core/compile.d.ts +0 -6
- package/dist/core/compile.js +16 -6
- package/dist/core/hook-program.d.ts +0 -6
- package/dist/core/hook-program.js +48 -7
- package/dist/core/linters.d.ts +11 -2
- package/dist/core/linters.js +12 -3
- package/dist/core/types.d.ts +4 -2
- package/dist/coverage-evidence.d.ts +1 -1
- package/dist/coverage-evidence.js +2 -2
- package/dist/exclude.js +8 -72
- package/dist/hook-install.js +8 -2
- package/dist/hook-runtime.d.ts +63 -0
- package/dist/hook-runtime.js +540 -0
- package/dist/hook.d.ts +1 -1
- package/dist/hook.js +2 -3
- package/dist/test-coverage.d.ts +3 -3
- package/dist/test-coverage.js +7 -7
- package/package.json +1 -1
package/dist/test-coverage.js
CHANGED
|
@@ -189,7 +189,7 @@ function discoverSkills(basePath, ignore, layout) {
|
|
|
189
189
|
* this source file from matching its own search — a precaution that was never
|
|
190
190
|
* checked and is contradicted by the tree it lives in: the literal already appears
|
|
191
191
|
* in five other files under `src/`, and the detector reads only files matching
|
|
192
|
-
* `
|
|
192
|
+
* `include` in the SCANNED repo, never vigiles' own sources.
|
|
193
193
|
*/
|
|
194
194
|
const LEGACY_COVERS = "vigiles:covers";
|
|
195
195
|
function discoverAgents(basePath, ignore, layout) {
|
|
@@ -343,8 +343,8 @@ function coverageOf(surface, tests, globs) {
|
|
|
343
343
|
/**
|
|
344
344
|
* Split the discovered tests into the two tiers — `*.eval.<runnable-ext>` is the
|
|
345
345
|
* paid real-model tier, everything else (`*.harness.*` and any user-supplied
|
|
346
|
-
* `
|
|
347
|
-
* so a custom `
|
|
346
|
+
* `include`) is the free deterministic tier. Decided by NAME, not by glob set,
|
|
347
|
+
* so a custom `include` (a promptfoo suite, a home-grown loop) still lands in a
|
|
348
348
|
* tier instead of silently disappearing from the split. The rule itself is
|
|
349
349
|
* `isEvalScript` — shared with the browser twin, and see its header for the two
|
|
350
350
|
* opposite ways this has been wrong.
|
|
@@ -414,7 +414,7 @@ function findUntestedSurfaces(options = {}) {
|
|
|
414
414
|
const basePath = options.basePath ?? process.cwd();
|
|
415
415
|
const layout = options.layout ?? layout_js_2.claudeCodeLayout;
|
|
416
416
|
const ignore = [...DEFAULT_IGNORE, ...(options.exclude ?? [])];
|
|
417
|
-
const globs = options.
|
|
417
|
+
const globs = options.include ?? DEFAULT_TEST_GLOBS;
|
|
418
418
|
const surfaces = [];
|
|
419
419
|
if (options.skills !== false)
|
|
420
420
|
surfaces.push(...discoverSkills(basePath, ignore, layout));
|
|
@@ -823,14 +823,14 @@ function formatUntestedReport(report) {
|
|
|
823
823
|
lines.push(...coverageCaveats(report));
|
|
824
824
|
// Already testing these another way (a promptfoo suite, a home-grown evals
|
|
825
825
|
// file)? Two shapes are accepted, and the message names BOTH — it used to
|
|
826
|
-
// name only `
|
|
826
|
+
// name only `include`, which does not by itself make a centralized suite
|
|
827
827
|
// count, so a reader who followed it exactly saw the number not move (#175.2).
|
|
828
828
|
// See docs/rules/untested-skill.md.
|
|
829
829
|
lines.push(` Testing these another way (promptfoo / a home-grown eval loop)? Either ` +
|
|
830
830
|
`put the file NEXT TO the surface and name it after it ` +
|
|
831
831
|
`(\`<surface>/<surface>.eval.mjs\`), or — for a centralized layout — point ` +
|
|
832
|
-
`\`
|
|
833
|
-
`\`"tests/{surface}/evals/promptfooconfig*.yaml"\`.
|
|
832
|
+
`\`include\` at it USING THE \`{surface}\` placeholder, e.g. ` +
|
|
833
|
+
`\`"tests/{surface}/evals/promptfooconfig*.yaml"\`. An \`include\` entry ` +
|
|
834
834
|
`WITHOUT \`{surface}\` widens what counts as a test file but never says ` +
|
|
835
835
|
`which surface it covers, so it credits nothing on its own. ` +
|
|
836
836
|
`See docs/rules/untested-skill.md.`);
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "vigiles",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "27.0.0",
|
|
4
4
|
"description": "Audit, test and measure the harness your AI agent runs on — grade your CLAUDE.md / AGENTS.md, skills, subagents and hooks, run them against a scripted model, and measure whether they actually fire.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"claude-code",
|