@vibe-agent-toolkit/agent-skills 0.1.39-rc.7 → 0.1.39-rc.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/skill-test/experimenter-prompt.d.ts.map +1 -1
- package/dist/skill-test/experimenter-prompt.js +17 -2
- package/dist/skill-test/experimenter-prompt.js.map +1 -1
- package/dist/skill-test/grading-adapter.d.ts +6 -1
- package/dist/skill-test/grading-adapter.d.ts.map +1 -1
- package/dist/skill-test/grading-adapter.js +25 -18
- package/dist/skill-test/grading-adapter.js.map +1 -1
- package/dist/skill-test/grading-schema.d.ts +171 -0
- package/dist/skill-test/grading-schema.d.ts.map +1 -0
- package/dist/skill-test/grading-schema.js +65 -0
- package/dist/skill-test/grading-schema.js.map +1 -0
- package/dist/skill-test/index.d.ts +1 -0
- package/dist/skill-test/index.d.ts.map +1 -1
- package/dist/skill-test/index.js +1 -0
- package/dist/skill-test/index.js.map +1 -1
- package/dist/skill-test/run-harness.js +1 -1
- package/dist/skill-test/run-harness.js.map +1 -1
- package/dist/skill-test/staging.d.ts.map +1 -1
- package/dist/skill-test/staging.js +6 -1
- package/dist/skill-test/staging.js.map +1 -1
- package/package.json +5 -5
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experimenter-prompt.d.ts","sourceRoot":"","sources":["../../src/skill-test/experimenter-prompt.ts"],"names":[],"mappings":"AAAA,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,OAAO,EAAE,MAAM;CAI5B;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;;;GAKG;AACH,eAAO,MAAM,2BAA2B,
|
|
1
|
+
{"version":3,"file":"experimenter-prompt.d.ts","sourceRoot":"","sources":["../../src/skill-test/experimenter-prompt.ts"],"names":[],"mappings":"AAAA,qBAAa,oBAAqB,SAAQ,KAAK;gBACjC,OAAO,EAAE,MAAM;CAI5B;AAED,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;;;GAKG;AACH,eAAO,MAAM,2BAA2B,QAsB5B,CAAC;AAKb,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,kBAAkB,GAAG,MAAM,CAOxE;AAmBD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAI3D"}
|
|
@@ -17,10 +17,17 @@ export const DEFAULT_EXPERIMENTER_PROMPT = [
|
|
|
17
17
|
' 1. Dispatch ONE executor subagent. Tell it ONLY the task prompt and the staged subject path {{SUBJECT_PATH}}.',
|
|
18
18
|
' Never tell the executor it is being tested.',
|
|
19
19
|
' 2. Grade the executor output against the eval\'s `expectations` using skill-creator\'s grader.md rubric.',
|
|
20
|
-
' 3. Append the
|
|
20
|
+
' 3. Append each graded expectation to the SINGLE top-level `expectations` array in {{GRADING_OUT}} IMMEDIATELY',
|
|
21
|
+
' (incremental flush — a mid-run kill must leave partial results).',
|
|
21
22
|
' 4. Record any packaging-fidelity friction to {{FRICTION_OUT}} using the vat friction schema.',
|
|
22
23
|
'',
|
|
23
|
-
'
|
|
24
|
+
'{{GRADING_OUT}} MUST be ONE flat JSON object in skill-creator\'s grading.json shape (references/schemas.md):',
|
|
25
|
+
'a top-level `expectations` array — one entry {"text","passed","evidence"} per expectation across ALL evals —',
|
|
26
|
+
'and a top-level `summary` {"passed","total"}. Do NOT wrap results in an `evals` array or any per-eval nesting;',
|
|
27
|
+
'vat reads the flat top-level shape and rejects anything else. Example:',
|
|
28
|
+
' {"expectations":[{"text":"...","passed":true,"evidence":"..."}],"summary":{"passed":1,"total":1}}',
|
|
29
|
+
'',
|
|
30
|
+
'When all evals are graded, write the final `summary` to {{GRADING_OUT}} and STOP.',
|
|
24
31
|
'',
|
|
25
32
|
'You are FORBIDDEN to: open a browser or viewer; run aggregation/optimizer scripts; wait for human feedback;',
|
|
26
33
|
'or iterate/improve the skill. This is a downstream packaging check, not an authoring loop.',
|
|
@@ -42,6 +49,14 @@ const REQUIRED_PATTERNS = [
|
|
|
42
49
|
{ test: /forbidden|do not|never/i, label: 'must forbid browser/aggregation/feedback/iteration' },
|
|
43
50
|
{ test: /browser|viewer/i, label: 'must explicitly forbid opening a browser/viewer' },
|
|
44
51
|
{ test: /increment/i, label: 'must emit incrementally' },
|
|
52
|
+
{
|
|
53
|
+
test: /top-level\s+`?expectations`?/i,
|
|
54
|
+
label: 'must pin grading.json to the flat top-level `expectations`/`summary` shape',
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
test: /`?evals`?\s+array|per-eval nesting/i,
|
|
58
|
+
label: 'must forbid wrapping grading results in an `evals` array',
|
|
59
|
+
},
|
|
45
60
|
];
|
|
46
61
|
export function assertPromptInvariants(prompt) {
|
|
47
62
|
for (const { test, label } of REQUIRED_PATTERNS) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experimenter-prompt.js","sourceRoot":"","sources":["../../src/skill-test/experimenter-prompt.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,OAAe;QACzB,KAAK,CAAC,2CAA2C,OAAO,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAUD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,yGAAyG;IACzG,EAAE;IACF,kCAAkC;IAClC,iHAAiH;IACjH,kDAAkD;IAClD,4GAA4G;IAC5G,
|
|
1
|
+
{"version":3,"file":"experimenter-prompt.js","sourceRoot":"","sources":["../../src/skill-test/experimenter-prompt.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,OAAe;QACzB,KAAK,CAAC,2CAA2C,OAAO,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAUD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,yGAAyG;IACzG,EAAE;IACF,kCAAkC;IAClC,iHAAiH;IACjH,kDAAkD;IAClD,4GAA4G;IAC5G,iHAAiH;IACjH,uEAAuE;IACvE,gGAAgG;IAChG,EAAE;IACF,8GAA8G;IAC9G,8GAA8G;IAC9G,gHAAgH;IAChH,wEAAwE;IACxE,qGAAqG;IACrG,EAAE;IACF,mFAAmF;IACnF,EAAE;IACF,6GAA6G;IAC7G,4FAA4F;IAC5F,oBAAoB;CACrB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,cAAc,GAClB,sIAAsI,CAAC;AAEzI,MAAM,UAAU,uBAAuB,CAAC,IAAwB;IAC9D,OAAO,2BAA2B;SAC/B,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC;SACzC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC;SAC7C,UAAU,CAAC,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC;SAC9C,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,WAAW,CAAC;SAC7C,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,iBAAiB,GAAsC;IAC3D,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,wCAAwC,EAAE;IACrE,EAAE,IAAI,EAAE,oCAAoC,EAAE,KAAK,EAAE,yBAAyB,EAAE;IAChF,EAAE,IAAI,EAAE,sCAAsC,EAAE,KAAK,EAAE,0BAA0B,EAAE;IACnF,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,oDAAoD,EAAE;IAChG,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,iDAAiD,EAAE;IACrF,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,yBAAyB,EAAE;IACxD;QACE,IAAI,EAAE,+BAA+B;QACrC,KAAK,EAAE,4EAA4E;KACpF;IACD;QACE,IAAI,EAAE,qCAAqC;QAC3C,KAAK,EAAE,0DAA0D;KAClE;CACF,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACnD,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,iBAAiB,EAAE,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;AACH,CAAC"}
|
|
@@ -1,4 +1,9 @@
|
|
|
1
|
-
/**
|
|
1
|
+
/**
|
|
2
|
+
* Thrown when grading.json does not match the canonical skill-creator shape
|
|
3
|
+
* (see grading-schema.ts / skill-creator references/schemas.md). vat refuses to
|
|
4
|
+
* limp along on malformed grading data — a wrong shape silently flowing
|
|
5
|
+
* downstream causes confusing failures far from the real cause.
|
|
6
|
+
*/
|
|
2
7
|
export declare class GradingSkewError extends Error {
|
|
3
8
|
constructor(message: string);
|
|
4
9
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"grading-adapter.d.ts","sourceRoot":"","sources":["../../src/skill-test/grading-adapter.ts"],"names":[],"mappings":"AAEA
|
|
1
|
+
{"version":3,"file":"grading-adapter.d.ts","sourceRoot":"","sources":["../../src/skill-test/grading-adapter.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,qBAAa,gBAAiB,SAAQ,KAAK;gBAC7B,OAAO,EAAE,MAAM;CAQ5B;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,YAAY,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACtE;AAaD,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,iBAAiB,CAuBhE"}
|
|
@@ -1,30 +1,37 @@
|
|
|
1
|
-
import {
|
|
2
|
-
/**
|
|
1
|
+
import { GradingReportSchema } from './grading-schema.js';
|
|
2
|
+
/**
|
|
3
|
+
* Thrown when grading.json does not match the canonical skill-creator shape
|
|
4
|
+
* (see grading-schema.ts / skill-creator references/schemas.md). vat refuses to
|
|
5
|
+
* limp along on malformed grading data — a wrong shape silently flowing
|
|
6
|
+
* downstream causes confusing failures far from the real cause.
|
|
7
|
+
*/
|
|
3
8
|
export class GradingSkewError extends Error {
|
|
4
9
|
constructor(message) {
|
|
5
|
-
super(`grading.json shape skew: ${message}.
|
|
10
|
+
super(`grading.json shape skew: ${message}. Expected skill-creator's grading.json shape ` +
|
|
11
|
+
'(a single flat object with top-level `expectations` and `summary`); see ' +
|
|
12
|
+
'docs/skill-test-grading-schema.md. Re-sync the vendored skill-creator / adopted shapes.');
|
|
6
13
|
this.name = 'GradingSkewError';
|
|
7
14
|
}
|
|
8
15
|
}
|
|
9
16
|
/**
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
17
|
+
* Detect the common per-eval nested mistake: `{ evals: [ { expectations, ... } ] }`
|
|
18
|
+
* with no top-level `expectations`. The grader (an LLM) reaches for this when the
|
|
19
|
+
* top-level shape is under-specified; we name it explicitly so the fix is obvious.
|
|
13
20
|
*/
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
text: z.string(),
|
|
21
|
-
passed: z.boolean(),
|
|
22
|
-
evidence: z.string().optional(),
|
|
23
|
-
}).passthrough()),
|
|
24
|
-
}).passthrough();
|
|
21
|
+
function looksPerEvalNested(raw) {
|
|
22
|
+
if (typeof raw !== 'object' || raw === null)
|
|
23
|
+
return false;
|
|
24
|
+
const obj = raw;
|
|
25
|
+
return Array.isArray(obj['evals']) && !('expectations' in obj);
|
|
26
|
+
}
|
|
25
27
|
export function parseGradingJson(raw) {
|
|
26
|
-
const result =
|
|
28
|
+
const result = GradingReportSchema.safeParse(raw);
|
|
27
29
|
if (!result.success) {
|
|
30
|
+
if (looksPerEvalNested(raw)) {
|
|
31
|
+
throw new GradingSkewError('top-level `expectations` is missing — results were nested under an `evals` array. ' +
|
|
32
|
+
'grading.json must be ONE flat object whose top-level `expectations` lists every ' +
|
|
33
|
+
'graded expectation across all evals');
|
|
34
|
+
}
|
|
28
35
|
const firstIssue = result.error.issues[0];
|
|
29
36
|
const path = firstIssue?.path.join('.') ?? '(root)';
|
|
30
37
|
throw new GradingSkewError(`missing/invalid field at "${path}" (${firstIssue?.message ?? 'unknown'})`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"grading-adapter.js","sourceRoot":"","sources":["../../src/skill-test/grading-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"grading-adapter.js","sourceRoot":"","sources":["../../src/skill-test/grading-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1D;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACzC,YAAY,OAAe;QACzB,KAAK,CACH,4BAA4B,OAAO,gDAAgD;YACjF,0EAA0E;YAC1E,yFAAyF,CAC5F,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAOD;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,GAAY;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC1D,MAAM,GAAG,GAAG,GAA8B,CAAC;IAC3C,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAY;IAC3C,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,gBAAgB,CACxB,oFAAoF;gBAClF,kFAAkF;gBAClF,qCAAqC,CACxC,CAAC;QACJ,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;QACpD,MAAM,IAAI,gBAAgB,CAAC,6BAA6B,IAAI,MAAM,UAAU,EAAE,OAAO,IAAI,SAAS,GAAG,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC;IAC9C,OAAO;QACL,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;QACzD,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;SAC9D,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* Canonical schema for the grader agent's `grading.json` output.
|
|
4
|
+
*
|
|
5
|
+
* SOURCE OF TRUTH: skill-creator's `references/schemas.md` (the `grading.json`
|
|
6
|
+
* section). vat consumes that exact shape; this module is the machine-checkable
|
|
7
|
+
* encoding of it (skill-creator ships prose + an example, but no JSON Schema).
|
|
8
|
+
* The published JSON Schema is {@link GradingReportJsonSchema}.
|
|
9
|
+
*
|
|
10
|
+
* SHAPE: a SINGLE flat JSON object with two load-bearing top-level fields —
|
|
11
|
+
*
|
|
12
|
+
* {
|
|
13
|
+
* "expectations": [ { "text": string, "passed": boolean, "evidence"?: string }, ... ],
|
|
14
|
+
* "summary": { "passed": number, "total": number, "failed"?: number, "pass_rate"?: number }
|
|
15
|
+
* }
|
|
16
|
+
*
|
|
17
|
+
* `expectations` holds ONE entry per graded expectation across ALL evals — it is
|
|
18
|
+
* NOT grouped per-eval and is NEVER wrapped in an `evals` array. A per-eval
|
|
19
|
+
* nested shape (`{ evals: [ { expectations, summary } ] }`) is a contract
|
|
20
|
+
* violation and is rejected loudly (see grading-adapter.ts); tolerating it would
|
|
21
|
+
* push malformed data downstream and create confusion.
|
|
22
|
+
*
|
|
23
|
+
* LIBERAL ON EXTRAS (Postel): the grader legitimately emits additional documented
|
|
24
|
+
* sections — `execution_metrics`, `timing`, `claims`, `user_notes_summary`,
|
|
25
|
+
* `eval_feedback` — plus viewer URLs and other adornments. We `.passthrough()`
|
|
26
|
+
* those: validate the two fields we depend on, carry the rest untouched. Extra
|
|
27
|
+
* fields are NOT "bad JSON"; a wrong top-level STRUCTURE is.
|
|
28
|
+
*/
|
|
29
|
+
/** One graded expectation. `evidence` is recommended but not load-bearing for vat. */
|
|
30
|
+
export declare const GradedExpectationSchema: z.ZodObject<{
|
|
31
|
+
text: z.ZodString;
|
|
32
|
+
passed: z.ZodBoolean;
|
|
33
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
34
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
35
|
+
text: z.ZodString;
|
|
36
|
+
passed: z.ZodBoolean;
|
|
37
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
38
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
39
|
+
text: z.ZodString;
|
|
40
|
+
passed: z.ZodBoolean;
|
|
41
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
42
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
43
|
+
export type GradedExpectation = z.infer<typeof GradedExpectationSchema>;
|
|
44
|
+
/** Aggregate pass/fail counts. `failed`/`pass_rate` are documented but optional. */
|
|
45
|
+
export declare const GradingSummarySchema: z.ZodObject<{
|
|
46
|
+
passed: z.ZodNumber;
|
|
47
|
+
total: z.ZodNumber;
|
|
48
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
49
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
50
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
51
|
+
passed: z.ZodNumber;
|
|
52
|
+
total: z.ZodNumber;
|
|
53
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
54
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
55
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
56
|
+
passed: z.ZodNumber;
|
|
57
|
+
total: z.ZodNumber;
|
|
58
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
59
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
60
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
61
|
+
export type GradingSummary = z.infer<typeof GradingSummarySchema>;
|
|
62
|
+
/**
|
|
63
|
+
* The full grading.json contract. Required: top-level `expectations[]` and
|
|
64
|
+
* `summary`. Everything else passes through untouched (forward-compatible with
|
|
65
|
+
* skill-creator additions).
|
|
66
|
+
*/
|
|
67
|
+
export declare const GradingReportSchema: z.ZodObject<{
|
|
68
|
+
expectations: z.ZodArray<z.ZodObject<{
|
|
69
|
+
text: z.ZodString;
|
|
70
|
+
passed: z.ZodBoolean;
|
|
71
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
72
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
73
|
+
text: z.ZodString;
|
|
74
|
+
passed: z.ZodBoolean;
|
|
75
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
76
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
77
|
+
text: z.ZodString;
|
|
78
|
+
passed: z.ZodBoolean;
|
|
79
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
80
|
+
}, z.ZodTypeAny, "passthrough">>, "many">;
|
|
81
|
+
summary: z.ZodObject<{
|
|
82
|
+
passed: z.ZodNumber;
|
|
83
|
+
total: z.ZodNumber;
|
|
84
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
85
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
86
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
87
|
+
passed: z.ZodNumber;
|
|
88
|
+
total: z.ZodNumber;
|
|
89
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
90
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
91
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
92
|
+
passed: z.ZodNumber;
|
|
93
|
+
total: z.ZodNumber;
|
|
94
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
95
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
96
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
97
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
98
|
+
expectations: z.ZodArray<z.ZodObject<{
|
|
99
|
+
text: z.ZodString;
|
|
100
|
+
passed: z.ZodBoolean;
|
|
101
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
102
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
103
|
+
text: z.ZodString;
|
|
104
|
+
passed: z.ZodBoolean;
|
|
105
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
106
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
107
|
+
text: z.ZodString;
|
|
108
|
+
passed: z.ZodBoolean;
|
|
109
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
110
|
+
}, z.ZodTypeAny, "passthrough">>, "many">;
|
|
111
|
+
summary: z.ZodObject<{
|
|
112
|
+
passed: z.ZodNumber;
|
|
113
|
+
total: z.ZodNumber;
|
|
114
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
115
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
116
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
117
|
+
passed: z.ZodNumber;
|
|
118
|
+
total: z.ZodNumber;
|
|
119
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
120
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
121
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
122
|
+
passed: z.ZodNumber;
|
|
123
|
+
total: z.ZodNumber;
|
|
124
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
125
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
126
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
127
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
128
|
+
expectations: z.ZodArray<z.ZodObject<{
|
|
129
|
+
text: z.ZodString;
|
|
130
|
+
passed: z.ZodBoolean;
|
|
131
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
132
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
133
|
+
text: z.ZodString;
|
|
134
|
+
passed: z.ZodBoolean;
|
|
135
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
136
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
137
|
+
text: z.ZodString;
|
|
138
|
+
passed: z.ZodBoolean;
|
|
139
|
+
evidence: z.ZodOptional<z.ZodString>;
|
|
140
|
+
}, z.ZodTypeAny, "passthrough">>, "many">;
|
|
141
|
+
summary: z.ZodObject<{
|
|
142
|
+
passed: z.ZodNumber;
|
|
143
|
+
total: z.ZodNumber;
|
|
144
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
145
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
146
|
+
}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
|
|
147
|
+
passed: z.ZodNumber;
|
|
148
|
+
total: z.ZodNumber;
|
|
149
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
150
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
151
|
+
}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
|
|
152
|
+
passed: z.ZodNumber;
|
|
153
|
+
total: z.ZodNumber;
|
|
154
|
+
failed: z.ZodOptional<z.ZodNumber>;
|
|
155
|
+
pass_rate: z.ZodOptional<z.ZodNumber>;
|
|
156
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
157
|
+
}, z.ZodTypeAny, "passthrough">>;
|
|
158
|
+
export type GradingReport = z.infer<typeof GradingReportSchema>;
|
|
159
|
+
/**
|
|
160
|
+
* Published JSON Schema for grading.json — generated from {@link GradingReportSchema}
|
|
161
|
+
* so the two never drift. Importable by external tooling that wants to validate a
|
|
162
|
+
* grading.json without depending on Zod. Documented in
|
|
163
|
+
* docs/skill-test-grading-schema.md.
|
|
164
|
+
*/
|
|
165
|
+
export declare const GradingReportJsonSchema: import("zod-to-json-schema").JsonSchema7Type & {
|
|
166
|
+
$schema?: string | undefined;
|
|
167
|
+
definitions?: {
|
|
168
|
+
[key: string]: import("zod-to-json-schema").JsonSchema7Type;
|
|
169
|
+
} | undefined;
|
|
170
|
+
};
|
|
171
|
+
//# sourceMappingURL=grading-schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grading-schema.d.ts","sourceRoot":"","sources":["../../src/skill-test/grading-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,sFAAsF;AACtF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;gCAMpB,CAAC;AAEjB,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,oFAAoF;AACpF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;gCAOjB,CAAC;AAEjB,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;;;GAIG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gCAKhB,CAAC;AAEjB,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB;;;;;CAAyD,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { zodToJsonSchema } from 'zod-to-json-schema';
|
|
3
|
+
/**
|
|
4
|
+
* Canonical schema for the grader agent's `grading.json` output.
|
|
5
|
+
*
|
|
6
|
+
* SOURCE OF TRUTH: skill-creator's `references/schemas.md` (the `grading.json`
|
|
7
|
+
* section). vat consumes that exact shape; this module is the machine-checkable
|
|
8
|
+
* encoding of it (skill-creator ships prose + an example, but no JSON Schema).
|
|
9
|
+
* The published JSON Schema is {@link GradingReportJsonSchema}.
|
|
10
|
+
*
|
|
11
|
+
* SHAPE: a SINGLE flat JSON object with two load-bearing top-level fields —
|
|
12
|
+
*
|
|
13
|
+
* {
|
|
14
|
+
* "expectations": [ { "text": string, "passed": boolean, "evidence"?: string }, ... ],
|
|
15
|
+
* "summary": { "passed": number, "total": number, "failed"?: number, "pass_rate"?: number }
|
|
16
|
+
* }
|
|
17
|
+
*
|
|
18
|
+
* `expectations` holds ONE entry per graded expectation across ALL evals — it is
|
|
19
|
+
* NOT grouped per-eval and is NEVER wrapped in an `evals` array. A per-eval
|
|
20
|
+
* nested shape (`{ evals: [ { expectations, summary } ] }`) is a contract
|
|
21
|
+
* violation and is rejected loudly (see grading-adapter.ts); tolerating it would
|
|
22
|
+
* push malformed data downstream and create confusion.
|
|
23
|
+
*
|
|
24
|
+
* LIBERAL ON EXTRAS (Postel): the grader legitimately emits additional documented
|
|
25
|
+
* sections — `execution_metrics`, `timing`, `claims`, `user_notes_summary`,
|
|
26
|
+
* `eval_feedback` — plus viewer URLs and other adornments. We `.passthrough()`
|
|
27
|
+
* those: validate the two fields we depend on, carry the rest untouched. Extra
|
|
28
|
+
* fields are NOT "bad JSON"; a wrong top-level STRUCTURE is.
|
|
29
|
+
*/
|
|
30
|
+
/** One graded expectation. `evidence` is recommended but not load-bearing for vat. */
|
|
31
|
+
export const GradedExpectationSchema = z
|
|
32
|
+
.object({
|
|
33
|
+
text: z.string(),
|
|
34
|
+
passed: z.boolean(),
|
|
35
|
+
evidence: z.string().optional(),
|
|
36
|
+
})
|
|
37
|
+
.passthrough();
|
|
38
|
+
/** Aggregate pass/fail counts. `failed`/`pass_rate` are documented but optional. */
|
|
39
|
+
export const GradingSummarySchema = z
|
|
40
|
+
.object({
|
|
41
|
+
passed: z.number(),
|
|
42
|
+
total: z.number(),
|
|
43
|
+
failed: z.number().optional(),
|
|
44
|
+
pass_rate: z.number().optional(),
|
|
45
|
+
})
|
|
46
|
+
.passthrough();
|
|
47
|
+
/**
|
|
48
|
+
* The full grading.json contract. Required: top-level `expectations[]` and
|
|
49
|
+
* `summary`. Everything else passes through untouched (forward-compatible with
|
|
50
|
+
* skill-creator additions).
|
|
51
|
+
*/
|
|
52
|
+
export const GradingReportSchema = z
|
|
53
|
+
.object({
|
|
54
|
+
expectations: z.array(GradedExpectationSchema),
|
|
55
|
+
summary: GradingSummarySchema,
|
|
56
|
+
})
|
|
57
|
+
.passthrough();
|
|
58
|
+
/**
|
|
59
|
+
* Published JSON Schema for grading.json — generated from {@link GradingReportSchema}
|
|
60
|
+
* so the two never drift. Importable by external tooling that wants to validate a
|
|
61
|
+
* grading.json without depending on Zod. Documented in
|
|
62
|
+
* docs/skill-test-grading-schema.md.
|
|
63
|
+
*/
|
|
64
|
+
export const GradingReportJsonSchema = zodToJsonSchema(GradingReportSchema, 'grading-report');
|
|
65
|
+
//# sourceMappingURL=grading-schema.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grading-schema.js","sourceRoot":"","sources":["../../src/skill-test/grading-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,sFAAsF;AACtF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC;KACD,WAAW,EAAE,CAAC;AAIjB,oFAAoF;AACpF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC;KACD,WAAW,EAAE,CAAC;AAIjB;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC;IAC9C,OAAO,EAAE,oBAAoB;CAC9B,CAAC;KACD,WAAW,EAAE,CAAC;AAIjB;;;;;GAKG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,eAAe,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export { FrictionCategorySchema, FrictionItemSchema, FrictionReportJsonSchema, FrictionReportSchema, FrictionSeveritySchema, type FrictionItem, type FrictionReport, } from './friction-schema.js';
|
|
2
2
|
export { GradingSkewError, parseGradingJson, type NormalizedGrading } from './grading-adapter.js';
|
|
3
|
+
export { GradedExpectationSchema, GradingReportJsonSchema, GradingReportSchema, GradingSummarySchema, type GradedExpectation, type GradingReport, type GradingSummary, } from './grading-schema.js';
|
|
3
4
|
export { assertSafeHarnessRoot, assertSafeWorkdir, deriveHarnessKey, HarnessLocationError, resolveHarnessRoot, } from './harness-location.js';
|
|
4
5
|
export { computeReconcilePlan, StagedEntrySchema, StagedManifestSchema, type ReconcilePlan, type StagedEntry, type StagedManifest, } from './manifest.js';
|
|
5
6
|
export { BootstrapNeededError, InternalHarnessError, mapErrorToExitCode, SkillTestExitCode, type SkillTestExitCodeValue, } from './exit-codes.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAClG,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,YAAY,EACZ,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,SAAS,GACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,mBAAmB,EACnB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAClG,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,cAAc,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,YAAY,EACZ,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,SAAS,GACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,mBAAmB,EACnB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,kBAAkB,CAAC"}
|
package/dist/skill-test/index.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export { FrictionCategorySchema, FrictionItemSchema, FrictionReportJsonSchema, FrictionReportSchema, FrictionSeveritySchema, } from './friction-schema.js';
|
|
2
2
|
export { GradingSkewError, parseGradingJson } from './grading-adapter.js';
|
|
3
|
+
export { GradedExpectationSchema, GradingReportJsonSchema, GradingReportSchema, GradingSummarySchema, } from './grading-schema.js';
|
|
3
4
|
export { assertSafeHarnessRoot, assertSafeWorkdir, deriveHarnessKey, HarnessLocationError, resolveHarnessRoot, } from './harness-location.js';
|
|
4
5
|
export { computeReconcilePlan, StagedEntrySchema, StagedManifestSchema, } from './manifest.js';
|
|
5
6
|
export { BootstrapNeededError, InternalHarnessError, mapErrorToExitCode, SkillTestExitCode, } from './exit-codes.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,GAGvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,GAIrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,YAAY,GAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,GAErB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAoB,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,GAIb,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,mBAAmB,GAGpB,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,GAGvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,GAIrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,GAIrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,YAAY,GAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,GAErB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAoB,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,GAIb,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,mBAAmB,GAGpB,MAAM,kBAAkB,CAAC"}
|
|
@@ -300,7 +300,7 @@ export async function runSkillTestHarness(opts) {
|
|
|
300
300
|
return {
|
|
301
301
|
harnessPath: harnessRoot,
|
|
302
302
|
exitCode: SkillTestExitCode.Ok,
|
|
303
|
-
summary: `[dry-run] Would spawn: claude -p
|
|
303
|
+
summary: `[dry-run] Would spawn: claude -p (prompt via stdin from ${promptFile})`,
|
|
304
304
|
};
|
|
305
305
|
}
|
|
306
306
|
// Step 10: Spawn headless Claude.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-harness.js","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EACL,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,cAAc,GACf,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yCAAyC,CAAC;AAG7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAChG,OAAO,EACL,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AACrG,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAuB,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAkB,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,+EAA+E;AAC/E,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,0BAA0B,GAAG,QAAQ,CAAC,OAAO,CACjD,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,4BAA4B,CAC7B,CAAC;AAkGF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;AACtD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,SAAS,gBAAgB,CAAC,IAAuB;IAC/C,OAAO,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;AAC/E,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB;IAC7C,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;AAClE,CAAC;AAED,SAAS,YAAY,CAAC,IAAuB;IAM3C,MAAM,MAAM,GAAiF;QAC3F,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB;QAC5C,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,sBAAsB;KAC1D,CAAC;IACF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,IAAuB;IAC9C,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,wEAAwE;IACxE,8EAA8E;IAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAgB,QAAQ;YAClC,CAAC,CAAC,kBAAkB,CAAC,QAAoD,CAAC;YAC1E,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI;gBACJ,MAAM,EAAE,kBAAkB,CAAC,IAAgD,CAAC;aAC7E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB,EAAE,QAAgB;IAC5D,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;QACjD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,iBAAiB,CAAC;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,iBAAiB,GAA2B;IAChD,cAAc,EAAE,GAAG;IACnB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,aAAa;IAChC,mBAAmB,EAAE,mBAAmB;IACxC,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,GAAG;CACxB,CAAC;AAEF;;;GAGG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACxC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB;IAC1B,OAAO,CAAC,IAAY,EAAW,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE;YAC/D,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,SAAiB,EACjB,UAAoB,EACpB,IAAuB,EACvB,KAA+B;IAE/B,MAAM,YAAY,GAAmC;QACnD,SAAS,EAAE,CAAC;QACZ,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,MAAM,aAAa,GAAmB;QACpC,kBAAkB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;QAClD,cAAc,EAAE,mBAAmB,EAAE;QACrC,SAAS,EAAE,eAAe;QAC1B,cAAc,EAAE,CAAC,SAAS,CAAC;QAC3B,eAAe,EAAE,UAAU;QAC3B,WAAW,EAAE,GAAG,EAAE;YAChB,IAAI,IAAI,CAAC,0BAA0B,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC1D,2EAA2E;YAC3E,6EAA6E;YAC7E,kFAAkF;YAClF,OAAO,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;QAC5D,CAAC;QACD,YAAY;QACZ,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM;QAC7B,SAAS,EAAE,OAAO,CAAC,GAAG;KACvB,CAAC;IAEF,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAEjF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,sBAAsB,CAAC,MAA4D;IAC1F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,gCAAgC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB;IAC7C,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,CAAC;AACzE,CAAC;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAClC,WAAoE,EACpE,OAA2B,EAC3B,SAAiB;IAEjB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,gCAAgC,SAAS,KAAK,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,oBAAoB,CAAC,wCAAwC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IACjG,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,uFAAuF;AACvF,SAAS,gBAAgB,CAAC,IAAuB;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC;AACtD,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAuB,EAAE,QAAgB,EAAE,YAAoB;IAC/F,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,QAAQ,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/F,yEAAyE;IACzE,MAAM,UAAU,GAAG,YAAY,IAAI,WAAW,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAuB;IAC/D,kFAAkF;IAClF,yFAAyF;IACzF,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/E,iEAAiE;IACjE,aAAa,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAE7D,0EAA0E;IAC1E,+EAA+E;IAC/E,kEAAkE;IAClE,qBAAqB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAE/C,0CAA0C;IAC1C,MAAM,IAAI,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAE7C,IAAI,CAAC;QACH,6EAA6E;QAC7E,mEAAmE;QACnE,MAAM,UAAU,GAAG,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QAEpC,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,MAAM,YAAY,CAAC;YAC1D,WAAW;YACX,KAAK;YACL,OAAO,EAAE,CAAC,MAAmB,EAAE,GAA8B,EAAgC,EAAE,CAC7F,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;YACjC,GAAG,EAAE,UAAU;YACf,UAAU;SACX,CAAC,CAAC;QAEH,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,oBAAoB,CAAC,0EAA0E,CAAC,CAAC;QAC7G,CAAC;QAED,2EAA2E;QAC3E,6EAA6E;QAC7E,uDAAuD;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAChE,kGAAkG;QAClG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,MAAM,IAAI,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,4BAA4B;QAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,eAAe,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC/D,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,sBAAsB,OAAO,EAAE;aACzC,CAAC;QACJ,CAAC;QAED,wFAAwF;QACxF,iEAAiE;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EACL,wFAAwF;aAC3F,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACzD,aAAa,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAE/D,MAAM,eAAe,GACnB,IAAI,CAAC,cAAc;YACnB,uBAAuB,CAAC;gBACtB,WAAW,EAAE,gBAAgB;gBAC7B,SAAS;gBACT,UAAU;gBACV,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK;aACjC,CAAC,CAAC;QAEL,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAExC,6CAA6C;QAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxE,2FAA2F;QAC3F,aAAa,CAAC,UAAU,EAAE,eAAe,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3D,0EAA0E;QAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;gBAC9B,OAAO,EAAE,kDAAkD,UAAU,EAAE;aACxE,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,yEAAyE;QACzE,wEAAwE;QACxE,0EAA0E;QAC1E,sEAAsE;QACtE,IAAI,eAAe,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,IAAI,oBAAoB,CAC5B,yGAAyG,CAC1G,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,yEAAyE;QACzE,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG;YAChB,UAAU;YACV,UAAU;YACV,UAAU,EAAE,WAAW;YACvB,GAAG,EAAE,WAAW;YAChB,GAAG,EAAE,eAAe,CAAC,YAAY,CAAC,YAAY;YAC9C,SAAS;YACT,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;SACnE,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACzD,2BAA2B,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,2DAA2D;QAC3D,2FAA2F;QAC3F,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,WAAW,CAAC,MAAM,qCAAqC,UAAU,GAAG,CACpG,CAAC;QACJ,CAAC;QAED,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,2FAA2F;YAC3F,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,KAAK,KAAK,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QAEpE,wEAAwE;QACxE,wEAAwE;QACxE,2EAA2E;QAC3E,OAAO;YACL,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;YAC9B,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"run-harness.js","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EACL,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,cAAc,GACf,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yCAAyC,CAAC;AAG7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAChG,OAAO,EACL,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AACrG,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAuB,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAkB,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,+EAA+E;AAC/E,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,0BAA0B,GAAG,QAAQ,CAAC,OAAO,CACjD,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,4BAA4B,CAC7B,CAAC;AAkGF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;AACtD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,SAAS,gBAAgB,CAAC,IAAuB;IAC/C,OAAO,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;AAC/E,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB;IAC7C,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;AAClE,CAAC;AAED,SAAS,YAAY,CAAC,IAAuB;IAM3C,MAAM,MAAM,GAAiF;QAC3F,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB;QAC5C,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,sBAAsB;KAC1D,CAAC;IACF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,IAAuB;IAC9C,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,wEAAwE;IACxE,8EAA8E;IAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAgB,QAAQ;YAClC,CAAC,CAAC,kBAAkB,CAAC,QAAoD,CAAC;YAC1E,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI;gBACJ,MAAM,EAAE,kBAAkB,CAAC,IAAgD,CAAC;aAC7E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,WAAmB,EAAE,QAAgB;IAC5D,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;QACjD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,iBAAiB,CAAC;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,iBAAiB,GAA2B;IAChD,cAAc,EAAE,GAAG;IACnB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,aAAa;IAChC,mBAAmB,EAAE,mBAAmB;IACxC,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,GAAG;CACxB,CAAC;AAEF;;;GAGG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACxC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB;IAC1B,OAAO,CAAC,IAAY,EAAW,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE;YAC/D,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,SAAiB,EACjB,UAAoB,EACpB,IAAuB,EACvB,KAA+B;IAE/B,MAAM,YAAY,GAAmC;QACnD,SAAS,EAAE,CAAC;QACZ,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,MAAM,aAAa,GAAmB;QACpC,kBAAkB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;QAClD,cAAc,EAAE,mBAAmB,EAAE;QACrC,SAAS,EAAE,eAAe;QAC1B,cAAc,EAAE,CAAC,SAAS,CAAC;QAC3B,eAAe,EAAE,UAAU;QAC3B,WAAW,EAAE,GAAG,EAAE;YAChB,IAAI,IAAI,CAAC,0BAA0B,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC1D,2EAA2E;YAC3E,6EAA6E;YAC7E,kFAAkF;YAClF,OAAO,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;QAC5D,CAAC;QACD,YAAY;QACZ,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM;QAC7B,SAAS,EAAE,OAAO,CAAC,GAAG;KACvB,CAAC;IAEF,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAEjF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,sBAAsB,CAAC,MAA4D;IAC1F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,gCAAgC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB;IAC7C,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,CAAC;AACzE,CAAC;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAClC,WAAoE,EACpE,OAA2B,EAC3B,SAAiB;IAEjB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,gCAAgC,SAAS,KAAK,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,oBAAoB,CAAC,wCAAwC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IACjG,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,uFAAuF;AACvF,SAAS,gBAAgB,CAAC,IAAuB;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC;AACtD,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAuB,EAAE,QAAgB,EAAE,YAAoB;IAC/F,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,QAAQ,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/F,yEAAyE;IACzE,MAAM,UAAU,GAAG,YAAY,IAAI,WAAW,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAuB;IAC/D,kFAAkF;IAClF,yFAAyF;IACzF,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/E,iEAAiE;IACjE,aAAa,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAE7D,0EAA0E;IAC1E,+EAA+E;IAC/E,kEAAkE;IAClE,qBAAqB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAE/C,0CAA0C;IAC1C,MAAM,IAAI,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAE7C,IAAI,CAAC;QACH,6EAA6E;QAC7E,mEAAmE;QACnE,MAAM,UAAU,GAAG,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QAEpC,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,MAAM,YAAY,CAAC;YAC1D,WAAW;YACX,KAAK;YACL,OAAO,EAAE,CAAC,MAAmB,EAAE,GAA8B,EAAgC,EAAE,CAC7F,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;YACjC,GAAG,EAAE,UAAU;YACf,UAAU;SACX,CAAC,CAAC;QAEH,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,oBAAoB,CAAC,0EAA0E,CAAC,CAAC;QAC7G,CAAC;QAED,2EAA2E;QAC3E,6EAA6E;QAC7E,uDAAuD;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAChE,kGAAkG;QAClG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,MAAM,IAAI,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,4BAA4B;QAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,eAAe,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC/D,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,sBAAsB,OAAO,EAAE;aACzC,CAAC;QACJ,CAAC;QAED,wFAAwF;QACxF,iEAAiE;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EACL,wFAAwF;aAC3F,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACzD,aAAa,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAE/D,MAAM,eAAe,GACnB,IAAI,CAAC,cAAc;YACnB,uBAAuB,CAAC;gBACtB,WAAW,EAAE,gBAAgB;gBAC7B,SAAS;gBACT,UAAU;gBACV,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK;aACjC,CAAC,CAAC;QAEL,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAExC,6CAA6C;QAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxE,2FAA2F;QAC3F,aAAa,CAAC,UAAU,EAAE,eAAe,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3D,0EAA0E;QAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;gBAC9B,OAAO,EAAE,2DAA2D,UAAU,GAAG;aAClF,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,yEAAyE;QACzE,wEAAwE;QACxE,0EAA0E;QAC1E,sEAAsE;QACtE,IAAI,eAAe,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,IAAI,oBAAoB,CAC5B,yGAAyG,CAC1G,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,yEAAyE;QACzE,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG;YAChB,UAAU;YACV,UAAU;YACV,UAAU,EAAE,WAAW;YACvB,GAAG,EAAE,WAAW;YAChB,GAAG,EAAE,eAAe,CAAC,YAAY,CAAC,YAAY;YAC9C,SAAS;YACT,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;SACnE,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACzD,2BAA2B,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,2DAA2D;QAC3D,2FAA2F;QAC3F,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,WAAW,CAAC,MAAM,qCAAqC,UAAU,GAAG,CACpG,CAAC;QACJ,CAAC;QAED,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,2FAA2F;YAC3F,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QAC1C,MAAM,SAAS,GAAG,MAAM,KAAK,KAAK,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QAEpE,wEAAwE;QACxE,wEAAwE;QACxE,2EAA2E;QAC3E,OAAO;YACL,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;YAC9B,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"staging.d.ts","sourceRoot":"","sources":["../../src/skill-test/staging.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAI3E,OAAO,EAA0C,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE5F,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB;;;;;OAKG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,yBAAyB,KAAK,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC/F,GAAG,EAAE,yBAAyB,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,qBAAqB,GAAG,WAAW,CAExE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,sFAAsF;AACtF,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAoBzD;AAcD,wBAAsB,YAAY,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"staging.d.ts","sourceRoot":"","sources":["../../src/skill-test/staging.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AACpH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAI3E,OAAO,EAA0C,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE5F,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,WAAW,CAAC;IACpB;;;;;OAKG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,yBAAyB,KAAK,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC/F,GAAG,EAAE,yBAAyB,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,cAAc,CAAC;IACzB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB;;;;OAIG;IACH,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,qBAAqB,GAAG,WAAW,CAExE;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMlD;AAED,sFAAsF;AACtF,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAoBzD;AAcD,wBAAsB,YAAY,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAwCzF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createHash } from 'node:crypto';
|
|
2
|
-
import { cpSync, existsSync, readFileSync, readdirSync, statSync, writeFileSync } from 'node:fs';
|
|
2
|
+
import { cpSync, existsSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from 'node:fs';
|
|
3
3
|
import { basename } from 'node:path';
|
|
4
4
|
import { mkdirSyncReal, safePath, toForwardSlash } from '@vibe-agent-toolkit/utils';
|
|
5
5
|
import { assertSafeHarnessRoot } from './harness-location.js';
|
|
@@ -84,6 +84,11 @@ export async function stageHarness(opts) {
|
|
|
84
84
|
// CLI arg) — never join it raw (drive-letter-mid-path on Windows). Always
|
|
85
85
|
// stage under one sanitized segment. See stagedDirName.
|
|
86
86
|
const dest = safePath.join(opts.harnessRoot, stagedDirName(item.name));
|
|
87
|
+
// v1 re-stages fully every run. The harness root is reused on a deterministic
|
|
88
|
+
// key, so wipe dest first — cpSync overlays and would leave files dropped from
|
|
89
|
+
// source behind (a stale staged evals/evals.json wrongly satisfies the
|
|
90
|
+
// bootstrap check). Pruning makes each re-stage a clean mirror of source.
|
|
91
|
+
rmSync(dest, { recursive: true, force: true });
|
|
87
92
|
cpSync(resolved.stagedDir, dest, { recursive: true });
|
|
88
93
|
const contentHash = computeDirContentHash(dest);
|
|
89
94
|
entries.push({ name: item.name, identity: resolved.identity, contentHash });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"staging.js","sourceRoot":"","sources":["../../src/skill-test/staging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"staging.js","sourceRoot":"","sources":["../../src/skill-test/staging.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACzG,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAIrC,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAEpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAyC,MAAM,eAAe,CAAC;AAiC5F;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAC,CAAwB;IACzD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;IAC/E,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,8EAA8E;IAC9E,oEAAoE;IACpE,OAAO,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,GAAW,EAAQ,EAAE;QAClD,yFAAyF;QACzF,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC/C,yFAAyF;YACzF,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;gBACrB,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACtB,yFAAyF;gBACzF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACd,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,oBAAoB,CAAC,WAAmB;IAC/C,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,CAAC;IACxE,2FAA2F;IAC3F,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,CAAC;QACH,2FAA2F;QAC3F,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,CAAC,oDAAoD;IACnE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAyB;IAC1D,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,aAAa,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAElE,oFAAoF;IACpF,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAEvC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,gBAAgB,GAAkB,IAAI,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,4EAA4E;QAC5E,0EAA0E;QAC1E,wDAAwD;QACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,8EAA8E;QAC9E,+EAA+E;QAC/E,uEAAuE;QACvE,0EAA0E;QAC1E,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QAC5E,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,gBAAgB,GAAG,IAAI,CAAC;IACvD,CAAC;IAED,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;SACrC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC9E,MAAM,CAAC,KAAK,CAAC,CAAC;IACjB,MAAM,QAAQ,GAAmB,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;IAC1D,2FAA2F;IAC3F,aAAa,CACX,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,EACvD,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EACxC,MAAM,CACP,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;AACpD,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@vibe-agent-toolkit/agent-skills",
|
|
3
|
-
"version": "0.1.39-rc.
|
|
3
|
+
"version": "0.1.39-rc.8",
|
|
4
4
|
"description": "Build, validate, and package agent skills in the Agent Skills format",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -29,10 +29,10 @@
|
|
|
29
29
|
"typecheck": "tsc --noEmit"
|
|
30
30
|
},
|
|
31
31
|
"dependencies": {
|
|
32
|
-
"@vibe-agent-toolkit/agent-config": "0.1.39-rc.
|
|
33
|
-
"@vibe-agent-toolkit/agent-schema": "0.1.39-rc.
|
|
34
|
-
"@vibe-agent-toolkit/resources": "0.1.39-rc.
|
|
35
|
-
"@vibe-agent-toolkit/utils": "0.1.39-rc.
|
|
32
|
+
"@vibe-agent-toolkit/agent-config": "0.1.39-rc.8",
|
|
33
|
+
"@vibe-agent-toolkit/agent-schema": "0.1.39-rc.8",
|
|
34
|
+
"@vibe-agent-toolkit/resources": "0.1.39-rc.8",
|
|
35
|
+
"@vibe-agent-toolkit/utils": "0.1.39-rc.8",
|
|
36
36
|
"adm-zip": "^0.5.16",
|
|
37
37
|
"picomatch": "^4.0.3",
|
|
38
38
|
"yaml": "^2.6.1",
|