@vibe-agent-toolkit/agent-skills 0.1.40-rc.1 → 0.1.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/builder.js +11 -11
- package/dist/skill-test/exit-codes.d.ts +14 -8
- package/dist/skill-test/exit-codes.d.ts.map +1 -1
- package/dist/skill-test/exit-codes.js +14 -8
- package/dist/skill-test/exit-codes.js.map +1 -1
- package/dist/skill-test/index.d.ts +1 -1
- package/dist/skill-test/index.d.ts.map +1 -1
- package/dist/skill-test/index.js +1 -1
- package/dist/skill-test/index.js.map +1 -1
- package/dist/skill-test/run-harness.d.ts +63 -16
- package/dist/skill-test/run-harness.d.ts.map +1 -1
- package/dist/skill-test/run-harness.js +125 -25
- package/dist/skill-test/run-harness.js.map +1 -1
- package/package.json +8 -7
package/dist/builder.js
CHANGED
|
@@ -128,7 +128,7 @@ metadata:
|
|
|
128
128
|
spec:
|
|
129
129
|
llm:
|
|
130
130
|
provider: anthropic
|
|
131
|
-
model: claude-sonnet-
|
|
131
|
+
model: claude-sonnet-5
|
|
132
132
|
|
|
133
133
|
prompts:
|
|
134
134
|
system:
|
|
@@ -183,7 +183,7 @@ metadata:
|
|
|
183
183
|
spec:
|
|
184
184
|
llm: # LLM configuration (required)
|
|
185
185
|
provider: anthropic # anthropic, openai, google
|
|
186
|
-
model: claude-sonnet-
|
|
186
|
+
model: claude-sonnet-5
|
|
187
187
|
temperature: 0.7 # 0.0-2.0 (default varies by provider)
|
|
188
188
|
maxTokens: 16000 # optional
|
|
189
189
|
topP: 0.9 # optional nucleus sampling
|
|
@@ -234,7 +234,7 @@ metadata:
|
|
|
234
234
|
spec:
|
|
235
235
|
llm:
|
|
236
236
|
provider: anthropic
|
|
237
|
-
model: claude-sonnet-
|
|
237
|
+
model: claude-sonnet-5
|
|
238
238
|
prompts:
|
|
239
239
|
system:
|
|
240
240
|
$ref: ./prompts/system.md
|
|
@@ -262,12 +262,12 @@ spec:
|
|
|
262
262
|
|
|
263
263
|
llm:
|
|
264
264
|
provider: anthropic
|
|
265
|
-
model: claude-sonnet-
|
|
265
|
+
model: claude-sonnet-5
|
|
266
266
|
temperature: 0.3
|
|
267
267
|
maxTokens: 16000
|
|
268
268
|
alternatives:
|
|
269
269
|
- provider: anthropic
|
|
270
|
-
model: claude-opus-4-
|
|
270
|
+
model: claude-opus-4-8
|
|
271
271
|
- provider: openai
|
|
272
272
|
model: gpt-4o
|
|
273
273
|
|
|
@@ -333,10 +333,10 @@ Specify fallback models for cost optimization or availability:
|
|
|
333
333
|
spec:
|
|
334
334
|
llm:
|
|
335
335
|
provider: anthropic
|
|
336
|
-
model: claude-sonnet-
|
|
336
|
+
model: claude-sonnet-5
|
|
337
337
|
alternatives:
|
|
338
338
|
- provider: anthropic
|
|
339
|
-
model: claude-
|
|
339
|
+
model: claude-haiku-4-5 # Faster/cheaper fallback
|
|
340
340
|
- provider: openai
|
|
341
341
|
model: gpt-4o # Cross-provider fallback
|
|
342
342
|
\`\`\`
|
|
@@ -432,17 +432,17 @@ spec:
|
|
|
432
432
|
\`\`\`yaml
|
|
433
433
|
spec:
|
|
434
434
|
llm:
|
|
435
|
-
model: claude-sonnet # BAD: which
|
|
435
|
+
model: claude-sonnet # BAD: which family member?
|
|
436
436
|
\`\`\`
|
|
437
437
|
|
|
438
|
-
**Why**:
|
|
438
|
+
**Why**: A bare family name is ambiguous. Pin a specific, current model alias so capabilities and pricing are well-defined.
|
|
439
439
|
|
|
440
|
-
✅ **Do**: Use
|
|
440
|
+
✅ **Do**: Use a specific model alias
|
|
441
441
|
|
|
442
442
|
\`\`\`yaml
|
|
443
443
|
spec:
|
|
444
444
|
llm:
|
|
445
|
-
model: claude-sonnet-
|
|
445
|
+
model: claude-sonnet-5 # Specific current alias
|
|
446
446
|
\`\`\`
|
|
447
447
|
|
|
448
448
|
### ❌ Don't: Duplicate Information
|
|
@@ -5,12 +5,17 @@ export declare const SkillTestExitCode: {
|
|
|
5
5
|
readonly Preflight: 2;
|
|
6
6
|
readonly Bootstrap: 3;
|
|
7
7
|
/**
|
|
8
|
-
* At least one eval FAILED
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
8
|
+
* At least one eval FAILED. This is the DEFAULT verdict for a completed run
|
|
9
|
+
* whose expectations did not all pass (fail-closed) — suppress it with the
|
|
10
|
+
* interactive opt-out `--allow-eval-failure`. Distinct from the harness-broke
|
|
11
|
+
* codes (1/2/3): the harness ran to completion and produced a valid
|
|
12
|
+
* grading.json — the skill's expectations simply did not all pass. This
|
|
13
|
+
* differentiation lets a CI consumer treat 4 as tolerable while still failing
|
|
14
|
+
* closed on every other non-zero code:
|
|
15
|
+
* `case $? in 0) ;; 4) tolerate/warn ;; *) hard fail ;; esac`
|
|
16
|
+
* Returned DIRECTLY by the harness verdict (see verdictExitCode in
|
|
17
|
+
* run-harness.ts), not via mapErrorToExitCode, because it is an outcome, not a
|
|
18
|
+
* thrown error.
|
|
14
19
|
*/
|
|
15
20
|
readonly EvalFailure: 4;
|
|
16
21
|
};
|
|
@@ -64,8 +69,9 @@ export declare class InternalHarnessError extends Error {
|
|
|
64
69
|
* (forged/mismatched grading nonce) are both → 1; everything unknown → 1.
|
|
65
70
|
*
|
|
66
71
|
* Note: SkillTestExitCode.EvalFailure (4) is NOT produced here — it is an
|
|
67
|
-
* outcome of a completed run (an eval failed
|
|
68
|
-
* not a thrown error, so the harness returns it
|
|
72
|
+
* outcome of a completed run (an eval failed, the fail-closed default unless
|
|
73
|
+
* `--allow-eval-failure`), not a thrown error, so the harness returns it
|
|
74
|
+
* directly (see verdictExitCode).
|
|
69
75
|
*/
|
|
70
76
|
export declare function mapErrorToExitCode(err: unknown): number;
|
|
71
77
|
//# sourceMappingURL=exit-codes.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"exit-codes.d.ts","sourceRoot":"","sources":["../../src/skill-test/exit-codes.ts"],"names":[],"mappings":"AAQA,kDAAkD;AAClD,eAAO,MAAM,iBAAiB;;;;;IAK5B
|
|
1
|
+
{"version":3,"file":"exit-codes.d.ts","sourceRoot":"","sources":["../../src/skill-test/exit-codes.ts"],"names":[],"mappings":"AAQA,kDAAkD;AAClD,eAAO,MAAM,iBAAiB;;;;;IAK5B;;;;;;;;;;;;OAYG;;CAEK,CAAC;AAEX,MAAM,MAAM,sBAAsB,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;AAEhG;;;;;;;;;GASG;AACH,qBAAa,oBAAqB,SAAQ,KAAK;aAEjB,YAAY,EAAE,MAAM;IADhD,QAAQ,CAAC,QAAQ,EAAG,CAAC,CAAU;gBACH,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,OAAO,CAAA;KAAE;CAQ9E;AAED,iHAAiH;AACjH,qBAAa,eAAgB,SAAQ,KAAK;IACxC,QAAQ,CAAC,QAAQ,EAAG,CAAC,CAAU;gBACnB,OAAO,EAAE,MAAM;CAI5B;AAED;;;;;GAKG;AACH,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,QAAQ,CAAC,QAAQ,EAAG,CAAC,CAAU;;CAKhC;AAED,gGAAgG;AAChG,qBAAa,oBAAqB,SAAQ,KAAK;IAC7C,QAAQ,CAAC,QAAQ,EAAG,CAAC,CAAU;gBACnB,OAAO,EAAE,MAAM;CAI5B;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAqBvD"}
|
|
@@ -11,12 +11,17 @@ export const SkillTestExitCode = {
|
|
|
11
11
|
Preflight: 2,
|
|
12
12
|
Bootstrap: 3,
|
|
13
13
|
/**
|
|
14
|
-
* At least one eval FAILED
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
*
|
|
18
|
-
*
|
|
19
|
-
*
|
|
14
|
+
* At least one eval FAILED. This is the DEFAULT verdict for a completed run
|
|
15
|
+
* whose expectations did not all pass (fail-closed) — suppress it with the
|
|
16
|
+
* interactive opt-out `--allow-eval-failure`. Distinct from the harness-broke
|
|
17
|
+
* codes (1/2/3): the harness ran to completion and produced a valid
|
|
18
|
+
* grading.json — the skill's expectations simply did not all pass. This
|
|
19
|
+
* differentiation lets a CI consumer treat 4 as tolerable while still failing
|
|
20
|
+
* closed on every other non-zero code:
|
|
21
|
+
* `case $? in 0) ;; 4) tolerate/warn ;; *) hard fail ;; esac`
|
|
22
|
+
* Returned DIRECTLY by the harness verdict (see verdictExitCode in
|
|
23
|
+
* run-harness.ts), not via mapErrorToExitCode, because it is an outcome, not a
|
|
24
|
+
* thrown error.
|
|
20
25
|
*/
|
|
21
26
|
EvalFailure: 4,
|
|
22
27
|
};
|
|
@@ -82,8 +87,9 @@ export class InternalHarnessError extends Error {
|
|
|
82
87
|
* (forged/mismatched grading nonce) are both → 1; everything unknown → 1.
|
|
83
88
|
*
|
|
84
89
|
* Note: SkillTestExitCode.EvalFailure (4) is NOT produced here — it is an
|
|
85
|
-
* outcome of a completed run (an eval failed
|
|
86
|
-
* not a thrown error, so the harness returns it
|
|
90
|
+
* outcome of a completed run (an eval failed, the fail-closed default unless
|
|
91
|
+
* `--allow-eval-failure`), not a thrown error, so the harness returns it
|
|
92
|
+
* directly (see verdictExitCode).
|
|
87
93
|
*/
|
|
88
94
|
export function mapErrorToExitCode(err) {
|
|
89
95
|
if (err instanceof BootstrapNeededError)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"exit-codes.js","sourceRoot":"","sources":["../../src/skill-test/exit-codes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,kDAAkD;AAClD,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,EAAE,EAAE,CAAC;IACL,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,CAAC;IACZ
|
|
1
|
+
{"version":3,"file":"exit-codes.js","sourceRoot":"","sources":["../../src/skill-test/exit-codes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,kDAAkD;AAClD,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,EAAE,EAAE,CAAC;IACL,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,SAAS,EAAE,CAAC;IACZ;;;;;;;;;;;;OAYG;IACH,WAAW,EAAE,CAAC;CACN,CAAC;AAIX;;;;;;;;;GASG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAEjB;IADnB,QAAQ,GAAG,CAAU,CAAC;IAC/B,YAA4B,YAAoB,EAAE,IAA2B;QAC3E,KAAK,CACH,IAAI,EAAE,MAAM,KAAK,IAAI;YACnB,CAAC,CAAC,qFAAqF,YAAY,2DAA2D;YAC9J,CAAC,CAAC,mCAAmC,YAAY,2BAA2B,CAC/E,CAAC;QALwB,iBAAY,GAAZ,YAAY,CAAQ;QAM9C,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,iHAAiH;AACjH,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAC/B,QAAQ,GAAG,CAAU,CAAC;IAC/B,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAChC,QAAQ,GAAG,CAAU,CAAC;IAC/B;QACE,KAAK,CAAC,wFAAwF,CAAC,CAAC;QAChG,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,gGAAgG;AAChG,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACpC,QAAQ,GAAG,CAAU,CAAC;IAC/B,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAY;IAC7C,IAAI,GAAG,YAAY,oBAAoB;QAAE,OAAO,iBAAiB,CAAC,SAAS,CAAC;IAC5E,IACE,GAAG,YAAY,kBAAkB;QACjC,GAAG,YAAY,cAAc;QAC7B,GAAG,YAAY,oBAAoB;QACnC,GAAG,YAAY,oBAAoB;QACnC,GAAG,YAAY,gBAAgB;QAC/B,GAAG,YAAY,eAAe;QAC9B,GAAG,YAAY,oBAAoB,EACnC,CAAC;QACD,OAAO,iBAAiB,CAAC,SAAS,CAAC;IACrC,CAAC;IACD,IACE,GAAG,YAAY,iBAAiB;QAChC,GAAG,YAAY,gBAAgB;QAC/B,GAAG,YAAY,oBAAoB,EACnC,CAAC;QACD,OAAO,iBAAiB,CAAC,QAAQ,CAAC;IACpC,CAAC;IACD,OAAO,iBAAiB,CAAC,QAAQ,CAAC;AACpC,CAAC"}
|
|
@@ -14,5 +14,5 @@ export { computeDirContentHash, descriptorToSource, stagedDirName, stageHarness,
|
|
|
14
14
|
export { regenerateVendoredManifest, verifyVendoredManifest, VendoredManifestSchema } from './vendor-manifest.js';
|
|
15
15
|
export { upsertTestConfig } from './configure-writer.js';
|
|
16
16
|
export { buildEvalsTemplate, writeEvalsTemplate } from './evals-template.js';
|
|
17
|
-
export { buildDryRunSummary, isAcknowledged, runSkillTestHarness, SKILL_TEST_BUILTIN_CAPS, verdictExitCode, type DryRunSummaryInput, type RunHarnessOptions, type RunHarnessResult, } from './run-harness.js';
|
|
17
|
+
export { buildDryRunSummary, computeDefaultTimeoutMs, formatFrictionReport, formatTimeoutMessage, isAcknowledged, runSkillTestHarness, SKILL_TEST_BUILTIN_CAPS, verdictExitCode, type DryRunSummaryInput, type RunHarnessOptions, type RunHarnessResult, type TimeoutMessageContext, } from './run-harness.js';
|
|
18
18
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,cAAc,EACd,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,KAAK,cAAc,EACnB,KAAK,iBAAiB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,cAAc,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,cAAc,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EACL,YAAY,EACZ,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,WAAW,EACX,0BAA0B,EAC1B,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,SAAS,GACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,eAAe,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,cAAc,EACd,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,KAAK,YAAY,EACjB,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,KAAK,cAAc,EACnB,KAAK,iBAAiB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,cAAc,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,cAAc,GACpB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,cAAc,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,KAAK,sBAAsB,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EACL,YAAY,EACZ,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,GACrB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,WAAW,EACX,0BAA0B,EAC1B,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,SAAS,GACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,eAAe,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,GAC3B,MAAM,kBAAkB,CAAC"}
|
package/dist/skill-test/index.js
CHANGED
|
@@ -14,5 +14,5 @@ export { computeDirContentHash, descriptorToSource, stagedDirName, stageHarness,
|
|
|
14
14
|
export { regenerateVendoredManifest, verifyVendoredManifest, VendoredManifestSchema } from './vendor-manifest.js';
|
|
15
15
|
export { upsertTestConfig } from './configure-writer.js';
|
|
16
16
|
export { buildEvalsTemplate, writeEvalsTemplate } from './evals-template.js';
|
|
17
|
-
export { buildDryRunSummary, isAcknowledged, runSkillTestHarness, SKILL_TEST_BUILTIN_CAPS, verdictExitCode, } from './run-harness.js';
|
|
17
|
+
export { buildDryRunSummary, computeDefaultTimeoutMs, formatFrictionReport, formatTimeoutMessage, isAcknowledged, runSkillTestHarness, SKILL_TEST_BUILTIN_CAPS, verdictExitCode, } from './run-harness.js';
|
|
18
18
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,cAAc,EACd,eAAe,EACf,cAAc,EACd,mBAAmB,GAIpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,GAGvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GAGjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,GAIrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,GAIrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,GAKrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EACL,YAAY,GAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,WAAW,EACX,0BAA0B,GAE3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAoB,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,GAIb,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,eAAe,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/skill-test/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,cAAc,EACd,eAAe,EACf,cAAc,EACd,mBAAmB,GAIpB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,GAGvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,GAGjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EACnB,oBAAoB,GAIrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,GACnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,oBAAoB,GAIrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,GAKrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EACL,YAAY,GAIb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,oBAAoB,EACpB,WAAW,EACX,0BAA0B,GAE3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAoB,MAAM,WAAW,CAAC;AACvF,OAAO,EACL,qBAAqB,EACrB,kBAAkB,EAClB,aAAa,EACb,YAAY,GAIb,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAClH,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,eAAe,GAKhB,MAAM,kBAAkB,CAAC"}
|
|
@@ -11,6 +11,7 @@
|
|
|
11
11
|
import type { SkillSourceDescriptor } from '@vibe-agent-toolkit/resources';
|
|
12
12
|
import type { ResolveSkillSourceContext, SkillSource } from '../skill-source/types.js';
|
|
13
13
|
import { type SkillTestExitCodeValue } from './exit-codes.js';
|
|
14
|
+
import { type FrictionItem } from './friction-schema.js';
|
|
14
15
|
import { type PreflightInput } from './preflight.js';
|
|
15
16
|
import { type StageItem } from './staging.js';
|
|
16
17
|
/** Auth modes supported by the harness. */
|
|
@@ -105,11 +106,13 @@ export interface RunHarnessOptions {
|
|
|
105
106
|
/** Feature A: host env var names to forward to the experimenter if present. */
|
|
106
107
|
passEnv?: readonly string[];
|
|
107
108
|
/**
|
|
108
|
-
* Opt-
|
|
109
|
-
* EvalFailure (4)
|
|
110
|
-
*
|
|
109
|
+
* Opt-OUT of eval gating (for interactive use). By DEFAULT (false/absent) a
|
|
110
|
+
* failing verdict returns exit EvalFailure (4) — fail-closed, so CI catches a
|
|
111
|
+
* regression without an extra flag. When true, a failing verdict is downgraded
|
|
112
|
+
* to Ok (0) and the pass/fail count lives only in the summary/grading.json.
|
|
113
|
+
* Harness-broke codes (1/2/3) are unaffected either way.
|
|
111
114
|
*/
|
|
112
|
-
|
|
115
|
+
tolerateEvalFailure?: boolean;
|
|
113
116
|
}
|
|
114
117
|
export interface RunHarnessResult {
|
|
115
118
|
harnessPath: string;
|
|
@@ -136,14 +139,30 @@ export declare const SKILL_TEST_BUILTIN_CAPS: {
|
|
|
136
139
|
readonly maxBudgetUsd: 5;
|
|
137
140
|
readonly timeoutSeconds: number;
|
|
138
141
|
};
|
|
139
|
-
export declare function resolveTimeoutMs(opts: RunHarnessOptions): number;
|
|
140
142
|
/**
|
|
141
|
-
*
|
|
142
|
-
*
|
|
143
|
-
*
|
|
144
|
-
*
|
|
143
|
+
* Compute the DEFAULT wall-clock budget (ms) when the operator gave no explicit
|
|
144
|
+
* `--timeout`. It scales with the number of declared evals so a large suite isn't
|
|
145
|
+
* killed at the flat 5-minute default before it can finish: a 120s base plus 120s
|
|
146
|
+
* per declared eval, floored at the historical 300s default (so we never shrink
|
|
147
|
+
* below today's budget) and capped at 1h (so a runaway/huge suite can't request an
|
|
148
|
+
* unbounded budget). An EXPLICIT `--timeout` always bypasses this (see resolveTimeoutMs).
|
|
145
149
|
*/
|
|
146
|
-
export declare function
|
|
150
|
+
export declare function computeDefaultTimeoutMs(declaredEvalCount: number): number;
|
|
151
|
+
/**
|
|
152
|
+
* Resolve the effective wall-clock timeout (ms). An explicit `--timeout` (seconds)
|
|
153
|
+
* ALWAYS wins, unchanged. Otherwise the default scales with the declared eval count
|
|
154
|
+
* via {@link computeDefaultTimeoutMs}; when that count is unknown/unparseable at the
|
|
155
|
+
* call site, fall back to the flat 300s default.
|
|
156
|
+
*/
|
|
157
|
+
export declare function resolveTimeoutMs(opts: RunHarnessOptions, declaredEvalCount?: number): number;
|
|
158
|
+
/**
|
|
159
|
+
* Map an eval verdict to a process exit code. Default behavior (fail-closed): a
|
|
160
|
+
* failing verdict escalates to EvalFailure (4) — distinct from the harness-broke
|
|
161
|
+
* codes (1/2/3) so a CI consumer can `case $? in 0);; 4) tolerate;; *) hard fail;; esac`.
|
|
162
|
+
* When `tolerateEvalFailure` is set (interactive opt-out), a failing verdict is
|
|
163
|
+
* downgraded to Ok (0) and the count lives only in the summary/grading.json.
|
|
164
|
+
*/
|
|
165
|
+
export declare function verdictExitCode(allPassed: boolean, tolerateEvalFailure: boolean): SkillTestExitCodeValue;
|
|
147
166
|
export declare function resolveStallMs(opts: RunHarnessOptions): number | undefined;
|
|
148
167
|
export declare function resolveKnobs(opts: RunHarnessOptions): {
|
|
149
168
|
model?: string;
|
|
@@ -184,6 +203,24 @@ export declare function renderPreflightSummary(checks: {
|
|
|
184
203
|
* (the harness Step-6 check and the run.ts pre-build check cannot diverge).
|
|
185
204
|
*/
|
|
186
205
|
export declare function isAcknowledged(opts: Pick<RunHarnessOptions, 'dryRun' | 'acknowledgedRunsSkillCode'>): boolean;
|
|
206
|
+
/** Optional context for the timeout message (surfaced only when available). */
|
|
207
|
+
export interface TimeoutMessageContext {
|
|
208
|
+
/** Number of evals the suite DECLARED (parsed suite length), if known. */
|
|
209
|
+
declaredEvalCount?: number;
|
|
210
|
+
/** Best-effort count of evals that completed before the timeout, if cheaply known. */
|
|
211
|
+
completedEvalCount?: number;
|
|
212
|
+
}
|
|
213
|
+
/**
|
|
214
|
+
* Format the experimenter-timeout message. Pure so it can be unit-tested. Always
|
|
215
|
+
* reports the raw budget (ms + a minute label). When the declared eval count is
|
|
216
|
+
* known it appends the count and a hint that the default budget scales with eval
|
|
217
|
+
* count (raise `--timeout`/`--stall` for larger suites); when a best-effort
|
|
218
|
+
* completed count is also available it notes `completed ~N/declared`. With no
|
|
219
|
+
* declared count it stays honest and omits those clauses.
|
|
220
|
+
*/
|
|
221
|
+
export declare function formatTimeoutMessage(input: {
|
|
222
|
+
timeoutMs: number;
|
|
223
|
+
} & TimeoutMessageContext): string;
|
|
187
224
|
/**
|
|
188
225
|
* Translate a non-success spawn outcome into an InternalHarnessError (exit 1).
|
|
189
226
|
* A stall, a timeout, OR a non-zero exit are each authoritative — a non-zero exit
|
|
@@ -193,7 +230,13 @@ export declare function assertExperimenterSucceeded(spawnResult: {
|
|
|
193
230
|
stalled: boolean;
|
|
194
231
|
timedOut: boolean;
|
|
195
232
|
status: number;
|
|
196
|
-
}, stallMs: number | undefined, timeoutMs: number): void;
|
|
233
|
+
}, stallMs: number | undefined, timeoutMs: number, timeoutContext?: TimeoutMessageContext): void;
|
|
234
|
+
/**
|
|
235
|
+
* Format a friction report for human consumption — one line per entry as
|
|
236
|
+
* `[<severity>] <category>: <message>`. Pure; returns the empty string for no
|
|
237
|
+
* entries so the caller can skip emitting anything.
|
|
238
|
+
*/
|
|
239
|
+
export declare function formatFrictionReport(items: readonly FrictionItem[]): string;
|
|
197
240
|
/**
|
|
198
241
|
* Resolve the PERSISTENT location where a bootstrap scaffold should be written
|
|
199
242
|
* so "fill it in and re-run" actually works for the user (the staged copy is
|
|
@@ -204,11 +247,15 @@ export declare function assertExperimenterSucceeded(spawnResult: {
|
|
|
204
247
|
export declare function subjectSkillName(opts: RunHarnessOptions): string;
|
|
205
248
|
export declare function resolveScaffoldEvalsPath(opts: RunHarnessOptions, repoRoot: string, evalsSubpath: string): string;
|
|
206
249
|
/** Parse the staged eval suite and materialize each eval's input `files` into
|
|
207
|
-
* `<harnessRoot>/workspaces/<id>/`. Returns the workspaces root
|
|
208
|
-
*
|
|
209
|
-
*
|
|
210
|
-
*
|
|
211
|
-
|
|
250
|
+
* `<harnessRoot>/workspaces/<id>/`. Returns the workspaces root AND the number of
|
|
251
|
+
* evals the suite declared (so the caller can scale the default timeout without
|
|
252
|
+
* re-reading the suite). The dir is wiped first so a reused harness root cannot
|
|
253
|
+
* leak a prior run's inputs. Throws {@link EvalInputError} (mapped by the caller to
|
|
254
|
+
* exit 2) on a bad suite or a missing input file. */
|
|
255
|
+
export declare function stageWorkspacesForRun(evalsPath: string, harnessRoot: string): {
|
|
256
|
+
workspacesRoot: string;
|
|
257
|
+
declaredEvalCount: number;
|
|
258
|
+
};
|
|
212
259
|
/** Inputs for the dry-run summary string. */
|
|
213
260
|
export interface DryRunSummaryInput {
|
|
214
261
|
/** True when the resolved subject is buildable (a real run would build + stage it). */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-harness.d.ts","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAe3E,OAAO,KAAK,EAAuB,yBAAyB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAK5G,OAAO,EAIL,KAAK,sBAAsB,EAC5B,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"run-harness.d.ts","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAOH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAe3E,OAAO,KAAK,EAAuB,yBAAyB,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAK5G,OAAO,EAIL,KAAK,sBAAsB,EAC5B,MAAM,iBAAiB,CAAC;AAOzB,OAAO,EAAwB,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAK/E,OAAO,EAAgB,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAoC,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAsBhF,2CAA2C;AAC3C,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,GAAG,MAAM,CAAC;AAE9E,mCAAmC;AACnC,MAAM,MAAM,oBAAoB,GAAG,cAAc,GAAG,SAAS,CAAC;AAE9D,MAAM,WAAW,iBAAiB;IAChC,mDAAmD;IACnD,MAAM,EAAE,MAAM,EAAE,CAAC;IAEjB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;IAEpD,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;IAErD,+EAA+E;IAC/E,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,kEAAkE;IAClE,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,mEAAmE;IACnE,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,iEAAiE;IACjE,IAAI,CAAC,EAAE,OAAO,CAAC;IAEf,2CAA2C;IAC3C,IAAI,CAAC,EAAE,eAAe,CAAC;IAEvB,+BAA+B;IAC/B,WAAW,CAAC,EAAE,oBAAoB,CAAC;IAEnC,wCAAwC;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB,2DAA2D;IAC3D,0BAA0B,CAAC,EAAE,OAAO,CAAC;IAErC,qDAAqD;IACrD,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,qEAAqE;IACrE,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAGpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0BAA0B;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;;;OAIG;IACH,aAAa,CAAC,EAAE,WAAW,CAAC;IAE5B;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB;;;;;OAKG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IAEnC,2EAA2E;IAC3E,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,+EAA+E;IAC/E,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAE5B;;;;;;OAMG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAUD;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,uBAAuB;;;;CAI1B,CAAC;AAEX;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,iBAAiB,EAAE,MAAM,GAAG,MAAM,CAEzE;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,EAAE,MAAM,GAAG,MAAM,CAG5F;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,OAAO,EAAE,mBAAmB,EAAE,OAAO,GAAG,sBAAsB,CAExG;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,iBAAiB,GAAG,MAAM,GAAG,SAAS,CAE1E;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,iBAAiB,GAAG;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CASA;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,MAAM,GACf,SAAS,CAAC,cAAc,CAAC,GAAG,SAAS,CAIvC;AAED,wBAAgB,aAAa,CAC3B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,SAAS,GAAG,SAAS,GAC1B,SAAS,CAQX;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,CA2BtF;AAED,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,yBAAyB,CAMhG;AAkBD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEtD;AA4BD,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAAE,EACpB,IAAI,EAAE,iBAAiB,EACvB,KAAK,EAAE;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,GAC9B,cAAc,CA6BhB;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,MAAM,CAK3G;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,QAAQ,GAAG,2BAA2B,CAAC,GACpE,OAAO,CAET;AAED,+EAA+E;AAC/E,MAAM,WAAW,qBAAqB;IACpC,0EAA0E;IAC1E,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sFAAsF;IACtF,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,qBAAqB,GAAG,MAAM,CAcjG;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CACzC,WAAW,EAAE;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACpE,OAAO,EAAE,MAAM,GAAG,SAAS,EAC3B,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,qBAAqB,GACrC,IAAI,CAUN;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,GAAG,MAAM,CAE3E;AA2BD;;;;;GAKG;AACH,uFAAuF;AACvF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,GAAG,MAAM,CAGhE;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAchH;AAkDD;;;;;qDAKqD;AACrD,wBAAgB,qBAAqB,CACnC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAA;CAAE,CAUvD;AAiFD,6CAA6C;AAC7C,MAAM,WAAW,kBAAkB;IACjC,uFAAuF;IACvF,UAAU,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,sEAAsE;IACtE,cAAc,EAAE,MAAM,CAAC;IACvB,oDAAoD;IACpD,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gDAAgD;IAChD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,kBAAkB,GAAG,MAAM,CA+BpE;AAMD,MAAM,WAAW,qBAAqB;IACpC,sEAAsE;IACtE,IAAI,EAAE,OAAO,CAAC;IACd;;;;OAIG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,qBAAqB,GAAG,IAAI,CAcrF;AAMD;;;GAGG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAsS5F"}
|
|
@@ -19,6 +19,7 @@ import { EvalInputError, parseEvalSuite, stageEvalWorkspaces } from './eval-inpu
|
|
|
19
19
|
import { writeEvalsTemplate } from './evals-template.js';
|
|
20
20
|
import { BootstrapNeededError, InternalHarnessError, SkillTestExitCode, } from './exit-codes.js';
|
|
21
21
|
import { appendIntegrityNonceDirective, assertPromptInvariants, buildExperimenterPrompt, redactNonce, } from './experimenter-prompt.js';
|
|
22
|
+
import { FrictionReportSchema } from './friction-schema.js';
|
|
22
23
|
import { assertGradingNonce, parseGradingJson, reconcileGrading } from './grading-adapter.js';
|
|
23
24
|
import { assertSafeHarnessRoot, assertSafeWorkdir, prepareHarnessRoot, resolveHarnessRoot } from './harness-location.js';
|
|
24
25
|
import { acquireHarnessLock, installSignalCleanup } from './lock.js';
|
|
@@ -62,17 +63,37 @@ export const SKILL_TEST_BUILTIN_CAPS = {
|
|
|
62
63
|
maxBudgetUsd: DEFAULT_MAX_BUDGET_USD,
|
|
63
64
|
timeoutSeconds: DEFAULT_TIMEOUT_MS / 1000,
|
|
64
65
|
};
|
|
65
|
-
|
|
66
|
-
|
|
66
|
+
/**
|
|
67
|
+
* Compute the DEFAULT wall-clock budget (ms) when the operator gave no explicit
|
|
68
|
+
* `--timeout`. It scales with the number of declared evals so a large suite isn't
|
|
69
|
+
* killed at the flat 5-minute default before it can finish: a 120s base plus 120s
|
|
70
|
+
* per declared eval, floored at the historical 300s default (so we never shrink
|
|
71
|
+
* below today's budget) and capped at 1h (so a runaway/huge suite can't request an
|
|
72
|
+
* unbounded budget). An EXPLICIT `--timeout` always bypasses this (see resolveTimeoutMs).
|
|
73
|
+
*/
|
|
74
|
+
export function computeDefaultTimeoutMs(declaredEvalCount) {
|
|
75
|
+
return Math.max(300_000, Math.min(3_600_000, 120_000 + declaredEvalCount * 120_000));
|
|
67
76
|
}
|
|
68
77
|
/**
|
|
69
|
-
*
|
|
70
|
-
*
|
|
71
|
-
*
|
|
72
|
-
*
|
|
78
|
+
* Resolve the effective wall-clock timeout (ms). An explicit `--timeout` (seconds)
|
|
79
|
+
* ALWAYS wins, unchanged. Otherwise the default scales with the declared eval count
|
|
80
|
+
* via {@link computeDefaultTimeoutMs}; when that count is unknown/unparseable at the
|
|
81
|
+
* call site, fall back to the flat 300s default.
|
|
73
82
|
*/
|
|
74
|
-
export function
|
|
75
|
-
|
|
83
|
+
export function resolveTimeoutMs(opts, declaredEvalCount) {
|
|
84
|
+
if (opts.timeout !== undefined)
|
|
85
|
+
return opts.timeout * 1000;
|
|
86
|
+
return declaredEvalCount === undefined ? DEFAULT_TIMEOUT_MS : computeDefaultTimeoutMs(declaredEvalCount);
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Map an eval verdict to a process exit code. Default behavior (fail-closed): a
|
|
90
|
+
* failing verdict escalates to EvalFailure (4) — distinct from the harness-broke
|
|
91
|
+
* codes (1/2/3) so a CI consumer can `case $? in 0);; 4) tolerate;; *) hard fail;; esac`.
|
|
92
|
+
* When `tolerateEvalFailure` is set (interactive opt-out), a failing verdict is
|
|
93
|
+
* downgraded to Ok (0) and the count lives only in the summary/grading.json.
|
|
94
|
+
*/
|
|
95
|
+
export function verdictExitCode(allPassed, tolerateEvalFailure) {
|
|
96
|
+
return !allPassed && !tolerateEvalFailure ? SkillTestExitCode.EvalFailure : SkillTestExitCode.Ok;
|
|
76
97
|
}
|
|
77
98
|
export function resolveStallMs(opts) {
|
|
78
99
|
return opts.stall === undefined ? undefined : opts.stall * 1000;
|
|
@@ -238,22 +259,80 @@ export function renderPreflightSummary(checks) {
|
|
|
238
259
|
export function isAcknowledged(opts) {
|
|
239
260
|
return opts.dryRun === true || opts.acknowledgedRunsSkillCode === true;
|
|
240
261
|
}
|
|
262
|
+
/**
|
|
263
|
+
* Format the experimenter-timeout message. Pure so it can be unit-tested. Always
|
|
264
|
+
* reports the raw budget (ms + a minute label). When the declared eval count is
|
|
265
|
+
* known it appends the count and a hint that the default budget scales with eval
|
|
266
|
+
* count (raise `--timeout`/`--stall` for larger suites); when a best-effort
|
|
267
|
+
* completed count is also available it notes `completed ~N/declared`. With no
|
|
268
|
+
* declared count it stays honest and omits those clauses.
|
|
269
|
+
*/
|
|
270
|
+
export function formatTimeoutMessage(input) {
|
|
271
|
+
const minutes = input.timeoutMs / 60_000;
|
|
272
|
+
const minutesLabel = Number.isInteger(minutes) ? `${minutes}m` : `${minutes.toFixed(1)}m`;
|
|
273
|
+
let msg = `Experimenter timed out after ${input.timeoutMs}ms (${minutesLabel}).`;
|
|
274
|
+
if (input.declaredEvalCount !== undefined) {
|
|
275
|
+
const completed = input.completedEvalCount === undefined
|
|
276
|
+
? ''
|
|
277
|
+
: ` (completed ~${input.completedEvalCount}/${input.declaredEvalCount})`;
|
|
278
|
+
msg +=
|
|
279
|
+
` Declared evals: ${input.declaredEvalCount}${completed}; the default budget scales with eval count` +
|
|
280
|
+
' — raise --timeout (and --stall) for larger suites.';
|
|
281
|
+
}
|
|
282
|
+
return msg;
|
|
283
|
+
}
|
|
241
284
|
/**
|
|
242
285
|
* Translate a non-success spawn outcome into an InternalHarnessError (exit 1).
|
|
243
286
|
* A stall, a timeout, OR a non-zero exit are each authoritative — a non-zero exit
|
|
244
287
|
* is never laundered into a PASS even if a grading.json happens to be on disk.
|
|
245
288
|
*/
|
|
246
|
-
export function assertExperimenterSucceeded(spawnResult, stallMs, timeoutMs) {
|
|
289
|
+
export function assertExperimenterSucceeded(spawnResult, stallMs, timeoutMs, timeoutContext) {
|
|
247
290
|
if (spawnResult.stalled) {
|
|
248
291
|
throw new InternalHarnessError(`Experimenter stalled (no output for ${stallMs ?? 0}ms).`);
|
|
249
292
|
}
|
|
250
293
|
if (spawnResult.timedOut) {
|
|
251
|
-
throw new InternalHarnessError(
|
|
294
|
+
throw new InternalHarnessError(formatTimeoutMessage({ timeoutMs, ...timeoutContext }));
|
|
252
295
|
}
|
|
253
296
|
if (spawnResult.status !== 0) {
|
|
254
297
|
throw new InternalHarnessError(`Experimenter exited non-zero (status ${spawnResult.status}).`);
|
|
255
298
|
}
|
|
256
299
|
}
|
|
300
|
+
/**
|
|
301
|
+
* Format a friction report for human consumption — one line per entry as
|
|
302
|
+
* `[<severity>] <category>: <message>`. Pure; returns the empty string for no
|
|
303
|
+
* entries so the caller can skip emitting anything.
|
|
304
|
+
*/
|
|
305
|
+
export function formatFrictionReport(items) {
|
|
306
|
+
return items.map(i => `[${i.severity}] ${i.category}: ${i.message}`).join('\n');
|
|
307
|
+
}
|
|
308
|
+
/**
|
|
309
|
+
* Read the run's friction.json (if present + valid) and echo a concise report to
|
|
310
|
+
* STDERR so users don't miss packaging-fidelity friction the experimenter surfaced
|
|
311
|
+
* (it is otherwise only written to disk). Best-effort: a missing, unparseable, or
|
|
312
|
+
* empty report emits nothing. Never touches stdout (which stays machine-readable).
|
|
313
|
+
* Accepts `undefined` (a no-op) so the harness `finally` can call it unconditionally
|
|
314
|
+
* even when a throw preempted assignment of the friction path.
|
|
315
|
+
*/
|
|
316
|
+
function emitFrictionReport(frictionPath) {
|
|
317
|
+
if (frictionPath === undefined)
|
|
318
|
+
return;
|
|
319
|
+
// eslint-disable-next-line security/detect-non-literal-fs-filename -- our own derived results path
|
|
320
|
+
if (!existsSync(frictionPath))
|
|
321
|
+
return;
|
|
322
|
+
let raw;
|
|
323
|
+
try {
|
|
324
|
+
// eslint-disable-next-line security/detect-non-literal-fs-filename -- our own derived results path
|
|
325
|
+
raw = JSON.parse(readFileSync(frictionPath, 'utf-8'));
|
|
326
|
+
}
|
|
327
|
+
catch {
|
|
328
|
+
return;
|
|
329
|
+
}
|
|
330
|
+
const parsed = FrictionReportSchema.safeParse(raw);
|
|
331
|
+
if (!parsed.success || parsed.data.items.length === 0)
|
|
332
|
+
return;
|
|
333
|
+
process.stderr.write(`\nPackaging friction (${parsed.data.items.length}):\n`);
|
|
334
|
+
process.stderr.write(formatFrictionReport(parsed.data.items) + '\n');
|
|
335
|
+
}
|
|
257
336
|
/**
|
|
258
337
|
* Resolve the PERSISTENT location where a bootstrap scaffold should be written
|
|
259
338
|
* so "fill it in and re-run" actually works for the user (the staged copy is
|
|
@@ -319,17 +398,21 @@ function overlayAuthoredEvalSuite(opts, subjectStagedDir, evalsSubpath) {
|
|
|
319
398
|
}
|
|
320
399
|
}
|
|
321
400
|
/** Parse the staged eval suite and materialize each eval's input `files` into
|
|
322
|
-
* `<harnessRoot>/workspaces/<id>/`. Returns the workspaces root
|
|
323
|
-
*
|
|
324
|
-
*
|
|
325
|
-
*
|
|
401
|
+
* `<harnessRoot>/workspaces/<id>/`. Returns the workspaces root AND the number of
|
|
402
|
+
* evals the suite declared (so the caller can scale the default timeout without
|
|
403
|
+
* re-reading the suite). The dir is wiped first so a reused harness root cannot
|
|
404
|
+
* leak a prior run's inputs. Throws {@link EvalInputError} (mapped by the caller to
|
|
405
|
+
* exit 2) on a bad suite or a missing input file. */
|
|
326
406
|
export function stageWorkspacesForRun(evalsPath, harnessRoot) {
|
|
327
407
|
const workspacesRoot = safePath.joinUnderRoot(harnessRoot, 'workspaces');
|
|
328
408
|
rmSync(workspacesRoot, { recursive: true, force: true });
|
|
329
409
|
mkdirSyncReal(workspacesRoot, { recursive: true });
|
|
330
410
|
// eslint-disable-next-line security/detect-non-literal-fs-filename -- evalsPath is our staged-subject path
|
|
331
411
|
const suite = parseEvalSuite(readFileSync(evalsPath, 'utf-8'));
|
|
332
|
-
return
|
|
412
|
+
return {
|
|
413
|
+
workspacesRoot: stageEvalWorkspaces({ suite, evalsDir: dirname(evalsPath), workspacesRoot }),
|
|
414
|
+
declaredEvalCount: suite.evals.length,
|
|
415
|
+
};
|
|
333
416
|
}
|
|
334
417
|
/** Format the model flag string for logging and dry-run summary output. */
|
|
335
418
|
function buildModelFlag(model) {
|
|
@@ -345,7 +428,7 @@ function buildModelFlag(model) {
|
|
|
345
428
|
*/
|
|
346
429
|
function attemptStageWorkspaces(evalsPath, harnessRoot) {
|
|
347
430
|
try {
|
|
348
|
-
return
|
|
431
|
+
return stageWorkspacesForRun(evalsPath, harnessRoot);
|
|
349
432
|
}
|
|
350
433
|
catch (e) {
|
|
351
434
|
if (e instanceof EvalInputError) {
|
|
@@ -497,6 +580,11 @@ export async function runSkillTestHarness(opts) {
|
|
|
497
580
|
cleanupHarness(harnessRoot, { keep: opts.keep === true, created: harnessCreated });
|
|
498
581
|
};
|
|
499
582
|
const removeSignalCleanup = installSignalCleanup({ onSignal: cleanup });
|
|
583
|
+
// Hoisted so the finally can surface packaging friction even when a throw
|
|
584
|
+
// (missing/invalid grading.json, nonce/skew guard, timeout) preempts the
|
|
585
|
+
// normal verdict path. friction.json is written at STAGING time (pre-spawn),
|
|
586
|
+
// so it is present and meaningful on exactly those broken-run paths.
|
|
587
|
+
let frictionOut;
|
|
500
588
|
try {
|
|
501
589
|
// Step 3: Stage the harness FIRST — the subject's own evals/evals.json lands
|
|
502
590
|
// inside its staged dir, so we must stage before we can locate it. The subject's
|
|
@@ -541,7 +629,7 @@ export async function runSkillTestHarness(opts) {
|
|
|
541
629
|
const workspaceStageResult = attemptStageWorkspaces(evalsPath, harnessRoot);
|
|
542
630
|
if ('exitCode' in workspaceStageResult)
|
|
543
631
|
return workspaceStageResult;
|
|
544
|
-
const { workspacesRoot } = workspaceStageResult;
|
|
632
|
+
const { workspacesRoot, declaredEvalCount } = workspaceStageResult;
|
|
545
633
|
// Step 6: Enforce the §12 security ack (must pass --i-understand-this-runs-skill-code).
|
|
546
634
|
// Only enforced when not a dry-run and not already acknowledged.
|
|
547
635
|
if (!isAcknowledged(opts)) {
|
|
@@ -568,7 +656,7 @@ export async function runSkillTestHarness(opts) {
|
|
|
568
656
|
writeFileSync(provenancePath, JSON.stringify(provenance, null, 2) + '\n', 'utf-8');
|
|
569
657
|
process.stderr.write(`Provenance: ${provenance.fingerprint}\n`);
|
|
570
658
|
const gradingOut = safePath.join(resultsDir, 'grading.json');
|
|
571
|
-
|
|
659
|
+
frictionOut = safePath.join(resultsDir, 'friction.json');
|
|
572
660
|
const effectivePrompt = opts.promptOverride ??
|
|
573
661
|
buildExperimenterPrompt({
|
|
574
662
|
subjectPath: subjectStagedDir,
|
|
@@ -635,7 +723,7 @@ export async function runSkillTestHarness(opts) {
|
|
|
635
723
|
// only reflect THIS run (a stale friction.json must not leak across runs).
|
|
636
724
|
rmSync(gradingOut, { force: true });
|
|
637
725
|
rmSync(frictionOut, { force: true });
|
|
638
|
-
const timeoutMs = resolveTimeoutMs(opts);
|
|
726
|
+
const timeoutMs = resolveTimeoutMs(opts, declaredEvalCount);
|
|
639
727
|
const spawnOpts = {
|
|
640
728
|
// In-memory, nonce-bearing prompt — streamed to stdin, never written to a
|
|
641
729
|
// file the skill could read (see the integrity-nonce note above).
|
|
@@ -655,7 +743,10 @@ export async function runSkillTestHarness(opts) {
|
|
|
655
743
|
...(knobs.stallMs === undefined ? {} : { stallMs: knobs.stallMs }),
|
|
656
744
|
};
|
|
657
745
|
const spawnResult = await spawnHeadlessClaude(spawnOpts);
|
|
658
|
-
|
|
746
|
+
// Thread the declared eval count so a timeout message can explain WHY the budget
|
|
747
|
+
// may be too small for a large suite (no completed count: it isn't cheaply/safely
|
|
748
|
+
// available here — all workspaces are staged up front, so subdir count ≠ progress).
|
|
749
|
+
assertExperimenterSucceeded(spawnResult, knobs.stallMs, timeoutMs, { declaredEvalCount });
|
|
659
750
|
// Step 11: Parse grading.json — must be present and valid.
|
|
660
751
|
// eslint-disable-next-line security/detect-non-literal-fs-filename -- our own derived path
|
|
661
752
|
if (!existsSync(gradingOut)) {
|
|
@@ -680,17 +771,26 @@ export async function runSkillTestHarness(opts) {
|
|
|
680
771
|
// if the grader graded nothing or its summary disagrees with the expectations.
|
|
681
772
|
const { passed, total, allPassed } = reconcileGrading(grading);
|
|
682
773
|
const summary = `${allPassed ? 'PASS' : 'FAIL'} ${passed}/${total}`;
|
|
683
|
-
// Default:
|
|
684
|
-
//
|
|
685
|
-
//
|
|
686
|
-
//
|
|
774
|
+
// Default (fail-closed): a failing verdict returns EvalFailure (4), distinct
|
|
775
|
+
// from the harness-broke codes (1/2/3) so CI can gate on regressions. Opt-out:
|
|
776
|
+
// with tolerateEvalFailure, a failing verdict is downgraded to Ok (0) and the
|
|
777
|
+
// pass/fail count lives only in the summary string and grading.json.
|
|
687
778
|
return {
|
|
688
779
|
harnessPath: harnessRoot,
|
|
689
|
-
exitCode: verdictExitCode(allPassed, opts.
|
|
780
|
+
exitCode: verdictExitCode(allPassed, opts.tolerateEvalFailure === true),
|
|
690
781
|
summary,
|
|
691
782
|
};
|
|
692
783
|
}
|
|
693
784
|
finally {
|
|
785
|
+
// Surface any packaging-fidelity friction the experimenter recorded to STDERR
|
|
786
|
+
// BEFORE cleanup removes the harness dir. Placed in finally (not the happy path)
|
|
787
|
+
// so friction still surfaces when a throw — missing/invalid grading.json, the
|
|
788
|
+
// nonce/skew guard, or a timeout — preempts the verdict; on exactly those broken
|
|
789
|
+
// runs the friction ("your bundle is missing") is the key diagnostic and would
|
|
790
|
+
// otherwise be masked by the error. Best-effort + stderr-only (stdout stays
|
|
791
|
+
// machine-readable); a no-op when the path is unassigned, or friction.json
|
|
792
|
+
// is absent or empty.
|
|
793
|
+
emitFrictionReport(frictionOut);
|
|
694
794
|
// Remove the signal handlers first (no listener leak across runs), then run
|
|
695
795
|
// the same cleanup: release the lock, then remove the harness dir.
|
|
696
796
|
removeSignalCleanup();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-harness.js","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7F,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,OAAO,EACL,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,cAAc,GAEf,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yCAAyC,CAAC;AAG7E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AACzH,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAuB,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAkB,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,+EAA+E;AAC/E,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,0BAA0B,GAAG,QAAQ,CAAC,OAAO,CACjD,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,4BAA4B,CAC7B,CAAC;AAyIF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;AACtD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,sBAAsB;IACpC,cAAc,EAAE,kBAAkB,GAAG,IAAI;CACjC,CAAC;AAEX,MAAM,UAAU,gBAAgB,CAAC,IAAuB;IACtD,OAAO,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;AAC/E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,SAAkB,EAAE,iBAA0B;IAC5E,OAAO,iBAAiB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC;AAChG,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAuB;IACpD,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAuB;IAMlD,MAAM,MAAM,GAAiF;QAC3F,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB;QAC5C,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,sBAAsB;KAC1D,CAAC;IACF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAmB,EACnB,QAAgB;IAEhB,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,SAAS,GAAG,qBAAqB,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/D,OAAO,kBAAkB,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,SAAS,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,MAAmB,EACnB,QAAgB,EAChB,IAA2B;IAE3B,MAAM,YAAY,GAAG,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9D,OAAO;QACL,IAAI;QACJ,MAAM;QACN,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAuB,EAAE,QAAgB;IACvE,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,wEAAwE;IACxE,8EAA8E;IAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAmB,CAAC;QACxB,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC7D,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAClG,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB,EAAE,QAAgB;IACnE,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,CAAC;QAC1D,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,iBAAiB,CAAC;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,iBAAiB,GAA2B;IAChD,cAAc,EAAE,GAAG;IACnB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,aAAa;IAChC,mBAAmB,EAAE,mBAAmB;IACxC,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,GAAG;CACxB,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACxC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB;IAC1B,OAAO,CAAC,IAAY,EAAW,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE;YAC/D,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,UAAoB,EACpB,IAAuB,EACvB,KAA+B;IAE/B,MAAM,YAAY,GAAmC;QACnD,SAAS,EAAE,CAAC;QACZ,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,MAAM,aAAa,GAAmB;QACpC,kBAAkB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;QAClD,cAAc,EAAE,mBAAmB,EAAE;QACrC,SAAS,EAAE,eAAe;QAC1B,cAAc,EAAE,CAAC,SAAS,CAAC;QAC3B,eAAe,EAAE,UAAU;QAC3B,WAAW,EAAE,GAAG,EAAE;YAChB,IAAI,IAAI,CAAC,0BAA0B,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC1D,2EAA2E;YAC3E,6EAA6E;YAC7E,kFAAkF;YAClF,OAAO,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;QAC5D,CAAC;QACD,YAAY;QACZ,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM;QAC7B,SAAS,EAAE,OAAO,CAAC,GAAG;KACvB,CAAC;IAEF,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAEjF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA4D;IACjG,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,gCAAgC,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAqE;IAErE,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,CAAC;AACzE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CACzC,WAAoE,EACpE,OAA2B,EAC3B,SAAiB;IAEjB,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,gCAAgC,SAAS,KAAK,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,oBAAoB,CAAC,wCAAwC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IACjG,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,uFAAuF;AACvF,MAAM,UAAU,gBAAgB,CAAC,IAAuB;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAuB,EAAE,QAAgB,EAAE,YAAoB;IACtG,+EAA+E;IAC/E,+EAA+E;IAC/E,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,QAAQ,IAAI,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,yEAAyE;IACzE,MAAM,UAAU,GAAG,YAAY,IAAI,WAAW,CAAC;IAC/C,wPAAwP;IACxP,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,SAAS,2BAA2B,CAClC,IAAuB,EACvB,QAAgB,EAChB,YAAoB,EACpB,SAAiB;IAEjB,kGAAkG;IAClG,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,oBAAoB,CAAC,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,wBAAwB,CAC/B,IAAuB,EACvB,gBAAwB,EACxB,YAAoB;IAEpB,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,QAAQ,KAAK,GAAG,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS;QAAE,OAAO;IACtE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IACjE,oGAAoG;IACpG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,gBAAgB,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED;;;;yBAIyB;AACzB,MAAM,UAAU,qBAAqB,CAAC,SAAiB,EAAE,WAAmB;IAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACzE,MAAM,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,aAAa,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,2GAA2G;IAC3G,MAAM,KAAK,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/D,OAAO,mBAAmB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,2EAA2E;AAC3E,SAAS,cAAc,CAAC,KAAyB;IAC/C,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,WAAW,KAAK,EAAE,CAAC;AACnF,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,sBAAsB,CAC7B,SAAiB,EACjB,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,EAAE,cAAc,EAAE,qBAAqB,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC;YAChC,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,wBAAwB,CAAC,CAAC,OAAO,EAAE;aAC7C,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAYD;;;;;;;;GAQG;AACH,SAAS,uBAAuB,CAAC,KAAmC;IAClE,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,oBAAoB,CAC5B,yGAAyG,CAC1G,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,YAAY;QACrC,MAAM,EAAE,OAAO,CAAC,GAAG;QACnB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;KAC3C,CAAC,CAAC;IACH,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;IACxF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5C,OAAO,SAAS,CAAC;AACnB,CAAC;AAyBD;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAyB;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CACR,kFAAkF,CACnF,CAAC;QACF,IAAI,KAAK,CAAC,wBAAwB,KAAK,IAAI,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,oGAAoG,EACpG,yFAAyF,CAC1F,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,KAAK,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CACR,+EAA+E,CAChF,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,4EAA4E,CAC7E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACzC,KAAK,CAAC,IAAI,CACR,oCAAoC,KAAK,CAAC,SAAS,qBAAqB,EACxE,8BAA8B,KAAK,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,mBAAmB,KAAK,CAAC,qBAAqB,EAAE,EACpH,yBAAyB,KAAK,CAAC,cAAc,EAAE,CAChD,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAiBD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAAC,WAAmB,EAAE,IAA2B;IAC7E,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO;IACvC,2EAA2E;IAC3E,6EAA6E;IAC7E,gFAAgF;IAChF,IAAI,CAAC;QACH,mGAAmG;QACnG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QACrC,mGAAmG;QACnG,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC,cAAc,EAAE;YAAE,OAAO;QACpD,MAAM,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;IACpD,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAuB;IAC/D,kFAAkF;IAClF,yFAAyF;IACzF,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,gFAAgF;IAChF,iFAAiF;IACjF,4CAA4C;IAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/E,4EAA4E;IAC5E,6EAA6E;IAC7E,sEAAsE;IACtE,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAEhC,iEAAiE;IACjE,aAAa,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAE7D,0EAA0E;IAC1E,+EAA+E;IAC/E,8EAA8E;IAC9E,4EAA4E;IAC5E,+EAA+E;IAC/E,2EAA2E;IAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,EAAE,CAAC;IAC1D,qBAAqB,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;IAE/D,0CAA0C;IAC1C,MAAM,IAAI,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAE7C,2EAA2E;IAC3E,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,cAAc,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC;IACF,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IAExE,IAAI,CAAC;QACH,6EAA6E;QAC7E,iFAAiF;QACjF,6EAA6E;QAC7E,0EAA0E;QAC1E,MAAM,UAAU,GAAG,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE9C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC;YACrC,WAAW;YACX,KAAK;YACL,OAAO,EAAE,CAAC,MAAmB,EAAE,GAA8B,EAAgC,EAAE,CAC7F,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;YACjC,GAAG,EAAE,UAAU;YACf,UAAU;SACX,CAAC,CAAC;QAEH,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GAAG,WAAW,CAAC;QAExE,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,oBAAoB,CAAC,0EAA0E,CAAC,CAAC;QAC7G,CAAC;QAED,gFAAgF;QAChF,sEAAsE;QACtE,2EAA2E;QAC3E,gFAAgF;QAChF,qDAAqD;QACrD,wBAAwB,CAAC,IAAI,EAAE,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAE/D,4EAA4E;QAC5E,4EAA4E;QAC5E,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAChE,2BAA2B,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAErE,4BAA4B;QAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,eAAe,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC/D,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,sBAAsB,OAAO,EAAE;aACzC,CAAC;QACJ,CAAC;QAED,sEAAsE;QACtE,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC5E,IAAI,UAAU,IAAI,oBAAoB;YAAE,OAAO,oBAAoB,CAAC;QACpE,MAAM,EAAE,cAAc,EAAE,GAAG,oBAAoB,CAAC;QAEhD,wFAAwF;QACxF,iEAAiE;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EACL,wFAAwF;aAC3F,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAClE,aAAa,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,uEAAuE;QACvE,sEAAsE;QACtE,8EAA8E;QAC9E,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,gBAAgB,CAAC,IAAI,CAAC;YAC/B,WAAW,EAAE,WAAW,CAAC,QAAQ,CAAC,WAAW;YAC7C,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,OAAO;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,IAAI;SAC/B,CAAC;QACF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QACpE,mGAAmG;QACnG,aAAa,CACX,cAAc,EACd,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAC1C,OAAO,CACR,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAE/D,MAAM,eAAe,GACnB,IAAI,CAAC,cAAc;YACnB,uBAAuB,CAAC;gBACtB,WAAW,EAAE,gBAAgB;gBAC7B,SAAS;gBACT,UAAU;gBACV,WAAW;gBACX,cAAc;gBACd,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK;aACjC,CAAC,CAAC;QAEL,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAExC,6EAA6E;QAC7E,yEAAyE;QACzE,4EAA4E;QAC5E,8EAA8E;QAC9E,6EAA6E;QAC7E,2EAA2E;QAC3E,8EAA8E;QAC9E,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,6BAA6B,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAE9E,4EAA4E;QAC5E,+EAA+E;QAC/E,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxE,2FAA2F;QAC3F,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/E,6EAA6E;QAC7E,0EAA0E;QAC1E,0DAA0D;QAC1D,MAAM,YAAY,GAAG,uBAAuB,CAAC;YAC3C,IAAI;YACJ,YAAY,EAAE,eAAe,CAAC,YAAY;YAC1C,gBAAgB;YAChB,WAAW;YACX,UAAU;YACV,YAAY;YACZ,iBAAiB;SAClB,CAAC,CAAC;QAEH,oEAAoE;QACpE,2EAA2E;QAC3E,4EAA4E;QAC5E,wBAAwB;QACxB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,kBAAkB,IAAI,CAAC,CAAC;QAEtE,0EAA0E;QAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;gBAC9B,OAAO,EAAE,kBAAkB,CAAC;oBAC1B,UAAU,EAAE,IAAI,CAAC,UAAU,KAAK,IAAI;oBACpC,GAAG,CAAC,IAAI,CAAC,wBAAwB,KAAK,SAAS;wBAC7C,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,wBAAwB,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC;oBAChE,cAAc;oBACd,qBAAqB,EAAE,UAAU,CAAC,WAAW;oBAC7C,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM;oBAC/C,SAAS;iBACV,CAAC;aACH,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,uEAAuE;QACvE,0EAA0E;QAC1E,2EAA2E;QAC3E,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAErC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG;YAChB,0EAA0E;YAC1E,kEAAkE;YAClE,MAAM,EAAE,YAAY,GAAG,IAAI;YAC3B,UAAU;YACV,UAAU,EAAE,WAAW;YACvB,GAAG,EAAE,WAAW;YAChB,2EAA2E;YAC3E,wEAAwE;YACxE,GAAG,EAAE,YAAY,CAAC,GAAG;YACrB,SAAS;YACT,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;SACnE,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACzD,2BAA2B,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEnE,2DAA2D;QAC3D,2FAA2F;QAC3F,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,WAAW,CAAC,MAAM,qCAAqC,UAAU,GAAG,CACpG,CAAC;QACJ,CAAC;QAED,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,2FAA2F;YAC3F,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC7C,2EAA2E;QAC3E,+EAA+E;QAC/E,+EAA+E;QAC/E,uEAAuE;QACvE,kBAAkB,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/C,2EAA2E;QAC3E,+EAA+E;QAC/E,+EAA+E;QAC/E,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QAEpE,yEAAyE;QACzE,+EAA+E;QAC/E,gFAAgF;QAChF,kFAAkF;QAClF,OAAO;YACL,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC;YACrE,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,4EAA4E;QAC5E,mEAAmE;QACnE,mBAAmB,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"run-harness.js","sourceRoot":"","sources":["../../src/skill-test/run-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7F,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAGzC,OAAO,EACL,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,QAAQ,EACR,mBAAmB,EACnB,cAAc,GAEf,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yCAAyC,CAAC;AAG7E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,iBAAiB,GAElB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,6BAA6B,EAC7B,sBAAsB,EACtB,uBAAuB,EACvB,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAqB,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AACzH,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAuB,MAAM,gBAAgB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAkB,MAAM,cAAc,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,+EAA+E;AAC/E,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AAEjD;;;;;;GAMG;AACH,MAAM,0BAA0B,GAAG,QAAQ,CAAC,OAAO,CACjD,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,4BAA4B,CAC7B,CAAC;AA2IF,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,YAAY;AACtD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,YAAY,EAAE,sBAAsB;IACpC,cAAc,EAAE,kBAAkB,GAAG,IAAI;CACjC,CAAC;AAEX;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,iBAAyB;IAC/D,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,GAAG,iBAAiB,GAAG,OAAO,CAAC,CAAC,CAAC;AACvF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAuB,EAAE,iBAA0B;IAClF,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IAC3D,OAAO,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,CAAC;AAC3G,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,SAAkB,EAAE,mBAA4B;IAC9E,OAAO,CAAC,SAAS,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAuB;IACpD,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAuB;IAMlD,MAAM,MAAM,GAAiF;QAC3F,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB;QAC5C,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,sBAAsB;KAC1D,CAAC;IACF,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAmB,EACnB,QAAgB;IAEhB,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,SAAS,GAAG,qBAAqB,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/D,OAAO,kBAAkB,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,SAAS,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,MAAmB,EACnB,QAAgB,EAChB,IAA2B;IAE3B,MAAM,YAAY,GAAG,sBAAsB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9D,OAAO;QACL,IAAI;QACJ,MAAM;QACN,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACvC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAuB,EAAE,QAAgB;IACvE,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,wEAAwE;IACxE,8EAA8E;IAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAmB,CAAC;QACxB,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC7D,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAC9B,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IAClG,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB,EAAE,QAAgB;IACnE,OAAO;QACL,QAAQ;QACR,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,QAAQ,CAAC;QAC1D,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,iBAAiB,CAAC;KACpE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,iBAAiB,GAA2B;IAChD,cAAc,EAAE,GAAG;IACnB,mBAAmB,EAAE,EAAE;IACvB,iBAAiB,EAAE,aAAa;IAChC,mBAAmB,EAAE,mBAAmB;IACxC,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,GAAG;CACxB,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,iBAAiB,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACxC,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB;IAC1B,OAAO,CAAC,IAAY,EAAW,EAAE;QAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE;YAC/D,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,SAAiB,EACjB,UAAoB,EACpB,IAAuB,EACvB,KAA+B;IAE/B,MAAM,YAAY,GAAmC;QACnD,SAAS,EAAE,CAAC;QACZ,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC;IAEF,MAAM,aAAa,GAAmB;QACpC,kBAAkB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC;QAClD,cAAc,EAAE,mBAAmB,EAAE;QACrC,SAAS,EAAE,eAAe;QAC1B,cAAc,EAAE,CAAC,SAAS,CAAC;QAC3B,eAAe,EAAE,UAAU;QAC3B,WAAW,EAAE,GAAG,EAAE;YAChB,IAAI,IAAI,CAAC,0BAA0B,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC1D,2EAA2E;YAC3E,6EAA6E;YAC7E,kFAAkF;YAClF,OAAO,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;QAC5D,CAAC;QACD,YAAY;QACZ,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM;QAC7B,SAAS,EAAE,OAAO,CAAC,GAAG;KACvB,CAAC;IAEF,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;QAAE,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IAEjF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA4D;IACjG,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,gCAAgC,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAqE;IAErE,OAAO,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,CAAC;AACzE,CAAC;AAUD;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAoD;IACvF,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC;IACzC,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1F,IAAI,GAAG,GAAG,gCAAgC,KAAK,CAAC,SAAS,OAAO,YAAY,IAAI,CAAC;IACjF,IAAI,KAAK,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,SAAS,GACb,KAAK,CAAC,kBAAkB,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,gBAAgB,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC;QAC7E,GAAG;YACD,oBAAoB,KAAK,CAAC,iBAAiB,GAAG,SAAS,6CAA6C;gBACpG,qDAAqD,CAAC;IAC1D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CACzC,WAAoE,EACpE,OAA2B,EAC3B,SAAiB,EACjB,cAAsC;IAEtC,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,uCAAuC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,oBAAoB,CAAC,EAAE,SAAS,EAAE,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,oBAAoB,CAAC,wCAAwC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IACjG,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA8B;IACjE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClF,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,kBAAkB,CAAC,YAAgC;IAC1D,IAAI,YAAY,KAAK,SAAS;QAAE,OAAO;IACvC,mGAAmG;IACnG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO;IACtC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,mGAAmG;QACnG,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,CAAC;IAC9E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;AACvE,CAAC;AAED;;;;;GAKG;AACH,uFAAuF;AACvF,MAAM,UAAU,gBAAgB,CAAC,IAAuB;IACtD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAuB,EAAE,QAAgB,EAAE,YAAoB;IACtG,+EAA+E;IAC/E,+EAA+E;IAC/E,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,QAAQ,IAAI,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,yEAAyE;IACzE,MAAM,UAAU,GAAG,YAAY,IAAI,WAAW,CAAC;IAC/C,wPAAwP;IACxP,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,SAAS,2BAA2B,CAClC,IAAuB,EACvB,QAAgB,EAChB,YAAoB,EACpB,SAAiB;IAEjB,kGAAkG;IAClG,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,oBAAoB,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,oBAAoB,CAAC,kBAAkB,CAAC,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,wBAAwB,CAC/B,IAAuB,EACvB,gBAAwB,EACxB,YAAoB;IAEpB,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACvC,IAAI,QAAQ,KAAK,GAAG,IAAI,IAAI,CAAC,kBAAkB,KAAK,SAAS;QAAE,OAAO;IACtE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;IACjE,oGAAoG;IACpG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,gBAAgB,EAAE,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED;;;;;qDAKqD;AACrD,MAAM,UAAU,qBAAqB,CACnC,SAAiB,EACjB,WAAmB;IAEnB,MAAM,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACzE,MAAM,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,aAAa,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,2GAA2G;IAC3G,MAAM,KAAK,GAAG,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IAC/D,OAAO;QACL,cAAc,EAAE,mBAAmB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;QAC5F,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;KACtC,CAAC;AACJ,CAAC;AAED,2EAA2E;AAC3E,SAAS,cAAc,CAAC,KAAyB;IAC/C,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,WAAW,KAAK,EAAE,CAAC;AACnF,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,sBAAsB,CAC7B,SAAiB,EACjB,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,qBAAqB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,cAAc,EAAE,CAAC;YAChC,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,wBAAwB,CAAC,CAAC,OAAO,EAAE;aAC7C,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAYD;;;;;;;;GAQG;AACH,SAAS,uBAAuB,CAAC,KAAmC;IAClE,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,oBAAoB,CAC5B,yGAAyG,CAC1G,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;KACjC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,YAAY;QACrC,MAAM,EAAE,OAAO,CAAC,GAAG;QACnB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;KAC3C,CAAC,CAAC;IACH,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,QAAQ;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;IACxF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5C,OAAO,SAAS,CAAC;AACnB,CAAC;AAyBD;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAyB;IAC1D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CACR,kFAAkF,CACnF,CAAC;QACF,IAAI,KAAK,CAAC,wBAAwB,KAAK,IAAI,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CACR,oGAAoG,EACpG,yFAAyF,CAC1F,CAAC;QACJ,CAAC;aAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,KAAK,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CACR,+EAA+E,CAChF,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,4EAA4E,CAC7E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,oBAAoB,CAAC;IACzC,KAAK,CAAC,IAAI,CACR,oCAAoC,KAAK,CAAC,SAAS,qBAAqB,EACxE,8BAA8B,KAAK,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,mBAAmB,KAAK,CAAC,qBAAqB,EAAE,EACpH,yBAAyB,KAAK,CAAC,cAAc,EAAE,CAChD,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAiBD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAAC,WAAmB,EAAE,IAA2B;IAC7E,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO;IACvC,2EAA2E;IAC3E,6EAA6E;IAC7E,gFAAgF;IAChF,IAAI,CAAC;QACH,mGAAmG;QACnG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QACrC,mGAAmG;QACnG,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC,cAAc,EAAE;YAAE,OAAO;QACpD,MAAM,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;IACpD,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAuB;IAC/D,kFAAkF;IAClF,yFAAyF;IACzF,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,gFAAgF;IAChF,iFAAiF;IACjF,4CAA4C;IAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC;IAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC;IAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAChE,MAAM,UAAU,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/E,4EAA4E;IAC5E,6EAA6E;IAC7E,sEAAsE;IACtE,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAEhC,iEAAiE;IACjE,aAAa,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAE7D,0EAA0E;IAC1E,+EAA+E;IAC/E,8EAA8E;IAC9E,4EAA4E;IAC5E,+EAA+E;IAC/E,2EAA2E;IAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,IAAI,gBAAgB,EAAE,CAAC;IAC1D,qBAAqB,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;IAE/D,0CAA0C;IAC1C,MAAM,IAAI,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAE7C,2EAA2E;IAC3E,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,cAAc,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC;IACF,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IAExE,0EAA0E;IAC1E,yEAAyE;IACzE,6EAA6E;IAC7E,qEAAqE;IACrE,IAAI,WAA+B,CAAC;IAEpC,IAAI,CAAC;QACH,6EAA6E;QAC7E,iFAAiF;QACjF,6EAA6E;QAC7E,0EAA0E;QAC1E,MAAM,UAAU,GAAG,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE9C,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC;YACrC,WAAW;YACX,KAAK;YACL,OAAO,EAAE,CAAC,MAAmB,EAAE,GAA8B,EAAgC,EAAE,CAC7F,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;YACjC,GAAG,EAAE,UAAU;YACf,UAAU;SACX,CAAC,CAAC;QAEH,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GAAG,WAAW,CAAC;QAExE,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,oBAAoB,CAAC,0EAA0E,CAAC,CAAC;QAC7G,CAAC;QAED,gFAAgF;QAChF,sEAAsE;QACtE,2EAA2E;QAC3E,gFAAgF;QAChF,qDAAqD;QACrD,wBAAwB,CAAC,IAAI,EAAE,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAE/D,4EAA4E;QAC5E,4EAA4E;QAC5E,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAChE,2BAA2B,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAErE,4BAA4B;QAC5B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,cAAc,GAAG,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,eAAe,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC/D,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EAAE,sBAAsB,OAAO,EAAE;aACzC,CAAC;QACJ,CAAC;QAED,sEAAsE;QACtE,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC5E,IAAI,UAAU,IAAI,oBAAoB;YAAE,OAAO,oBAAoB,CAAC;QACpE,MAAM,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,oBAAoB,CAAC;QAEnE,wFAAwF;QACxF,iEAAiE;QACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,SAAS;gBACrC,OAAO,EACL,wFAAwF;aAC3F,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAClE,aAAa,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/C,uEAAuE;QACvE,sEAAsE;QACtE,8EAA8E;QAC9E,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,gBAAgB,CAAC,IAAI,CAAC;YAC/B,WAAW,EAAE,WAAW,CAAC,QAAQ,CAAC,WAAW;YAC7C,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,OAAO;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO,KAAK,IAAI;SAC/B,CAAC;QACF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QACpE,mGAAmG;QACnG,aAAa,CACX,cAAc,EACd,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAC1C,OAAO,CACR,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAC7D,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;QAEzD,MAAM,eAAe,GACnB,IAAI,CAAC,cAAc;YACnB,uBAAuB,CAAC;gBACtB,WAAW,EAAE,gBAAgB;gBAC7B,SAAS;gBACT,UAAU;gBACV,WAAW;gBACX,cAAc;gBACd,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK;aACjC,CAAC,CAAC;QAEL,sBAAsB,CAAC,eAAe,CAAC,CAAC;QAExC,6EAA6E;QAC7E,yEAAyE;QACzE,4EAA4E;QAC5E,8EAA8E;QAC9E,6EAA6E;QAC7E,2EAA2E;QAC3E,8EAA8E;QAC9E,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,6BAA6B,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAE9E,4EAA4E;QAC5E,+EAA+E;QAC/E,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;QACxE,2FAA2F;QAC3F,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAE/E,6EAA6E;QAC7E,0EAA0E;QAC1E,0DAA0D;QAC1D,MAAM,YAAY,GAAG,uBAAuB,CAAC;YAC3C,IAAI;YACJ,YAAY,EAAE,eAAe,CAAC,YAAY;YAC1C,gBAAgB;YAChB,WAAW;YACX,UAAU;YACV,YAAY;YACZ,iBAAiB;SAClB,CAAC,CAAC;QAEH,oEAAoE;QACpE,2EAA2E;QAC3E,4EAA4E;QAC5E,wBAAwB;QACxB,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,kBAAkB,IAAI,CAAC,CAAC;QAEtE,0EAA0E;QAC1E,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO;gBACL,WAAW,EAAE,WAAW;gBACxB,QAAQ,EAAE,iBAAiB,CAAC,EAAE;gBAC9B,OAAO,EAAE,kBAAkB,CAAC;oBAC1B,UAAU,EAAE,IAAI,CAAC,UAAU,KAAK,IAAI;oBACpC,GAAG,CAAC,IAAI,CAAC,wBAAwB,KAAK,SAAS;wBAC7C,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,wBAAwB,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC;oBAChE,cAAc;oBACd,qBAAqB,EAAE,UAAU,CAAC,WAAW;oBAC7C,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,MAAM;oBAC/C,SAAS;iBACV,CAAC;aACH,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,uEAAuE;QACvE,0EAA0E;QAC1E,2EAA2E;QAC3E,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAErC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG;YAChB,0EAA0E;YAC1E,kEAAkE;YAClE,MAAM,EAAE,YAAY,GAAG,IAAI;YAC3B,UAAU;YACV,UAAU,EAAE,WAAW;YACvB,GAAG,EAAE,WAAW;YAChB,2EAA2E;YAC3E,wEAAwE;YACxE,GAAG,EAAE,YAAY,CAAC,GAAG;YACrB,SAAS;YACT,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;SACnE,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;QACzD,iFAAiF;QACjF,kFAAkF;QAClF,oFAAoF;QACpF,2BAA2B,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE1F,2DAA2D;QAC3D,2FAA2F;QAC3F,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,WAAW,CAAC,MAAM,qCAAqC,UAAU,GAAG,CACpG,CAAC;QACJ,CAAC;QAED,IAAI,UAAmB,CAAC;QACxB,IAAI,CAAC;YACH,2FAA2F;YAC3F,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC7C,2EAA2E;QAC3E,+EAA+E;QAC/E,+EAA+E;QAC/E,uEAAuE;QACvE,kBAAkB,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC/C,2EAA2E;QAC3E,+EAA+E;QAC/E,+EAA+E;QAC/E,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;QAEpE,6EAA6E;QAC7E,+EAA+E;QAC/E,8EAA8E;QAC9E,qEAAqE;QACrE,OAAO;YACL,WAAW,EAAE,WAAW;YACxB,QAAQ,EAAE,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,mBAAmB,KAAK,IAAI,CAAC;YACvE,OAAO;SACR,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,8EAA8E;QAC9E,iFAAiF;QACjF,8EAA8E;QAC9E,iFAAiF;QACjF,+EAA+E;QAC/E,4EAA4E;QAC5E,2EAA2E;QAC3E,sBAAsB;QACtB,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAChC,4EAA4E;QAC5E,mEAAmE;QACnE,mBAAmB,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@vibe-agent-toolkit/agent-skills",
|
|
3
|
-
"version": "0.1.40
|
|
3
|
+
"version": "0.1.40",
|
|
4
4
|
"description": "Build, validate, and package agent skills in the Agent Skills format",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -23,16 +23,17 @@
|
|
|
23
23
|
"build:watch": "tsc --build --watch",
|
|
24
24
|
"clean": "rm -rf dist *.tsbuildinfo schemas/",
|
|
25
25
|
"generate:schemas": "tsx scripts/generate-json-schemas.ts",
|
|
26
|
-
"test": "vitest run",
|
|
26
|
+
"test:unit": "vitest run",
|
|
27
|
+
"test:integration": "vitest run",
|
|
27
28
|
"test:watch": "vitest watch",
|
|
28
29
|
"test:coverage": "vitest run --coverage",
|
|
29
30
|
"typecheck": "tsc --noEmit"
|
|
30
31
|
},
|
|
31
32
|
"dependencies": {
|
|
32
|
-
"@vibe-agent-toolkit/agent-config": "0.1.40
|
|
33
|
-
"@vibe-agent-toolkit/agent-schema": "0.1.40
|
|
34
|
-
"@vibe-agent-toolkit/resources": "0.1.40
|
|
35
|
-
"@vibe-agent-toolkit/utils": "0.1.40
|
|
33
|
+
"@vibe-agent-toolkit/agent-config": "0.1.40",
|
|
34
|
+
"@vibe-agent-toolkit/agent-schema": "0.1.40",
|
|
35
|
+
"@vibe-agent-toolkit/resources": "0.1.40",
|
|
36
|
+
"@vibe-agent-toolkit/utils": "0.1.40",
|
|
36
37
|
"adm-zip": "^0.5.16",
|
|
37
38
|
"glob": "^10.3.10",
|
|
38
39
|
"picomatch": "^4.0.3",
|
|
@@ -48,7 +49,7 @@
|
|
|
48
49
|
"github-slugger": "^2.0.0",
|
|
49
50
|
"tsx": "^4.19.2",
|
|
50
51
|
"typescript": "~5.7.2",
|
|
51
|
-
"vitest": "^3.
|
|
52
|
+
"vitest": "^3.2.4"
|
|
52
53
|
},
|
|
53
54
|
"keywords": [
|
|
54
55
|
"ai",
|