@dzhechkov/harness-core 0.3.3 → 0.3.5

package/dist/benchmark.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Skill benchmarking — Layer 0 deterministic checks + scoring.
+ *
+ * Runs structural validation checks against a skill directory,
+ * producing a scored report. Checks are based on BTO Layer 0
+ * (universal U1-U5 + skill-specific S1-S10).
+ *
+ * @packageDocumentation
+ */
+/** A single benchmark check result. */
+export interface BenchmarkCheck {
+    readonly id: string;
+    readonly name: string;
+    readonly passed: boolean;
+    readonly detail?: string | undefined;
+}
+/** Score for a single skill benchmark. */
+export interface BenchmarkScore {
+    readonly skillId: string;
+    readonly skillDir: string;
+    readonly checks: readonly BenchmarkCheck[];
+    readonly passed: number;
+    readonly total: number;
+    readonly passRate: number;
+    readonly grade: 'A' | 'B' | 'C' | 'D' | 'F';
+}
+/** Result of benchmarking one or more skills. */
+export interface BenchmarkReport {
+    readonly skills: readonly BenchmarkScore[];
+    readonly totalPassed: number;
+    readonly totalChecks: number;
+    readonly overallPassRate: number;
+}
+/** Result of A/B comparison between two skills. */
+export interface CompareResult {
+    readonly skillA: BenchmarkScore;
+    readonly skillB: BenchmarkScore;
+    readonly winner: string;
+    readonly deltaChecks: readonly {
+        readonly id: string;
+        readonly aPass: boolean;
+        readonly bPass: boolean;
+    }[];
+}
+/** Run Layer 0 benchmark checks on a single skill directory. */
+export declare function benchmarkSkill(skillDir: string, skillId: string): BenchmarkScore;
+/** Benchmark multiple skills. */
+export declare function benchmarkSkills(skillDirs: {
+    id: string;
+    dir: string;
+}[]): BenchmarkReport;
+/** Compare two skills head-to-head. */
+export declare function compareSkills(skillADir: string, skillAId: string, skillBDir: string, skillBId: string): CompareResult;
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,uCAAuC;AACvC,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC;AAED,0CAA0C;AAC1C,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,SAAS,cAAc,EAAE,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;CAC7C;AAED,iDAAiD;AACjD,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,MAAM,EAAE,SAAS,cAAc,EAAE,CAAC;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAED,mDAAmD;AACnD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,SAAS;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;CAC5G;AAUD,gEAAgE;AAChE,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAsGhF;AAED,iCAAiC;AACjC,wBAAgB,eAAe,CAAC,SAAS,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,EAAE,GAAG,eAAe,CAUzF;AAED,uCAAuC;AACvC,wBAAgB,aAAa,CAC3B,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EACnC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAClC,aAAa,CAiBf"}

package/dist/benchmark.js

@@ -0,0 +1,132 @@
+/**
+ * Skill benchmarking — Layer 0 deterministic checks + scoring.
+ *
+ * Runs structural validation checks against a skill directory,
+ * producing a scored report. Checks are based on BTO Layer 0
+ * (universal U1-U5 + skill-specific S1-S10).
+ *
+ * @packageDocumentation
+ */
+import { existsSync, readFileSync, statSync } from 'node:fs';
+import { join } from 'node:path';
+function gradeFromRate(rate) {
+    if (rate >= 90)
+        return 'A';
+    if (rate >= 80)
+        return 'B';
+    if (rate >= 70)
+        return 'C';
+    if (rate >= 60)
+        return 'D';
+    return 'F';
+}
+/** Run Layer 0 benchmark checks on a single skill directory. */
+export function benchmarkSkill(skillDir, skillId) {
+    const checks = [];
+    const skillMdPath = join(skillDir, 'SKILL.md');
+    // U1: SKILL.md exists
+    const skillMdExists = existsSync(skillMdPath);
+    checks.push({ id: 'U1', name: 'SKILL.md exists', passed: skillMdExists });
+    if (!skillMdExists) {
+        return {
+            skillId, skillDir, checks, passed: 0, total: checks.length,
+            passRate: 0, grade: 'F',
+        };
+    }
+    const content = readFileSync(skillMdPath, 'utf-8');
+    const stat = statSync(skillMdPath);
+    // U2: Valid UTF-8 (if we can read it, it's valid)
+    checks.push({ id: 'U2', name: 'valid UTF-8', passed: true });
+    // U3: Has headings
+    const hasHeadings = /^#{1,6}\s/m.test(content);
+    checks.push({ id: 'U3', name: 'has headings', passed: hasHeadings });
+    // U4: No excessive blanks (>3 consecutive blank lines)
+    const excessiveBlanks = /\n{5,}/.test(content);
+    checks.push({ id: 'U4', name: 'no excessive blanks', passed: !excessiveBlanks });
+    // U5: Size bounds (100B - 50KB)
+    const sizeOk = stat.size >= 100 && stat.size <= 50000;
+    checks.push({
+        id: 'U5', name: 'size bounds (100B-50KB)', passed: sizeOk,
+        detail: `${stat.size} bytes`,
+    });
+    // S1: Frontmatter present
+    const hasFrontmatter = content.startsWith('---');
+    checks.push({ id: 'S1', name: 'frontmatter present', passed: hasFrontmatter });
+    // S2: name field
+    const hasName = /^name:\s/m.test(content);
+    checks.push({ id: 'S2', name: 'name field', passed: hasName });
+    // S3: description field
+    const hasDescription = /^description:\s/m.test(content);
+    checks.push({ id: 'S3', name: 'description field', passed: hasDescription });
+    // S4: trust_tier field
+    const hasTrustTier = /^trust_tier:\s/m.test(content);
+    checks.push({ id: 'S4', name: 'trust_tier field', passed: hasTrustTier });
+    // S5: Protocol/procedure section
+    const hasProtocol = /^##\s+(Protocol|Procedure|Steps|When to use)/mi.test(content);
+    checks.push({ id: 'S5', name: 'protocol/procedure section', passed: hasProtocol });
+    // S6: Output section or schema reference
+    const hasOutput = /^##\s+Output/mi.test(content) || /schema_path/m.test(content);
+    checks.push({ id: 'S6', name: 'output section or schema ref', passed: hasOutput });
+    // S7: schemas/output.json exists
+    const hasSchema = existsSync(join(skillDir, 'schemas', 'output.json'));
+    checks.push({ id: 'S7', name: 'schemas/output.json exists', passed: hasSchema });
+    // S8: scripts/validate-config.json exists
+    const hasValidator = existsSync(join(skillDir, 'scripts', 'validate-config.json'));
+    checks.push({ id: 'S8', name: 'scripts/validate-config.json exists', passed: hasValidator });
+    // S9: When to use section
+    const hasWhenToUse = /^##\s+(When to use|When To Activate|Use this skill when)/mi.test(content);
+    checks.push({ id: 'S9', name: 'when-to-use section', passed: hasWhenToUse });
+    // S10: No TODO/PLACEHOLDER markers
+    const hasTodos = /\[TODO\]|\[PLACEHOLDER\]|\[TBD\]/i.test(content);
+    checks.push({ id: 'S10', name: 'no TODO/PLACEHOLDER markers', passed: !hasTodos });
+    // S11: Evals exist
+    const hasEvals = existsSync(join(skillDir, 'evals'));
+    checks.push({ id: 'S11', name: 'evals directory exists', passed: hasEvals });
+    // S12: Content depth (>20 lines)
+    const lineCount = content.split('\n').length;
+    checks.push({
+        id: 'S12', name: 'content depth (>20 lines)', passed: lineCount > 20,
+        detail: `${lineCount} lines`,
+    });
+    // S13: Examples section
+    const hasExamples = /^##\s+(Examples|Example|Quick Start)/mi.test(content);
+    checks.push({ id: 'S13', name: 'examples section', passed: hasExamples });
+    // S14: Anti-patterns or self-check section
+    const hasAntiPatterns = /^##\s+(Anti.?[Pp]atterns|Self.?check|Self-check)/mi.test(content);
+    checks.push({ id: 'S14', name: 'anti-patterns or self-check', passed: hasAntiPatterns });
+    const passed = checks.filter((c) => c.passed).length;
+    const passRate = Math.round((passed / checks.length) * 100);
+    return {
+        skillId, skillDir, checks, passed, total: checks.length,
+        passRate, grade: gradeFromRate(passRate),
+    };
+}
+/** Benchmark multiple skills. */
+export function benchmarkSkills(skillDirs) {
+    const skills = skillDirs.map((s) => benchmarkSkill(s.dir, s.id));
+    const totalPassed = skills.reduce((sum, s) => sum + s.passed, 0);
+    const totalChecks = skills.reduce((sum, s) => sum + s.total, 0);
+    return {
+        skills,
+        totalPassed,
+        totalChecks,
+        overallPassRate: totalChecks > 0 ? Math.round((totalPassed / totalChecks) * 100) : 0,
+    };
+}
+/** Compare two skills head-to-head. */
+export function compareSkills(skillADir, skillAId, skillBDir, skillBId) {
+    const skillA = benchmarkSkill(skillADir, skillAId);
+    const skillB = benchmarkSkill(skillBDir, skillBId);
+    const deltaChecks = [];
+    for (const checkA of skillA.checks) {
+        const checkB = skillB.checks.find((c) => c.id === checkA.id);
+        if (checkB && checkA.passed !== checkB.passed) {
+            deltaChecks.push({ id: checkA.id, aPass: checkA.passed, bPass: checkB.passed });
+        }
+    }
+    const winner = skillA.passRate > skillB.passRate ? skillAId
+        : skillB.passRate > skillA.passRate ? skillBId
+            : 'tie';
+    return { skillA, skillB, winner, deltaChecks };
+}
+//# sourceMappingURL=benchmark.js.map

package/dist/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../src/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAqCjC,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,IAAI,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC3B,IAAI,IAAI,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC3B,IAAI,IAAI,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC3B,IAAI,IAAI,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC3B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,cAAc,CAAC,QAAgB,EAAE,OAAe;IAC9D,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAE/C,sBAAsB;IACtB,MAAM,aAAa,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IAE1E,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO;YACL,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM;YAC1D,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG;SACxB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEnC,kDAAkD;IAClD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7D,mBAAmB;IACnB,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAErE,uDAAuD;IACvD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC;IAEjF,gCAAgC;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;IACtD,MAAM,CAAC,IAAI,CAAC;QACV,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,yBAAyB,EAAE,MAAM,EAAE,MAAM;QACzD,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,QAAQ;KAC7B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;IAE/E,iBAAiB;IACjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAE/D,wBAAwB;IACxB,MAAM,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;IAE7E,uBAAuB;IACvB,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAE1E,iCAAiC;IACjC,MAAM,WAAW,GAAG,gDAAgD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnF,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAEnF,yCAAyC;IACzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,8BAA8B,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAEnF,iCAAiC;IACjC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,4BAA4B,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAEjF,0CAA0C;IAC1C,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,sBAAsB,CAAC,CAAC,CAAC;IACnF,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAE7F,0BAA0B;IAC1B,MAAM,YAAY,GAAG,4DAA4D,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChG,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,qBAAqB,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAE7E,mCAAmC;IACnC,MAAM,QAAQ,GAAG,mCAAmC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;IAEnF,mBAAmB;IACnB,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACrD,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,CAAC,IAAI,CAAC;QACV,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,2BAA2B,EAAE,MAAM,EAAE,SAAS,GAAG,EAAE;QACpE,MAAM,EAAE,GAAG,SAAS,QAAQ;KAC7B,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,WAAW,GAAG,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3E,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAE1E,2CAA2C;IAC3C,MAAM,eAAe,GAAG,oDAAoD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3F,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;IAEzF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAE5D,OAAO;QACL,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM;QACvD,QAAQ,EAAE,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,iCAAiC;AACjC,MAAM,UAAU,eAAe,CAAC,SAAwC;IACtE,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAChE,OAAO;QACL,MAAM;QACN,WAAW;QACX,WAAW;QACX,eAAe,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;KACrF,CAAC;AACJ,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,aAAa,CAC3B,SAAiB,EAAE,QAAgB,EACnC,SAAiB,EAAE,QAAgB;IAEnC,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAEnD,MAAM,WAAW,GAAqD,EAAE,CAAC;IACzE,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC;QAC7D,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9C,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACzD,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YAC9C,CAAC,CAAC,KAAK,CAAC;IAEV,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AACjD,CAAC"}

package/dist/index.d.ts

@@ -14,4 +14,8 @@ export { createSkill } from './create-skill.js';
 export type { CreateSkillOptions, CreateSkillResult } from './create-skill.js';
 export { checkUpstream, loadSourcesManifest } from './sync-upstream.js';
 export type { SyncUpstreamReport, UpstreamCheckResult, SourcesManifest } from './sync-upstream.js';
+export { benchmarkSkill, benchmarkSkills, compareSkills } from './benchmark.js';
+export { buildRegistry, searchRegistry, filterByCategory } from './registry.js';
+export type { RegistryEntry, Registry } from './registry.js';
+export type { BenchmarkCheck, BenchmarkScore, BenchmarkReport, CompareResult } from './benchmark.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,yDAAyD;AACzD,eAAO,MAAM,oBAAoB,UAAU,CAAC;AAE5C,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACxE,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,yDAAyD;AACzD,eAAO,MAAM,oBAAoB,UAAU,CAAC;AAE5C,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACxE,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACnG,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAChF,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/index.js

@@ -12,4 +12,6 @@ export * from './operations.js';
 export * from './workflows.js';
 export { createSkill } from './create-skill.js';
 export { checkUpstream, loadSourcesManifest } from './sync-upstream.js';
+export { benchmarkSkill, benchmarkSkills, compareSkills } from './benchmark.js';
+export { buildRegistry, searchRegistry, filterByCategory } from './registry.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,yDAAyD;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE5C,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,yDAAyD;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE5C,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAExE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC"}

package/dist/registry.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Skill registry — indexes all skills across skill packs for search and discovery.
+ *
+ * Scans `packages/@dzhechkov/skills-*` directories, reads SKILL.md frontmatter,
+ * and builds a searchable index.
+ *
+ * @packageDocumentation
+ */
+/** A single skill in the registry. */
+export interface RegistryEntry {
+    readonly id: string;
+    readonly pack: string;
+    readonly description: string;
+    readonly trustTier: number;
+    readonly hasSchema: boolean;
+    readonly hasEvals: boolean;
+    readonly lineCount: number;
+    readonly category: string;
+}
+/** The full registry. */
+export interface Registry {
+    readonly entries: readonly RegistryEntry[];
+    readonly totalSkills: number;
+    readonly totalPacks: number;
+    readonly categories: readonly string[];
+}
+/** Build registry from all skills-* packages. */
+export declare function buildRegistry(monorepoRoot: string): Registry;
+/** Search registry by query (matches id and description, case-insensitive). */
+export declare function searchRegistry(registry: Registry, query: string): readonly RegistryEntry[];
+/** Filter registry by category. */
+export declare function filterByCategory(registry: Registry, category: string): readonly RegistryEntry[];
+//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,sCAAsC;AACtC,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,yBAAyB;AACzB,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;CACxC;AAwBD,iDAAiD;AACjD,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,GAAG,QAAQ,CAwC5D;AAED,+EAA+E;AAC/E,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,aAAa,EAAE,CAK1F;AAED,mCAAmC;AACnC,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,SAAS,aAAa,EAAE,CAE/F"}

package/dist/registry.js

@@ -0,0 +1,84 @@
+/**
+ * Skill registry — indexes all skills across skill packs for search and discovery.
+ *
+ * Scans `packages/@dzhechkov/skills-*` directories, reads SKILL.md frontmatter,
+ * and builds a searchable index.
+ *
+ * @packageDocumentation
+ */
+import { existsSync, readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+/** Extract description from SKILL.md frontmatter. */
+function extractFrontmatter(content) {
+    const descMatch = /^description:\s*"?(.+?)"?\s*$/m.exec(content);
+    const tierMatch = /^trust_tier:\s*(\d)/m.exec(content);
+    return {
+        description: descMatch?.[1] ?? '',
+        trustTier: tierMatch ? parseInt(tierMatch[1] ?? '1', 10) : 1,
+    };
+}
+/** Infer category from pack name. */
+function categoryFromPack(pack) {
+    if (pack.includes('devops'))
+        return 'devops';
+    if (pack.includes('web3'))
+        return 'web3';
+    if (pack.includes('mcp'))
+        return 'mcp';
+    if (pack.includes('qe'))
+        return 'qe';
+    if (pack.includes('meta'))
+        return 'meta';
+    if (pack.includes('bto'))
+        return 'bto';
+    if (pack.includes('health'))
+        return 'health';
+    return 'other';
+}
+/** Build registry from all skills-* packages. */
+export function buildRegistry(monorepoRoot) {
+    const baseDir = join(monorepoRoot, 'packages', '@dzhechkov');
+    if (!existsSync(baseDir))
+        return { entries: [], totalSkills: 0, totalPacks: 0, categories: [] };
+    const entries = [];
+    const packs = readdirSync(baseDir, { withFileTypes: true })
+        .filter((e) => e.isDirectory() && e.name.startsWith('skills-'));
+    for (const pack of packs) {
+        const packDir = join(baseDir, pack.name);
+        const skillDirs = readdirSync(packDir, { withFileTypes: true })
+            .filter((e) => e.isDirectory() && existsSync(join(packDir, e.name, 'SKILL.md')));
+        for (const skill of skillDirs) {
+            const skillMdPath = join(packDir, skill.name, 'SKILL.md');
+            const content = readFileSync(skillMdPath, 'utf-8');
+            const { description, trustTier } = extractFrontmatter(content);
+            entries.push({
+                id: skill.name,
+                pack: pack.name,
+                description,
+                trustTier,
+                hasSchema: existsSync(join(packDir, skill.name, 'schemas', 'output.json')),
+                hasEvals: existsSync(join(packDir, skill.name, 'evals')),
+                lineCount: content.split('\n').length,
+                category: categoryFromPack(pack.name),
+            });
+        }
+    }
+    entries.sort((a, b) => a.id.localeCompare(b.id));
+    const categories = [...new Set(entries.map((e) => e.category))].sort();
+    return {
+        entries,
+        totalSkills: entries.length,
+        totalPacks: packs.length,
+        categories,
+    };
+}
+/** Search registry by query (matches id and description, case-insensitive). */
+export function searchRegistry(registry, query) {
+    const q = query.toLowerCase();
+    return registry.entries.filter((e) => e.id.toLowerCase().includes(q) || e.description.toLowerCase().includes(q) || e.category.includes(q));
+}
+/** Filter registry by category. */
+export function filterByCategory(registry, category) {
+    return registry.entries.filter((e) => e.category === category);
+}
+//# sourceMappingURL=registry.js.map

package/dist/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAsBjC,qDAAqD;AACrD,SAAS,kBAAkB,CAAC,OAAe;IACzC,MAAM,SAAS,GAAG,gCAAgC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvD,OAAO;QACL,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;QACjC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,qCAAqC;AACrC,SAAS,gBAAgB,CAAC,IAAY;IACpC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,aAAa,CAAC,YAAoB;IAChD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;IAC7D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAEhG,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SACxD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IAElE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aAC5D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;QAEnF,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAE/D,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,IAAI;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW;gBACX,SAAS;gBACT,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;gBAC1E,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACxD,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;gBACrC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAEvE,OAAO;QACL,OAAO;QACP,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,UAAU;KACX,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,cAAc,CAAC,QAAkB,EAAE,KAAa;IAC9D,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9B,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC3G,CAAC;AACJ,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,gBAAgB,CAAC,QAAkB,EAAE,QAAgB;IACnE,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;AACjE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dzhechkov/harness-core",
-  "version": "0.3.3",
+  "version": "0.3.5",
   "description": "Shared harness logic - skill loading, additive apply, and the init/sync/verify/doctor operations.",
   "type": "module",
   "license": "MIT",
@@ -26,10 +26,10 @@
   "dependencies": {
     "yaml": "^2.0.0",
     "@dzhechkov/adapter-claude": "0.2.0",
-    "@dzhechkov/adapter-openclaude": "0.1.0",
-    "@dzhechkov/adapter-codex": "0.2.0",
-    "@dzhechkov/adapter-opencode": "0.2.0",
     "@dzhechkov/adapter-hermes": "0.2.0",
+    "@dzhechkov/adapter-opencode": "0.2.0",
+    "@dzhechkov/adapter-codex": "0.2.0",
+    "@dzhechkov/adapter-openclaude": "0.1.0",
     "@dzhechkov/core": "0.2.0"
   },
   "devDependencies": {

package/src/benchmark.ts

@@ -0,0 +1,196 @@
+/**
+ * Skill benchmarking — Layer 0 deterministic checks + scoring.
+ *
+ * Runs structural validation checks against a skill directory,
+ * producing a scored report. Checks are based on BTO Layer 0
+ * (universal U1-U5 + skill-specific S1-S10).
+ *
+ * @packageDocumentation
+ */
+
+import { existsSync, readFileSync, statSync } from 'node:fs';
+import { join } from 'node:path';
+
+/** A single benchmark check result. */
+export interface BenchmarkCheck {
+  readonly id: string;
+  readonly name: string;
+  readonly passed: boolean;
+  readonly detail?: string | undefined;
+}
+
+/** Score for a single skill benchmark. */
+export interface BenchmarkScore {
+  readonly skillId: string;
+  readonly skillDir: string;
+  readonly checks: readonly BenchmarkCheck[];
+  readonly passed: number;
+  readonly total: number;
+  readonly passRate: number;
+  readonly grade: 'A' | 'B' | 'C' | 'D' | 'F';
+}
+
+/** Result of benchmarking one or more skills. */
+export interface BenchmarkReport {
+  readonly skills: readonly BenchmarkScore[];
+  readonly totalPassed: number;
+  readonly totalChecks: number;
+  readonly overallPassRate: number;
+}
+
+/** Result of A/B comparison between two skills. */
+export interface CompareResult {
+  readonly skillA: BenchmarkScore;
+  readonly skillB: BenchmarkScore;
+  readonly winner: string;
+  readonly deltaChecks: readonly { readonly id: string; readonly aPass: boolean; readonly bPass: boolean }[];
+}
+
+function gradeFromRate(rate: number): 'A' | 'B' | 'C' | 'D' | 'F' {
+  if (rate >= 90) return 'A';
+  if (rate >= 80) return 'B';
+  if (rate >= 70) return 'C';
+  if (rate >= 60) return 'D';
+  return 'F';
+}
+
+/** Run Layer 0 benchmark checks on a single skill directory. */
+export function benchmarkSkill(skillDir: string, skillId: string): BenchmarkScore {
+  const checks: BenchmarkCheck[] = [];
+  const skillMdPath = join(skillDir, 'SKILL.md');
+
+  // U1: SKILL.md exists
+  const skillMdExists = existsSync(skillMdPath);
+  checks.push({ id: 'U1', name: 'SKILL.md exists', passed: skillMdExists });
+
+  if (!skillMdExists) {
+    return {
+      skillId, skillDir, checks, passed: 0, total: checks.length,
+      passRate: 0, grade: 'F',
+    };
+  }
+
+  const content = readFileSync(skillMdPath, 'utf-8');
+  const stat = statSync(skillMdPath);
+
+  // U2: Valid UTF-8 (if we can read it, it's valid)
+  checks.push({ id: 'U2', name: 'valid UTF-8', passed: true });
+
+  // U3: Has headings
+  const hasHeadings = /^#{1,6}\s/m.test(content);
+  checks.push({ id: 'U3', name: 'has headings', passed: hasHeadings });
+
+  // U4: No excessive blanks (>3 consecutive blank lines)
+  const excessiveBlanks = /\n{5,}/.test(content);
+  checks.push({ id: 'U4', name: 'no excessive blanks', passed: !excessiveBlanks });
+
+  // U5: Size bounds (100B - 50KB)
+  const sizeOk = stat.size >= 100 && stat.size <= 50000;
+  checks.push({
+    id: 'U5', name: 'size bounds (100B-50KB)', passed: sizeOk,
+    detail: `${stat.size} bytes`,
+  });
+
+  // S1: Frontmatter present
+  const hasFrontmatter = content.startsWith('---');
+  checks.push({ id: 'S1', name: 'frontmatter present', passed: hasFrontmatter });
+
+  // S2: name field
+  const hasName = /^name:\s/m.test(content);
+  checks.push({ id: 'S2', name: 'name field', passed: hasName });
+
+  // S3: description field
+  const hasDescription = /^description:\s/m.test(content);
+  checks.push({ id: 'S3', name: 'description field', passed: hasDescription });
+
+  // S4: trust_tier field
+  const hasTrustTier = /^trust_tier:\s/m.test(content);
+  checks.push({ id: 'S4', name: 'trust_tier field', passed: hasTrustTier });
+
+  // S5: Protocol/procedure section
+  const hasProtocol = /^##\s+(Protocol|Procedure|Steps|When to use)/mi.test(content);
+  checks.push({ id: 'S5', name: 'protocol/procedure section', passed: hasProtocol });
+
+  // S6: Output section or schema reference
+  const hasOutput = /^##\s+Output/mi.test(content) || /schema_path/m.test(content);
+  checks.push({ id: 'S6', name: 'output section or schema ref', passed: hasOutput });
+
+  // S7: schemas/output.json exists
+  const hasSchema = existsSync(join(skillDir, 'schemas', 'output.json'));
+  checks.push({ id: 'S7', name: 'schemas/output.json exists', passed: hasSchema });
+
+  // S8: scripts/validate-config.json exists
+  const hasValidator = existsSync(join(skillDir, 'scripts', 'validate-config.json'));
+  checks.push({ id: 'S8', name: 'scripts/validate-config.json exists', passed: hasValidator });
+
+  // S9: When to use section
+  const hasWhenToUse = /^##\s+(When to use|When To Activate|Use this skill when)/mi.test(content);
+  checks.push({ id: 'S9', name: 'when-to-use section', passed: hasWhenToUse });
+
+  // S10: No TODO/PLACEHOLDER markers
+  const hasTodos = /\[TODO\]|\[PLACEHOLDER\]|\[TBD\]/i.test(content);
+  checks.push({ id: 'S10', name: 'no TODO/PLACEHOLDER markers', passed: !hasTodos });
+
+  // S11: Evals exist
+  const hasEvals = existsSync(join(skillDir, 'evals'));
+  checks.push({ id: 'S11', name: 'evals directory exists', passed: hasEvals });
+
+  // S12: Content depth (>20 lines)
+  const lineCount = content.split('\n').length;
+  checks.push({
+    id: 'S12', name: 'content depth (>20 lines)', passed: lineCount > 20,
+    detail: `${lineCount} lines`,
+  });
+
+  // S13: Examples section
+  const hasExamples = /^##\s+(Examples|Example|Quick Start)/mi.test(content);
+  checks.push({ id: 'S13', name: 'examples section', passed: hasExamples });
+
+  // S14: Anti-patterns or self-check section
+  const hasAntiPatterns = /^##\s+(Anti.?[Pp]atterns|Self.?check|Self-check)/mi.test(content);
+  checks.push({ id: 'S14', name: 'anti-patterns or self-check', passed: hasAntiPatterns });
+
+  const passed = checks.filter((c) => c.passed).length;
+  const passRate = Math.round((passed / checks.length) * 100);
+
+  return {
+    skillId, skillDir, checks, passed, total: checks.length,
+    passRate, grade: gradeFromRate(passRate),
+  };
+}
+
+/** Benchmark multiple skills. */
+export function benchmarkSkills(skillDirs: { id: string; dir: string }[]): BenchmarkReport {
+  const skills = skillDirs.map((s) => benchmarkSkill(s.dir, s.id));
+  const totalPassed = skills.reduce((sum, s) => sum + s.passed, 0);
+  const totalChecks = skills.reduce((sum, s) => sum + s.total, 0);
+  return {
+    skills,
+    totalPassed,
+    totalChecks,
+    overallPassRate: totalChecks > 0 ? Math.round((totalPassed / totalChecks) * 100) : 0,
+  };
+}
+
+/** Compare two skills head-to-head. */
+export function compareSkills(
+  skillADir: string, skillAId: string,
+  skillBDir: string, skillBId: string,
+): CompareResult {
+  const skillA = benchmarkSkill(skillADir, skillAId);
+  const skillB = benchmarkSkill(skillBDir, skillBId);
+
+  const deltaChecks: { id: string; aPass: boolean; bPass: boolean }[] = [];
+  for (const checkA of skillA.checks) {
+    const checkB = skillB.checks.find((c) => c.id === checkA.id);
+    if (checkB && checkA.passed !== checkB.passed) {
+      deltaChecks.push({ id: checkA.id, aPass: checkA.passed, bPass: checkB.passed });
+    }
+  }
+
+  const winner = skillA.passRate > skillB.passRate ? skillAId
+    : skillB.passRate > skillA.passRate ? skillBId
+    : 'tie';
+
+  return { skillA, skillB, winner, deltaChecks };
+}

package/src/index.ts

@@ -16,3 +16,7 @@ export { createSkill } from './create-skill.js';
 export type { CreateSkillOptions, CreateSkillResult } from './create-skill.js';
 export { checkUpstream, loadSourcesManifest } from './sync-upstream.js';
 export type { SyncUpstreamReport, UpstreamCheckResult, SourcesManifest } from './sync-upstream.js';
+export { benchmarkSkill, benchmarkSkills, compareSkills } from './benchmark.js';
+export { buildRegistry, searchRegistry, filterByCategory } from './registry.js';
+export type { RegistryEntry, Registry } from './registry.js';
+export type { BenchmarkCheck, BenchmarkScore, BenchmarkReport, CompareResult } from './benchmark.js';

package/src/registry.ts

@@ -0,0 +1,109 @@
+/**
+ * Skill registry — indexes all skills across skill packs for search and discovery.
+ *
+ * Scans `packages/@dzhechkov/skills-*` directories, reads SKILL.md frontmatter,
+ * and builds a searchable index.
+ *
+ * @packageDocumentation
+ */
+
+import { existsSync, readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+
+/** A single skill in the registry. */
+export interface RegistryEntry {
+  readonly id: string;
+  readonly pack: string;
+  readonly description: string;
+  readonly trustTier: number;
+  readonly hasSchema: boolean;
+  readonly hasEvals: boolean;
+  readonly lineCount: number;
+  readonly category: string;
+}
+
+/** The full registry. */
+export interface Registry {
+  readonly entries: readonly RegistryEntry[];
+  readonly totalSkills: number;
+  readonly totalPacks: number;
+  readonly categories: readonly string[];
+}
+
+/** Extract description from SKILL.md frontmatter. */
+function extractFrontmatter(content: string): { description: string; trustTier: number } {
+  const descMatch = /^description:\s*"?(.+?)"?\s*$/m.exec(content);
+  const tierMatch = /^trust_tier:\s*(\d)/m.exec(content);
+  return {
+    description: descMatch?.[1] ?? '',
+    trustTier: tierMatch ? parseInt(tierMatch[1] ?? '1', 10) : 1,
+  };
+}
+
+/** Infer category from pack name. */
+function categoryFromPack(pack: string): string {
+  if (pack.includes('devops')) return 'devops';
+  if (pack.includes('web3')) return 'web3';
+  if (pack.includes('mcp')) return 'mcp';
+  if (pack.includes('qe')) return 'qe';
+  if (pack.includes('meta')) return 'meta';
+  if (pack.includes('bto')) return 'bto';
+  if (pack.includes('health')) return 'health';
+  return 'other';
+}
+
+/** Build registry from all skills-* packages. */
+export function buildRegistry(monorepoRoot: string): Registry {
+  const baseDir = join(monorepoRoot, 'packages', '@dzhechkov');
+  if (!existsSync(baseDir)) return { entries: [], totalSkills: 0, totalPacks: 0, categories: [] };
+
+  const entries: RegistryEntry[] = [];
+  const packs = readdirSync(baseDir, { withFileTypes: true })
+    .filter((e) => e.isDirectory() && e.name.startsWith('skills-'));
+
+  for (const pack of packs) {
+    const packDir = join(baseDir, pack.name);
+    const skillDirs = readdirSync(packDir, { withFileTypes: true })
+      .filter((e) => e.isDirectory() && existsSync(join(packDir, e.name, 'SKILL.md')));
+
+    for (const skill of skillDirs) {
+      const skillMdPath = join(packDir, skill.name, 'SKILL.md');
+      const content = readFileSync(skillMdPath, 'utf-8');
+      const { description, trustTier } = extractFrontmatter(content);
+
+      entries.push({
+        id: skill.name,
+        pack: pack.name,
+        description,
+        trustTier,
+        hasSchema: existsSync(join(packDir, skill.name, 'schemas', 'output.json')),
+        hasEvals: existsSync(join(packDir, skill.name, 'evals')),
+        lineCount: content.split('\n').length,
+        category: categoryFromPack(pack.name),
+      });
+    }
+  }
+
+  entries.sort((a, b) => a.id.localeCompare(b.id));
+  const categories = [...new Set(entries.map((e) => e.category))].sort();
+
+  return {
+    entries,
+    totalSkills: entries.length,
+    totalPacks: packs.length,
+    categories,
+  };
+}
+
+/** Search registry by query (matches id and description, case-insensitive). */
+export function searchRegistry(registry: Registry, query: string): readonly RegistryEntry[] {
+  const q = query.toLowerCase();
+  return registry.entries.filter(
+    (e) => e.id.toLowerCase().includes(q) || e.description.toLowerCase().includes(q) || e.category.includes(q),
+  );
+}
+
+/** Filter registry by category. */
+export function filterByCategory(registry: Registry, category: string): readonly RegistryEntry[] {
+  return registry.entries.filter((e) => e.category === category);
+}