uasp-skills 0.1.2 → 0.1.4

package/dist/benchmark/search.js

@@ -0,0 +1,97 @@
+/**
+ * Search benchmarks - Structured vs full-text search
+ */
+import { benchmark } from './metrics.js';
+/**
+ * Structured search on UASP registry
+ * Searches specific fields: name, description, keywords
+ */
+export function searchUaspStructured(skills, query) {
+    const lowerQuery = query.toLowerCase();
+    const results = [];
+    for (const { skill, registrySkill } of skills) {
+        let score = 0;
+        // Name match (highest weight)
+        if (skill.meta.name.toLowerCase().includes(lowerQuery)) {
+            score += 10;
+        }
+        // Description match
+        if (skill.meta.description?.toLowerCase().includes(lowerQuery)) {
+            score += 5;
+        }
+        // Keyword match
+        if (skill.triggers?.keywords?.some(k => k.toLowerCase().includes(lowerQuery))) {
+            score += 8;
+        }
+        // Intent match
+        if (skill.triggers?.intents?.some(i => i.toLowerCase().includes(lowerQuery))) {
+            score += 6;
+        }
+        // Registry keyword match
+        if (registrySkill.keywords.some(k => k.toLowerCase().includes(lowerQuery))) {
+            score += 7;
+        }
+        if (score > 0) {
+            results.push({ skill, registrySkill, score });
+        }
+    }
+    // Sort by score descending
+    return results.sort((a, b) => b.score - a.score);
+}
+/**
+ * Full-text search on SKILL.md content
+ */
+export function searchSkillMdFullText(skillMdContents, query) {
+    const lowerQuery = query.toLowerCase();
+    const results = [];
+    for (const { name, content } of skillMdContents) {
+        const lowerContent = content.toLowerCase();
+        // Count occurrences
+        let count = 0;
+        let index = 0;
+        while ((index = lowerContent.indexOf(lowerQuery, index)) !== -1) {
+            count++;
+            index += lowerQuery.length;
+        }
+        if (count > 0) {
+            // Score based on occurrences and position
+            const firstIndex = lowerContent.indexOf(lowerQuery);
+            const positionBonus = firstIndex < 500 ? 2 : 1; // Boost if found early
+            results.push({
+                name,
+                score: count * positionBonus,
+            });
+        }
+    }
+    return results.sort((a, b) => b.score - a.score);
+}
+/**
+ * Benchmark structured UASP search
+ */
+export async function benchmarkUaspSearch(skills, query, options) {
+    return benchmark('UASP Structured Search', () => searchUaspStructured(skills, query), options);
+}
+/**
+ * Benchmark full-text SKILL.md search
+ */
+export async function benchmarkSkillMdSearch(skillMdContents, query, options) {
+    return benchmark('SKILL.md Full-text Search', () => searchSkillMdFullText(skillMdContents, query), options);
+}
+/**
+ * Calculate search precision
+ * Measures how relevant the top N results are
+ */
+export function calculateSearchPrecision(results, expectedTopResults, topN = 3) {
+    const topResults = results.slice(0, topN).map(r => r.name);
+    const relevant = topResults.filter(r => expectedTopResults.includes(r));
+    return relevant.length / Math.min(topN, results.length);
+}
+/**
+ * Run search benchmarks
+ */
+export async function runSearchBenchmarks(skills, skillMdContents, query, options) {
+    const uasp = await benchmarkUaspSearch(skills, query, options);
+    const skillMd = await benchmarkSkillMdSearch(skillMdContents, query, options);
+    return { uasp, skillMd };
+}
+//# sourceMappingURL=search.js.map

package/dist/benchmark/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/benchmark/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAA+C,MAAM,cAAc,CAAC;AAGtF;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAA6D,EAC7D,KAAa;IAEb,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,OAAO,GAAyE,EAAE,CAAC;IAEzF,KAAK,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,MAAM,EAAE,CAAC;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,8BAA8B;QAC9B,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACvD,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,gBAAgB;QAChB,IAAI,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC9E,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,eAAe;QACf,IAAI,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC7E,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,yBAAyB;QACzB,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC3E,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,eAAyD,EACzD,KAAa;IAEb,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,OAAO,GAA2C,EAAE,CAAC;IAE3D,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,eAAe,EAAE,CAAC;QAChD,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAE3C,oBAAoB;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAChE,KAAK,EAAE,CAAC;YACR,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC;QAC7B,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,0CAA0C;YAC1C,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,aAAa,GAAG,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;YAEvE,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI;gBACJ,KAAK,EAAE,KAAK,GAAG,aAAa;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAA6D,EAC7D,KAAa,EACb,OAA0B;IAE1B,OAAO,SAAS,CACd,wBAAwB,EACxB,GAAG,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,KAAK,CAAC,EACzC,OAAO,CACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,eAAyD,EACzD,KAAa,EACb,OAA0B;IAE1B,OAAO,SAAS,CACd,2BAA2B,EAC3B,GAAG,EAAE,CAAC,qBAAqB,CAAC,eAAe,EAAE,KAAK,CAAC,EACnD,OAAO,CACR,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAA+C,EAC/C,kBAA4B,EAC5B,OAAe,CAAC;IAEhB,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,OAAO,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAA6D,EAC7D,eAAyD,EACzD,KAAa,EACb,OAA0B;IAE1B,MAAM,IAAI,GAAG,MAAM,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,eAAe,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAE9E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}

package/dist/benchmark/validators.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Validation benchmarks - AJV schema vs loose validation
+ */
+import { type BenchmarkResult, type BenchmarkOptions } from './metrics.js';
+/**
+ * Loose validation for SKILL.md frontmatter
+ * Mimics what Claude Code might do to validate a skill
+ */
+export declare function validateSkillMdLoose(data: unknown): {
+    valid: boolean;
+    errors: string[];
+};
+/**
+ * Benchmark UASP schema validation with AJV
+ */
+export declare function benchmarkUaspValidation(skill: unknown, options?: BenchmarkOptions): Promise<BenchmarkResult>;
+/**
+ * Benchmark UASP type guard validation
+ */
+export declare function benchmarkUaspTypeGuard(skill: unknown, options?: BenchmarkOptions): Promise<BenchmarkResult>;
+/**
+ * Benchmark loose SKILL.md validation
+ */
+export declare function benchmarkSkillMdValidation(frontmatter: unknown, options?: BenchmarkOptions): Promise<BenchmarkResult>;
+/**
+ * Run all validation benchmarks
+ */
+export declare function runValidationBenchmarks(uaspSkill: unknown, skillMdFrontmatter: unknown, options?: BenchmarkOptions): Promise<{
+    uasp: BenchmarkResult;
+    skillMd: BenchmarkResult;
+}>;
+//# sourceMappingURL=validators.d.ts.map

package/dist/benchmark/validators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../../src/benchmark/validators.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAa,KAAK,eAAe,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGtF;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CA8BxF;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAE1B;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,OAAO,EACd,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAE1B;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,WAAW,EAAE,OAAO,EACpB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,eAAe,CAAC,CAE1B;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,OAAO,EAClB,kBAAkB,EAAE,OAAO,EAC3B,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,eAAe,CAAA;CAAE,CAAC,CAK9D"}

package/dist/benchmark/validators.js

@@ -0,0 +1,60 @@
+/**
+ * Validation benchmarks - AJV schema vs loose validation
+ */
+import { benchmark } from './metrics.js';
+import { validateSkill, isValidSkillStructure } from '../core/validator.js';
+/**
+ * Loose validation for SKILL.md frontmatter
+ * Mimics what Claude Code might do to validate a skill
+ */
+export function validateSkillMdLoose(data) {
+    const errors = [];
+    if (typeof data !== 'object' || data === null) {
+        return { valid: false, errors: ['Data must be an object'] };
+    }
+    const obj = data;
+    // Required fields
+    if (typeof obj.name !== 'string' || !obj.name) {
+        errors.push('Missing or invalid name');
+    }
+    if (typeof obj.description !== 'string') {
+        errors.push('Missing or invalid description');
+    }
+    // Optional but validated if present
+    if (obj['allowed-tools'] !== undefined && typeof obj['allowed-tools'] !== 'string') {
+        errors.push('allowed-tools must be a string');
+    }
+    if (obj.metadata !== undefined) {
+        if (typeof obj.metadata !== 'object') {
+            errors.push('metadata must be an object');
+        }
+    }
+    return { valid: errors.length === 0, errors };
+}
+/**
+ * Benchmark UASP schema validation with AJV
+ */
+export async function benchmarkUaspValidation(skill, options) {
+    return benchmark('UASP AJV Schema', () => validateSkill(skill), options);
+}
+/**
+ * Benchmark UASP type guard validation
+ */
+export async function benchmarkUaspTypeGuard(skill, options) {
+    return benchmark('UASP Type Guard', () => isValidSkillStructure(skill), options);
+}
+/**
+ * Benchmark loose SKILL.md validation
+ */
+export async function benchmarkSkillMdValidation(frontmatter, options) {
+    return benchmark('SKILL.md Loose', () => validateSkillMdLoose(frontmatter), options);
+}
+/**
+ * Run all validation benchmarks
+ */
+export async function runValidationBenchmarks(uaspSkill, skillMdFrontmatter, options) {
+    const uasp = await benchmarkUaspValidation(uaspSkill, options);
+    const skillMd = await benchmarkSkillMdValidation(skillMdFrontmatter, options);
+    return { uasp, skillMd };
+}
+//# sourceMappingURL=validators.js.map

package/dist/benchmark/validators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.js","sourceRoot":"","sources":["../../src/benchmark/validators.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAA+C,MAAM,cAAc,CAAC;AACtF,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE5E;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,wBAAwB,CAAC,EAAE,CAAC;IAC9D,CAAC;IAED,MAAM,GAAG,GAAG,IAA+B,CAAC;IAE5C,kBAAkB;IAClB,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAChD,CAAC;IAED,oCAAoC;IACpC,IAAI,GAAG,CAAC,eAAe,CAAC,KAAK,SAAS,IAAI,OAAO,GAAG,CAAC,eAAe,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnF,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,KAAc,EACd,OAA0B;IAE1B,OAAO,SAAS,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;AAC3E,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAc,EACd,OAA0B;IAE1B,OAAO,SAAS,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;AACnF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,WAAoB,EACpB,OAA0B;IAE1B,OAAO,SAAS,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;AACvF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAkB,EAClB,kBAA2B,EAC3B,OAA0B;IAE1B,MAAM,IAAI,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAE9E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}

package/dist/cli/index.js

@@ -14,7 +14,7 @@ const program = new Command();
 program
     .name('skills')
     .description('CLI tool for managing UASP agent skills')
-    .version('0.1.0');
+    .version('0.1.4');
 // Add commands
 program.addCommand(addCommand);
 program.addCommand(listCommand);

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "uasp-skills",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "description": "CLI tool for managing UASP agent skills",
   "type": "module",
   "bin": {
-    "skills": "./bin/skills.js"
+    "uasp-skills": "./bin/uasp-skills.js"
   },
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -15,9 +15,15 @@
   "scripts": {
     "build": "tsc",
     "dev": "tsc --watch",
-    "start": "node bin/skills.js",
+    "start": "node bin/uasp-skills.js",
     "lint": "eslint src",
     "test": "vitest",
+    "test:unit": "vitest run tests/unit",
+    "test:integration": "vitest run tests/integration",
+    "test:coverage": "vitest run --coverage",
+    "test:watch": "vitest watch",
+    "benchmark": "node --expose-gc dist/benchmark/index.js",
+    "benchmark:dev": "tsx --expose-gc src/benchmark/index.ts",
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
@@ -32,10 +38,13 @@
   },
   "devDependencies": {
     "@types/fs-extra": "^11.0.0",
-    "@types/node": "^20.0.0",
+    "@types/node": "^20.19.30",
     "@typescript-eslint/eslint-plugin": "^6.0.0",
     "@typescript-eslint/parser": "^6.0.0",
+    "@vitest/coverage-v8": "^1.0.0",
     "eslint": "^8.0.0",
+    "gray-matter": "^4.0.3",
+    "tsx": "^4.0.0",
     "typescript": "^5.3.0",
     "vitest": "^1.0.0"
   },