@skillsmith/core 0.1.2 → 0.4.0

package/dist/src/scripts/validation/pipeline.js

@@ -0,0 +1,126 @@
+/**
+ * SMI-863: Validation pipeline for skill processing
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { validateSkill } from './field-validators.js';
+import { deduplicateByRepoUrl, detectSemanticDuplicates } from './deduplication.js';
+/**
+ * Run the complete validation and deduplication pipeline
+ */
+export async function runValidationPipeline(inputPath, outputDir) {
+    console.log('='.repeat(60));
+    console.log('SMI-863: Skill Validation and Deduplication Pipeline');
+    console.log('='.repeat(60));
+    console.log();
+    // Read input file
+    console.log(`Reading input: ${inputPath}`);
+    const inputData = JSON.parse(fs.readFileSync(inputPath, 'utf-8'));
+    const rawSkills = Array.isArray(inputData) ? inputData : inputData.skills || [];
+    console.log(`Found ${rawSkills.length} skills to process`);
+    console.log();
+    // Validate all skills
+    console.log('Phase 1: Validation');
+    console.log('-'.repeat(40));
+    const validationResults = rawSkills.map(validateSkill);
+    const validSkills = validationResults.filter((r) => r.valid).map((r) => r.skill);
+    const invalidResults = validationResults.filter((r) => !r.valid);
+    console.log(`  Valid: ${validSkills.length}`);
+    console.log(`  Invalid: ${invalidResults.length}`);
+    console.log(`  Auto-fixes applied: ${validationResults.reduce((sum, r) => sum + r.fixes.length, 0)}`);
+    console.log();
+    // Deduplicate by repo_url
+    console.log('Phase 2: Deduplication by repo_url');
+    console.log('-'.repeat(40));
+    const repoUrlDedup = deduplicateByRepoUrl(validSkills);
+    console.log(`  Before: ${validSkills.length}`);
+    console.log(`  After: ${repoUrlDedup.unique.length}`);
+    console.log(`  Duplicates: ${repoUrlDedup.duplicates.length}`);
+    console.log();
+    // Semantic similarity detection
+    console.log('Phase 3: Semantic similarity detection');
+    console.log('-'.repeat(40));
+    const semanticDedup = await detectSemanticDuplicates(repoUrlDedup.unique);
+    console.log(`  Before: ${repoUrlDedup.unique.length}`);
+    console.log(`  After: ${semanticDedup.unique.length}`);
+    console.log(`  Semantic duplicates: ${semanticDedup.duplicates.length}`);
+    console.log();
+    // Combine all duplicates
+    const allDuplicates = [...repoUrlDedup.duplicates, ...semanticDedup.duplicates];
+    // Build validation report
+    const errorsByField = {};
+    for (const result of invalidResults) {
+        for (const error of result.errors) {
+            errorsByField[error.field] = (errorsByField[error.field] || 0) + 1;
+        }
+    }
+    const validationReport = {
+        timestamp: new Date().toISOString(),
+        summary: {
+            total_input: rawSkills.length,
+            valid_skills: validSkills.length,
+            invalid_skills: invalidResults.length,
+            duplicates_removed: allDuplicates.length,
+            auto_fixes_applied: validationResults.reduce((sum, r) => sum + r.fixes.length, 0),
+            errors_by_field: errorsByField,
+        },
+        errors: invalidResults.map((r) => ({
+            skill_id: r.original.id,
+            skill_name: r.original.name,
+            errors: r.errors,
+        })),
+        warnings: validationResults
+            .filter((r) => r.warnings.length > 0)
+            .map((r) => ({
+            skill_id: r.skill?.id || r.original.id,
+            skill_name: r.skill?.name || r.original.name,
+            warnings: r.warnings,
+        })),
+        fixes: validationResults
+            .filter((r) => r.fixes.length > 0)
+            .map((r) => ({
+            skill_id: r.skill?.id || r.original.id,
+            skill_name: r.skill?.name || r.original.name,
+            fixes: r.fixes,
+        })),
+    };
+    // Build duplicates report
+    const duplicatesReport = {
+        timestamp: new Date().toISOString(),
+        summary: {
+            total_duplicates: allDuplicates.length,
+            by_repo_url: repoUrlDedup.duplicates.length,
+            by_semantic_similarity: semanticDedup.duplicates.length,
+        },
+        duplicates: allDuplicates,
+    };
+    // Write output files
+    console.log('Phase 4: Writing output files');
+    console.log('-'.repeat(40));
+    // Ensure output directory exists
+    if (!fs.existsSync(outputDir)) {
+        fs.mkdirSync(outputDir, { recursive: true });
+    }
+    const validatedSkillsPath = path.join(outputDir, 'validated-skills.json');
+    const validationReportPath = path.join(outputDir, 'validation-report.json');
+    const duplicatesReportPath = path.join(outputDir, 'duplicates-report.json');
+    fs.writeFileSync(validatedSkillsPath, JSON.stringify(semanticDedup.unique, null, 2));
+    console.log(`  Validated skills: ${validatedSkillsPath}`);
+    fs.writeFileSync(validationReportPath, JSON.stringify(validationReport, null, 2));
+    console.log(`  Validation report: ${validationReportPath}`);
+    fs.writeFileSync(duplicatesReportPath, JSON.stringify(duplicatesReport, null, 2));
+    console.log(`  Duplicates report: ${duplicatesReportPath}`);
+    console.log();
+    console.log('='.repeat(60));
+    console.log('Pipeline Complete');
+    console.log('='.repeat(60));
+    console.log(`  Final skill count: ${semanticDedup.unique.length}`);
+    console.log(`  Total duplicates removed: ${allDuplicates.length}`);
+    console.log(`  Validation errors: ${invalidResults.length}`);
+    return {
+        validatedSkills: semanticDedup.unique,
+        validationReport,
+        duplicatesReport,
+    };
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/src/scripts/validation/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../../src/scripts/validation/pipeline.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAE5B,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAA;AAEnF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,SAAiB;IAMjB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAA;IACnE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,kBAAkB;IAClB,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAA;IACjE,MAAM,SAAS,GAAoB,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAA;IAChG,OAAO,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,MAAM,oBAAoB,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;IAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,iBAAiB,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IACtD,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAA;IACjF,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAEhE,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,cAAc,CAAC,MAAM,EAAE,CAAC,CAAA;IAClD,OAAO,CAAC,GAAG,CACT,yBAAyB,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CACzF,CAAA;IACD,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,0BAA0B;IAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA;IACjD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,YAAY,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACrD,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9D,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,aAAa,GAAG,MAAM,wBAAwB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;IACzE,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,YAAY,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;IACxE,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,yBAAyB;IACzB,MAAM,aAAa,GAAG,CAAC,GAAG,YAAY,CAAC,UAAU,EAAE,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE/E,0BAA0B;IAC1B,MAAM,aAAa,GAA2B,EAAE,CAAA;IAChD,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QACpE,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAqB;QACzC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,WAAW,EAAE,SAAS,CAAC,MAAM;YAC7B,YAAY,EAAE,WAAW,CAAC,MAAM;YAChC,cAAc,EAAE,cAAc,CAAC,MAAM;YACrC,kBAAkB,EAAE,aAAa,CAAC,MAAM;YACxC,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACjF,eAAe,EAAE,aAAa;SAC/B;QACD,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE;YACvB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC3B,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CAAC;QACH,QAAQ,EAAE,iBAAiB;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE;YACtC,UAAU,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC5C,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC;QACL,KAAK,EAAE,iBAAiB;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE;YACtC,UAAU,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC5C,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC;KACN,CAAA;IAED,0BAA0B;IAC1B,MAAM,gBAAgB,GAAqB;QACzC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,gBAAgB,EAAE,aAAa,CAAC,MAAM;YACtC,WAAW,EAAE,YAAY,CAAC,UAAU,CAAC,MAAM;YAC3C,sBAAsB,EAAE,aAAa,CAAC,UAAU,CAAC,MAAM;SACxD;QACD,UAAU,EAAE,aAAa;KAC1B,CAAA;IAED,qBAAqB;IACrB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAE3B,iCAAiC;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAA;IACzE,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAA;IAC3E,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAA;IAE3E,EAAE,CAAC,aAAa,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACpF,OAAO,CAAC,GAAG,CAAC,uBAAuB,mBAAmB,EAAE,CAAC,CAAA;IAEzD,EAAE,CAAC,aAAa,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACjF,OAAO,CAAC,GAAG,CAAC,wBAAwB,oBAAoB,EAAE,CAAC,CAAA;IAE3D,EAAE,CAAC,aAAa,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACjF,OAAO,CAAC,GAAG,CAAC,wBAAwB,oBAAoB,EAAE,CAAC,CAAA;IAE3D,OAAO,CAAC,GAAG,EAAE,CAAA;IACb,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;IAChC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAClE,OAAO,CAAC,GAAG,CAAC,+BAA+B,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;IAClE,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAA;IAE5D,OAAO;QACL,eAAe,EAAE,aAAa,CAAC,MAAM;QACrC,gBAAgB;QAChB,gBAAgB;KACjB,CAAA;AACH,CAAC"}

package/dist/src/scripts/validation/types.d.ts

@@ -0,0 +1,128 @@
+/**
+ * SMI-863: Type definitions for skill validation
+ */
+import { z } from 'zod';
+export declare const CONFIG: {
+    /** Default input file path */
+    readonly DEFAULT_INPUT: "./data/skills.json";
+    /** Default output directory */
+    readonly DEFAULT_OUTPUT_DIR: "./data";
+    /** Semantic similarity threshold for duplicate detection */
+    readonly SIMILARITY_THRESHOLD: 0.85;
+    /** Source priority scores */
+    readonly SOURCE_PRIORITY: Record<string, number>;
+    /** Valid trust tiers */
+    readonly VALID_TRUST_TIERS: readonly ["verified", "community", "experimental", "unknown"];
+};
+export type TrustTier = (typeof CONFIG.VALID_TRUST_TIERS)[number];
+/** Raw skill input that may have missing or invalid fields */
+export interface RawSkillInput {
+    id?: string;
+    name?: string;
+    description?: string | null;
+    author?: string | null;
+    repo_url?: string | null;
+    repoUrl?: string | null;
+    quality_score?: number | null;
+    qualityScore?: number | null;
+    trust_tier?: string | null;
+    trustTier?: string | null;
+    tags?: string[];
+    source?: string;
+    stars?: number;
+    [key: string]: unknown;
+}
+/** Validated skill with all required fields */
+export interface ValidatedSkill {
+    id: string;
+    name: string;
+    description: string;
+    author: string;
+    repo_url: string | null;
+    quality_score: number;
+    trust_tier: TrustTier;
+    tags: string[];
+    source: string;
+}
+/** Validation error for a single field */
+export interface ValidationFieldError {
+    field: string;
+    message: string;
+    value?: unknown;
+}
+/** Result of validating a single skill */
+export interface SkillValidationResult {
+    valid: boolean;
+    skill: ValidatedSkill | null;
+    original: RawSkillInput;
+    errors: ValidationFieldError[];
+    warnings: string[];
+    fixes: string[];
+}
+/** Duplicate detection result */
+export interface DuplicateEntry {
+    kept: ValidatedSkill;
+    discarded: ValidatedSkill;
+    reason: 'repo_url' | 'semantic_similarity';
+    similarity?: number;
+}
+/** Overall validation report */
+export interface ValidationReport {
+    timestamp: string;
+    summary: {
+        total_input: number;
+        valid_skills: number;
+        invalid_skills: number;
+        duplicates_removed: number;
+        auto_fixes_applied: number;
+        errors_by_field: Record<string, number>;
+    };
+    errors: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        errors: ValidationFieldError[];
+    }>;
+    warnings: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        warnings: string[];
+    }>;
+    fixes: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        fixes: string[];
+    }>;
+}
+/** Duplicates report */
+export interface DuplicatesReport {
+    timestamp: string;
+    summary: {
+        total_duplicates: number;
+        by_repo_url: number;
+        by_semantic_similarity: number;
+    };
+    duplicates: DuplicateEntry[];
+}
+export declare const TrustTierSchema: z.ZodEnum<{
+    verified: "verified";
+    community: "community";
+    experimental: "experimental";
+    unknown: "unknown";
+}>;
+export declare const ValidatedSkillSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    author: z.ZodString;
+    repo_url: z.ZodNullable<z.ZodString>;
+    quality_score: z.ZodNumber;
+    trust_tier: z.ZodEnum<{
+        verified: "verified";
+        community: "community";
+        experimental: "experimental";
+        unknown: "unknown";
+    }>;
+    tags: z.ZodArray<z.ZodString>;
+    source: z.ZodString;
+}, z.core.$strip>;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/scripts/validation/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/scripts/validation/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAMvB,eAAO,MAAM,MAAM;IACjB,8BAA8B;;IAE9B,+BAA+B;;IAE/B,4DAA4D;;IAE5D,6BAA6B;8BAMxB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAC3B,wBAAwB;;CAEhB,CAAA;AAMV,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,MAAM,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAA;AAEjE,8DAA8D;AAC9D,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACvB;AAED,+CAA+C;AAC/C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,SAAS,CAAA;IACrB,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAED,0CAA0C;AAC1C,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,0CAA0C;AAC1C,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,OAAO,CAAA;IACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;IAC5B,QAAQ,EAAE,aAAa,CAAA;IACvB,MAAM,EAAE,oBAAoB,EAAE,CAAA;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,KAAK,EAAE,MAAM,EAAE,CAAA;CAChB;AAED,iCAAiC;AACjC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,cAAc,CAAA;IACpB,SAAS,EAAE,cAAc,CAAA;IACzB,MAAM,EAAE,UAAU,GAAG,qBAAqB,CAAA;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,gCAAgC;AAChC,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,cAAc,EAAE,MAAM,CAAA;QACtB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,kBAAkB,EAAE,MAAM,CAAA;QAC1B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KACxC,CAAA;IACD,MAAM,EAAE,KAAK,CAAC;QACZ,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,MAAM,EAAE,oBAAoB,EAAE,CAAA;KAC/B,CAAC,CAAA;IACF,QAAQ,EAAE,KAAK,CAAC;QACd,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,QAAQ,EAAE,MAAM,EAAE,CAAA;KACnB,CAAC,CAAA;IACF,KAAK,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,KAAK,EAAE,MAAM,EAAE,CAAA;KAChB,CAAC,CAAA;CACH;AAED,wBAAwB;AACxB,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE;QACP,gBAAgB,EAAE,MAAM,CAAA;QACxB,WAAW,EAAE,MAAM,CAAA;QACnB,sBAAsB,EAAE,MAAM,CAAA;KAC/B,CAAA;IACD,UAAU,EAAE,cAAc,EAAE,CAAA;CAC7B;AAMD,eAAO,MAAM,eAAe;;;;;EAAmC,CAAA;AAE/D,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;iBAa/B,CAAA"}

package/dist/src/scripts/validation/types.js

@@ -0,0 +1,43 @@
+/**
+ * SMI-863: Type definitions for skill validation
+ */
+import { z } from 'zod';
+// ============================================================================
+// Configuration
+// ============================================================================
+export const CONFIG = {
+    /** Default input file path */
+    DEFAULT_INPUT: './data/skills.json',
+    /** Default output directory */
+    DEFAULT_OUTPUT_DIR: './data',
+    /** Semantic similarity threshold for duplicate detection */
+    SIMILARITY_THRESHOLD: 0.85,
+    /** Source priority scores */
+    SOURCE_PRIORITY: {
+        'anthropic-official': 100,
+        github: 80,
+        'claude-plugins': 40,
+        unknown: 0,
+    },
+    /** Valid trust tiers */
+    VALID_TRUST_TIERS: ['verified', 'community', 'experimental', 'unknown'],
+};
+// ============================================================================
+// Zod Schema for Validation
+// ============================================================================
+export const TrustTierSchema = z.enum(CONFIG.VALID_TRUST_TIERS);
+export const ValidatedSkillSchema = z.object({
+    id: z
+        .string()
+        .min(1)
+        .regex(/^[^/]+\/[^/]+$/, 'ID must be in format author/name'),
+    name: z.string().min(1),
+    description: z.string().min(1),
+    author: z.string().min(1),
+    repo_url: z.string().url().nullable(),
+    quality_score: z.number().min(0).max(100),
+    trust_tier: TrustTierSchema,
+    tags: z.array(z.string()),
+    source: z.string().min(1),
+});
+//# sourceMappingURL=types.js.map

package/dist/src/scripts/validation/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/scripts/validation/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,8BAA8B;IAC9B,aAAa,EAAE,oBAAoB;IACnC,+BAA+B;IAC/B,kBAAkB,EAAE,QAAQ;IAC5B,4DAA4D;IAC5D,oBAAoB,EAAE,IAAI;IAC1B,6BAA6B;IAC7B,eAAe,EAAE;QACf,oBAAoB,EAAE,GAAG;QACzB,MAAM,EAAE,EAAE;QACV,gBAAgB,EAAE,EAAE;QACpB,OAAO,EAAE,CAAC;KACe;IAC3B,wBAAwB;IACxB,iBAAiB,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,SAAS,CAAU;CACxE,CAAA;AAuGV,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC;SACF,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,KAAK,CAAC,gBAAgB,EAAE,kCAAkC,CAAC;IAC9D,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACrC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACzC,UAAU,EAAE,eAAe;IAC3B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAA"}

package/dist/src/security/SkillSandbox.d.ts

@@ -0,0 +1,156 @@
+/**
+ * SMI-1534: E2B Sandbox Execution for Skill Testing
+ *
+ * Provides isolated execution environment for testing untrusted skills.
+ * Uses E2B (e2b.dev) sandboxes for secure, containerized execution.
+ *
+ * Features:
+ * - Isolated filesystem per skill test
+ * - Network isolation
+ * - Resource limits (CPU, memory)
+ * - Automatic cleanup after test
+ * - Configurable timeout (default: 30s)
+ */
+/**
+ * Configuration options for sandbox creation
+ */
+export interface SandboxOptions {
+    /** Timeout in milliseconds (default: 30000) */
+    timeout?: number;
+    /** Memory limit in MB (default: 256) */
+    memoryMB?: number;
+    /** Whether to allow network access (default: false for security) */
+    allowNetwork?: boolean;
+    /** Environment variables to inject */
+    env?: Record<string, string>;
+}
+/**
+ * Result from executing code in sandbox
+ */
+export interface ExecutionResult {
+    /** Whether execution completed successfully */
+    success: boolean;
+    /** Exit code from the process */
+    exitCode: number;
+    /** Standard output */
+    stdout: string;
+    /** Standard error */
+    stderr: string;
+    /** Execution time in milliseconds */
+    durationMs: number;
+    /** Whether execution timed out */
+    timedOut: boolean;
+    /** Any error that occurred */
+    error?: string;
+}
+/**
+ * Represents a file to be copied into the sandbox
+ */
+export interface SandboxFile {
+    /** Path within the sandbox */
+    path: string;
+    /** File content */
+    content: string;
+}
+/**
+ * E2B Sandbox wrapper for skill testing
+ *
+ * @example
+ * ```typescript
+ * const sandbox = new SkillSandbox({ timeout: 60000 })
+ * try {
+ *   await sandbox.create()
+ *   await sandbox.copyFiles([
+ *     { path: '/skill/SKILL.md', content: skillContent },
+ *     { path: '/skill/test.ts', content: testCode }
+ *   ])
+ *   const result = await sandbox.execute('node /skill/test.ts')
+ *   console.log(result.stdout)
+ * } finally {
+ *   await sandbox.destroy()
+ * }
+ * ```
+ */
+export declare class SkillSandbox {
+    private options;
+    private sandbox;
+    private created;
+    constructor(options?: SandboxOptions);
+    /**
+     * Create and initialize the sandbox environment
+     * @throws Error if sandbox creation fails or E2B is unavailable
+     */
+    create(): Promise<void>;
+    /**
+     * Copy files into the sandbox filesystem
+     * @param files - Array of files to copy
+     */
+    copyFiles(files: SandboxFile[]): Promise<void>;
+    /**
+     * Copy a skill directory into the sandbox
+     * @param skillPath - Local path to skill directory
+     * @param destPath - Destination path in sandbox (default: /skill)
+     */
+    copySkill(skillContent: string, destPath?: string): Promise<void>;
+    /**
+     * Execute a command in the sandbox
+     * @param command - Command to execute
+     * @param workingDir - Working directory (default: /skill)
+     * @returns Execution result
+     */
+    execute(command: string, workingDir?: string): Promise<ExecutionResult>;
+    /**
+     * Execute TypeScript/JavaScript code directly
+     * @param code - Code to execute
+     * @returns Execution result
+     */
+    executeCode(code: string): Promise<ExecutionResult>;
+    /**
+     * Destroy the sandbox and clean up resources
+     * Should always be called in a finally block
+     */
+    destroy(): Promise<void>;
+    /**
+     * Check if sandbox is active
+     */
+    isActive(): boolean;
+    /**
+     * Get sandbox status
+     */
+    getStatus(): SandboxStatus;
+    private ensureCreated;
+    /**
+     * SMI-1534: Verify network isolation is actually in effect
+     * Attempts to make a network request and expects it to fail
+     */
+    private verifyNetworkIsolation;
+}
+/**
+ * Sandbox status information
+ */
+export interface SandboxStatus {
+    created: boolean;
+    active: boolean;
+    options: Required<SandboxOptions>;
+}
+/**
+ * Error thrown when E2B sandbox is not available
+ */
+export declare class SandboxUnavailableError extends Error {
+    constructor(message: string);
+}
+/**
+ * Factory function for creating sandboxes with proper cleanup
+ * Ensures sandbox is destroyed even if test throws
+ *
+ * @example
+ * ```typescript
+ * const result = await withSandbox(async (sandbox) => {
+ *   await sandbox.copySkill(skillContent)
+ *   return sandbox.execute('node test.js')
+ * })
+ * ```
+ */
+export declare function withSandbox<T>(fn: (sandbox: SkillSandbox) => Promise<T>, options?: SandboxOptions): Promise<T>;
+export default SkillSandbox;
+//# sourceMappingURL=SkillSandbox.d.ts.map

package/dist/src/security/SkillSandbox.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillSandbox.d.ts","sourceRoot":"","sources":["../../../src/security/SkillSandbox.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,oEAAoE;IACpE,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,sCAAsC;IACtC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,+CAA+C;IAC/C,OAAO,EAAE,OAAO,CAAA;IAChB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAA;IAChB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAA;IACd,qBAAqB;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAA;IAClB,kCAAkC;IAClC,QAAQ,EAAE,OAAO,CAAA;IACjB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,mBAAmB;IACnB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,OAAO,CAAiB;gBAEpB,OAAO,GAAE,cAAmB;IASxC;;;OAGG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAwD7B;;;OAGG;IACG,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD;;;;OAIG;IACG,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQjF;;;;;OAKG;IACG,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,GAAE,MAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IAuFvF;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAUzD;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB9B;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,SAAS,IAAI,aAAa;IAQ1B,OAAO,CAAC,aAAa;IAMrB;;;OAGG;YACW,sBAAsB;CAsBrC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAA;CAClC;AAED;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,OAAO,EAAE,MAAM;CAI5B;AA4BD;;;;;;;;;;;GAWG;AACH,wBAAsB,WAAW,CAAC,CAAC,EACjC,EAAE,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,CAAC,CAAC,EACzC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,CAAC,CAAC,CAQZ;AAED,eAAe,YAAY,CAAA"}