@skillsmith/core 0.1.2 → 0.2.0

package/dist/src/scripts/validation/pipeline.js

@@ -0,0 +1,126 @@
+/**
+ * SMI-863: Validation pipeline for skill processing
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { validateSkill } from './field-validators.js';
+import { deduplicateByRepoUrl, detectSemanticDuplicates } from './deduplication.js';
+/**
+ * Run the complete validation and deduplication pipeline
+ */
+export async function runValidationPipeline(inputPath, outputDir) {
+    console.log('='.repeat(60));
+    console.log('SMI-863: Skill Validation and Deduplication Pipeline');
+    console.log('='.repeat(60));
+    console.log();
+    // Read input file
+    console.log(`Reading input: ${inputPath}`);
+    const inputData = JSON.parse(fs.readFileSync(inputPath, 'utf-8'));
+    const rawSkills = Array.isArray(inputData) ? inputData : inputData.skills || [];
+    console.log(`Found ${rawSkills.length} skills to process`);
+    console.log();
+    // Validate all skills
+    console.log('Phase 1: Validation');
+    console.log('-'.repeat(40));
+    const validationResults = rawSkills.map(validateSkill);
+    const validSkills = validationResults.filter((r) => r.valid).map((r) => r.skill);
+    const invalidResults = validationResults.filter((r) => !r.valid);
+    console.log(`  Valid: ${validSkills.length}`);
+    console.log(`  Invalid: ${invalidResults.length}`);
+    console.log(`  Auto-fixes applied: ${validationResults.reduce((sum, r) => sum + r.fixes.length, 0)}`);
+    console.log();
+    // Deduplicate by repo_url
+    console.log('Phase 2: Deduplication by repo_url');
+    console.log('-'.repeat(40));
+    const repoUrlDedup = deduplicateByRepoUrl(validSkills);
+    console.log(`  Before: ${validSkills.length}`);
+    console.log(`  After: ${repoUrlDedup.unique.length}`);
+    console.log(`  Duplicates: ${repoUrlDedup.duplicates.length}`);
+    console.log();
+    // Semantic similarity detection
+    console.log('Phase 3: Semantic similarity detection');
+    console.log('-'.repeat(40));
+    const semanticDedup = await detectSemanticDuplicates(repoUrlDedup.unique);
+    console.log(`  Before: ${repoUrlDedup.unique.length}`);
+    console.log(`  After: ${semanticDedup.unique.length}`);
+    console.log(`  Semantic duplicates: ${semanticDedup.duplicates.length}`);
+    console.log();
+    // Combine all duplicates
+    const allDuplicates = [...repoUrlDedup.duplicates, ...semanticDedup.duplicates];
+    // Build validation report
+    const errorsByField = {};
+    for (const result of invalidResults) {
+        for (const error of result.errors) {
+            errorsByField[error.field] = (errorsByField[error.field] || 0) + 1;
+        }
+    }
+    const validationReport = {
+        timestamp: new Date().toISOString(),
+        summary: {
+            total_input: rawSkills.length,
+            valid_skills: validSkills.length,
+            invalid_skills: invalidResults.length,
+            duplicates_removed: allDuplicates.length,
+            auto_fixes_applied: validationResults.reduce((sum, r) => sum + r.fixes.length, 0),
+            errors_by_field: errorsByField,
+        },
+        errors: invalidResults.map((r) => ({
+            skill_id: r.original.id,
+            skill_name: r.original.name,
+            errors: r.errors,
+        })),
+        warnings: validationResults
+            .filter((r) => r.warnings.length > 0)
+            .map((r) => ({
+            skill_id: r.skill?.id || r.original.id,
+            skill_name: r.skill?.name || r.original.name,
+            warnings: r.warnings,
+        })),
+        fixes: validationResults
+            .filter((r) => r.fixes.length > 0)
+            .map((r) => ({
+            skill_id: r.skill?.id || r.original.id,
+            skill_name: r.skill?.name || r.original.name,
+            fixes: r.fixes,
+        })),
+    };
+    // Build duplicates report
+    const duplicatesReport = {
+        timestamp: new Date().toISOString(),
+        summary: {
+            total_duplicates: allDuplicates.length,
+            by_repo_url: repoUrlDedup.duplicates.length,
+            by_semantic_similarity: semanticDedup.duplicates.length,
+        },
+        duplicates: allDuplicates,
+    };
+    // Write output files
+    console.log('Phase 4: Writing output files');
+    console.log('-'.repeat(40));
+    // Ensure output directory exists
+    if (!fs.existsSync(outputDir)) {
+        fs.mkdirSync(outputDir, { recursive: true });
+    }
+    const validatedSkillsPath = path.join(outputDir, 'validated-skills.json');
+    const validationReportPath = path.join(outputDir, 'validation-report.json');
+    const duplicatesReportPath = path.join(outputDir, 'duplicates-report.json');
+    fs.writeFileSync(validatedSkillsPath, JSON.stringify(semanticDedup.unique, null, 2));
+    console.log(`  Validated skills: ${validatedSkillsPath}`);
+    fs.writeFileSync(validationReportPath, JSON.stringify(validationReport, null, 2));
+    console.log(`  Validation report: ${validationReportPath}`);
+    fs.writeFileSync(duplicatesReportPath, JSON.stringify(duplicatesReport, null, 2));
+    console.log(`  Duplicates report: ${duplicatesReportPath}`);
+    console.log();
+    console.log('='.repeat(60));
+    console.log('Pipeline Complete');
+    console.log('='.repeat(60));
+    console.log(`  Final skill count: ${semanticDedup.unique.length}`);
+    console.log(`  Total duplicates removed: ${allDuplicates.length}`);
+    console.log(`  Validation errors: ${invalidResults.length}`);
+    return {
+        validatedSkills: semanticDedup.unique,
+        validationReport,
+        duplicatesReport,
+    };
+}
+//# sourceMappingURL=pipeline.js.map

package/dist/src/scripts/validation/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../../src/scripts/validation/pipeline.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAO5B,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAA;AAEnF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,SAAiB,EACjB,SAAiB;IAMjB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAA;IACnE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,kBAAkB;IAClB,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAA;IAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAA;IACjE,MAAM,SAAS,GAAoB,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAA;IAChG,OAAO,CAAC,GAAG,CAAC,SAAS,SAAS,CAAC,MAAM,oBAAoB,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;IAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,iBAAiB,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;IACtD,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAM,CAAC,CAAA;IACjF,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAEhE,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7C,OAAO,CAAC,GAAG,CAAC,cAAc,cAAc,CAAC,MAAM,EAAE,CAAC,CAAA;IAClD,OAAO,CAAC,GAAG,CACT,yBAAyB,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CACzF,CAAA;IACD,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,0BAA0B;IAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA;IACjD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,YAAY,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACrD,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9D,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,MAAM,aAAa,GAAG,MAAM,wBAAwB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;IACzE,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,YAAY,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAA;IACxE,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,yBAAyB;IACzB,MAAM,aAAa,GAAG,CAAC,GAAG,YAAY,CAAC,UAAU,EAAE,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;IAE/E,0BAA0B;IAC1B,MAAM,aAAa,GAA2B,EAAE,CAAA;IAChD,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QACpE,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAqB;QACzC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,WAAW,EAAE,SAAS,CAAC,MAAM;YAC7B,YAAY,EAAE,WAAW,CAAC,MAAM;YAChC,cAAc,EAAE,cAAc,CAAC,MAAM;YACrC,kBAAkB,EAAE,aAAa,CAAC,MAAM;YACxC,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACjF,eAAe,EAAE,aAAa;SAC/B;QACD,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE;YACvB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC3B,MAAM,EAAE,CAAC,CAAC,MAAM;SACjB,CAAC,CAAC;QACH,QAAQ,EAAE,iBAAiB;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;aACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE;YACtC,UAAU,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC5C,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC;QACL,KAAK,EAAE,iBAAiB;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE;YACtC,UAAU,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI;YAC5C,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC;KACN,CAAA;IAED,0BAA0B;IAC1B,MAAM,gBAAgB,GAAqB;QACzC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,gBAAgB,EAAE,aAAa,CAAC,MAAM;YACtC,WAAW,EAAE,YAAY,CAAC,UAAU,CAAC,MAAM;YAC3C,sBAAsB,EAAE,aAAa,CAAC,UAAU,CAAC,MAAM;SACxD;QACD,UAAU,EAAE,aAAa;KAC1B,CAAA;IAED,qBAAqB;IACrB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAE3B,iCAAiC;IACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAA;IACzE,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAA;IAC3E,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAA;IAE3E,EAAE,CAAC,aAAa,CAAC,mBAAmB,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACpF,OAAO,CAAC,GAAG,CAAC,uBAAuB,mBAAmB,EAAE,CAAC,CAAA;IAEzD,EAAE,CAAC,aAAa,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACjF,OAAO,CAAC,GAAG,CAAC,wBAAwB,oBAAoB,EAAE,CAAC,CAAA;IAE3D,EAAE,CAAC,aAAa,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACjF,OAAO,CAAC,GAAG,CAAC,wBAAwB,oBAAoB,EAAE,CAAC,CAAA;IAE3D,OAAO,CAAC,GAAG,EAAE,CAAA;IACb,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;IAChC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;IAC3B,OAAO,CAAC,GAAG,CAAC,wBAAwB,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IAClE,OAAO,CAAC,GAAG,CAAC,+BAA+B,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;IAClE,OAAO,CAAC,GAAG,CAAC,wBAAwB,cAAc,CAAC,MAAM,EAAE,CAAC,CAAA;IAE5D,OAAO;QACL,eAAe,EAAE,aAAa,CAAC,MAAM;QACrC,gBAAgB;QAChB,gBAAgB;KACjB,CAAA;AACH,CAAC"}

package/dist/src/scripts/validation/types.d.ts

@@ -0,0 +1,128 @@
+/**
+ * SMI-863: Type definitions for skill validation
+ */
+import { z } from 'zod';
+export declare const CONFIG: {
+    /** Default input file path */
+    readonly DEFAULT_INPUT: "./data/skills.json";
+    /** Default output directory */
+    readonly DEFAULT_OUTPUT_DIR: "./data";
+    /** Semantic similarity threshold for duplicate detection */
+    readonly SIMILARITY_THRESHOLD: 0.85;
+    /** Source priority scores */
+    readonly SOURCE_PRIORITY: Record<string, number>;
+    /** Valid trust tiers */
+    readonly VALID_TRUST_TIERS: readonly ["verified", "community", "experimental", "unknown"];
+};
+export type TrustTier = (typeof CONFIG.VALID_TRUST_TIERS)[number];
+/** Raw skill input that may have missing or invalid fields */
+export interface RawSkillInput {
+    id?: string;
+    name?: string;
+    description?: string | null;
+    author?: string | null;
+    repo_url?: string | null;
+    repoUrl?: string | null;
+    quality_score?: number | null;
+    qualityScore?: number | null;
+    trust_tier?: string | null;
+    trustTier?: string | null;
+    tags?: string[];
+    source?: string;
+    stars?: number;
+    [key: string]: unknown;
+}
+/** Validated skill with all required fields */
+export interface ValidatedSkill {
+    id: string;
+    name: string;
+    description: string;
+    author: string;
+    repo_url: string | null;
+    quality_score: number;
+    trust_tier: TrustTier;
+    tags: string[];
+    source: string;
+}
+/** Validation error for a single field */
+export interface ValidationFieldError {
+    field: string;
+    message: string;
+    value?: unknown;
+}
+/** Result of validating a single skill */
+export interface SkillValidationResult {
+    valid: boolean;
+    skill: ValidatedSkill | null;
+    original: RawSkillInput;
+    errors: ValidationFieldError[];
+    warnings: string[];
+    fixes: string[];
+}
+/** Duplicate detection result */
+export interface DuplicateEntry {
+    kept: ValidatedSkill;
+    discarded: ValidatedSkill;
+    reason: 'repo_url' | 'semantic_similarity';
+    similarity?: number;
+}
+/** Overall validation report */
+export interface ValidationReport {
+    timestamp: string;
+    summary: {
+        total_input: number;
+        valid_skills: number;
+        invalid_skills: number;
+        duplicates_removed: number;
+        auto_fixes_applied: number;
+        errors_by_field: Record<string, number>;
+    };
+    errors: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        errors: ValidationFieldError[];
+    }>;
+    warnings: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        warnings: string[];
+    }>;
+    fixes: Array<{
+        skill_id: string | undefined;
+        skill_name: string | undefined;
+        fixes: string[];
+    }>;
+}
+/** Duplicates report */
+export interface DuplicatesReport {
+    timestamp: string;
+    summary: {
+        total_duplicates: number;
+        by_repo_url: number;
+        by_semantic_similarity: number;
+    };
+    duplicates: DuplicateEntry[];
+}
+export declare const TrustTierSchema: z.ZodEnum<{
+    unknown: "unknown";
+    verified: "verified";
+    community: "community";
+    experimental: "experimental";
+}>;
+export declare const ValidatedSkillSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    author: z.ZodString;
+    repo_url: z.ZodNullable<z.ZodString>;
+    quality_score: z.ZodNumber;
+    trust_tier: z.ZodEnum<{
+        unknown: "unknown";
+        verified: "verified";
+        community: "community";
+        experimental: "experimental";
+    }>;
+    tags: z.ZodArray<z.ZodString>;
+    source: z.ZodString;
+}, z.core.$strip>;
+//# sourceMappingURL=types.d.ts.map

package/dist/src/scripts/validation/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/scripts/validation/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAMvB,eAAO,MAAM,MAAM;IACjB,8BAA8B;;IAE9B,+BAA+B;;IAE/B,4DAA4D;;IAE5D,6BAA6B;8BAMxB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAC3B,wBAAwB;;CAEhB,CAAA;AAMV,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,MAAM,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAA;AAEjE,8DAA8D;AAC9D,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACvB;AAED,+CAA+C;AAC/C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,SAAS,CAAA;IACrB,IAAI,EAAE,MAAM,EAAE,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;CACf;AAED,0CAA0C;AAC1C,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,0CAA0C;AAC1C,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,OAAO,CAAA;IACd,KAAK,EAAE,cAAc,GAAG,IAAI,CAAA;IAC5B,QAAQ,EAAE,aAAa,CAAA;IACvB,MAAM,EAAE,oBAAoB,EAAE,CAAA;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,KAAK,EAAE,MAAM,EAAE,CAAA;CAChB;AAED,iCAAiC;AACjC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,cAAc,CAAA;IACpB,SAAS,EAAE,cAAc,CAAA;IACzB,MAAM,EAAE,UAAU,GAAG,qBAAqB,CAAA;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,gCAAgC;AAChC,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE;QACP,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;QACpB,cAAc,EAAE,MAAM,CAAA;QACtB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,kBAAkB,EAAE,MAAM,CAAA;QAC1B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KACxC,CAAA;IACD,MAAM,EAAE,KAAK,CAAC;QACZ,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,MAAM,EAAE,oBAAoB,EAAE,CAAA;KAC/B,CAAC,CAAA;IACF,QAAQ,EAAE,KAAK,CAAC;QACd,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,QAAQ,EAAE,MAAM,EAAE,CAAA;KACnB,CAAC,CAAA;IACF,KAAK,EAAE,KAAK,CAAC;QACX,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAA;QAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;QAC9B,KAAK,EAAE,MAAM,EAAE,CAAA;KAChB,CAAC,CAAA;CACH;AAED,wBAAwB;AACxB,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE;QACP,gBAAgB,EAAE,MAAM,CAAA;QACxB,WAAW,EAAE,MAAM,CAAA;QACnB,sBAAsB,EAAE,MAAM,CAAA;KAC/B,CAAA;IACD,UAAU,EAAE,cAAc,EAAE,CAAA;CAC7B;AAMD,eAAO,MAAM,eAAe;;;;;EAAmC,CAAA;AAE/D,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;iBAa/B,CAAA"}

package/dist/src/scripts/validation/types.js

@@ -0,0 +1,43 @@
+/**
+ * SMI-863: Type definitions for skill validation
+ */
+import { z } from 'zod';
+// ============================================================================
+// Configuration
+// ============================================================================
+export const CONFIG = {
+    /** Default input file path */
+    DEFAULT_INPUT: './data/skills.json',
+    /** Default output directory */
+    DEFAULT_OUTPUT_DIR: './data',
+    /** Semantic similarity threshold for duplicate detection */
+    SIMILARITY_THRESHOLD: 0.85,
+    /** Source priority scores */
+    SOURCE_PRIORITY: {
+        'anthropic-official': 100,
+        github: 80,
+        'claude-plugins': 40,
+        unknown: 0,
+    },
+    /** Valid trust tiers */
+    VALID_TRUST_TIERS: ['verified', 'community', 'experimental', 'unknown'],
+};
+// ============================================================================
+// Zod Schema for Validation
+// ============================================================================
+export const TrustTierSchema = z.enum(CONFIG.VALID_TRUST_TIERS);
+export const ValidatedSkillSchema = z.object({
+    id: z
+        .string()
+        .min(1)
+        .regex(/^[^/]+\/[^/]+$/, 'ID must be in format author/name'),
+    name: z.string().min(1),
+    description: z.string().min(1),
+    author: z.string().min(1),
+    repo_url: z.string().url().nullable(),
+    quality_score: z.number().min(0).max(100),
+    trust_tier: TrustTierSchema,
+    tags: z.array(z.string()),
+    source: z.string().min(1),
+});
+//# sourceMappingURL=types.js.map

package/dist/src/scripts/validation/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/scripts/validation/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,8BAA8B;IAC9B,aAAa,EAAE,oBAAoB;IACnC,+BAA+B;IAC/B,kBAAkB,EAAE,QAAQ;IAC5B,4DAA4D;IAC5D,oBAAoB,EAAE,IAAI;IAC1B,6BAA6B;IAC7B,eAAe,EAAE;QACf,oBAAoB,EAAE,GAAG;QACzB,MAAM,EAAE,EAAE;QACV,gBAAgB,EAAE,EAAE;QACpB,OAAO,EAAE,CAAC;KACe;IAC3B,wBAAwB;IACxB,iBAAiB,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,SAAS,CAAU;CACxE,CAAA;AAuGV,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,EAAE,EAAE,CAAC;SACF,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,KAAK,CAAC,gBAAgB,EAAE,kCAAkC,CAAC;IAC9D,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACvB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACrC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACzC,UAAU,EAAE,eAAe;IAC3B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAA"}

package/dist/src/security/index.d.ts

@@ -5,14 +5,15 @@
  * SMI-732: Input sanitization functions
  * SMI-733: Audit logging system
  * SMI-898: Path traversal protection for database paths
+ * SMI-1189: Split into modular subpackages
  */
-export { SecurityScanner } from './scanner.js';
-export type { SecurityFinding, SecurityFindingType, SecuritySeverity, ScanReport, ScannerOptions, RiskScoreBreakdown, } from './scanner.js';
+export { SecurityScanner } from './scanner/index.js';
+export type { SecurityFinding, SecurityFindingType, SecuritySeverity, ScanReport, ScannerOptions, RiskScoreBreakdown, } from './scanner/index.js';
 export { sanitizeHtml, sanitizeFileName, sanitizePath, sanitizeUrl, sanitizeText, } from './sanitization.js';
 export { validateDbPath, validateDbPathOrThrow, isPathSafe, DEFAULT_ALLOWED_DIRS, } from './pathValidation.js';
 export type { PathValidationOptions, PathValidationResult } from './pathValidation.js';
 export { AuditLogger } from './AuditLogger.js';
 export type { AuditLogEntry, AuditEventType, AuditActor, AuditResult, AuditQueryFilter, AuditStats, } from './AuditLogger.js';
-export { RateLimiter, InMemoryRateLimitStorage, RATE_LIMIT_PRESETS, createRateLimiterFromPreset, RateLimitQueueTimeoutError, RateLimitQueueFullError, } from './RateLimiter.js';
-export type { RateLimitConfig, RateLimitResult, RateLimitStorage, RateLimitMetrics, } from './RateLimiter.js';
+export { RateLimiter, InMemoryRateLimitStorage, RATE_LIMIT_PRESETS, createRateLimiterFromPreset, RateLimitQueueTimeoutError, RateLimitQueueFullError, } from './rate-limiter/index.js';
+export type { RateLimitConfig, RateLimitResult, RateLimitStorage, RateLimitMetrics, } from './rate-limiter/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/security/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/security/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC9C,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,UAAU,EACV,cAAc,EACd,kBAAkB,GACnB,MAAM,cAAc,CAAA;AAErB,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,GACb,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAEtF,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,YAAY,EACV,aAAa,EACb,cAAc,EACd,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,UAAU,GACX,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EACL,WAAW,EACX,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,kBAAkB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/security/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACpD,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,UAAU,EACV,cAAc,EACd,kBAAkB,GACnB,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,GACb,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAGtF,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,YAAY,EACV,aAAa,EACb,cAAc,EACd,UAAU,EACV,WAAW,EACX,gBAAgB,EAChB,UAAU,GACX,MAAM,kBAAkB,CAAA;AAGzB,OAAO,EACL,WAAW,EACX,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EACV,eAAe,EACf,eAAe,EACf,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,yBAAyB,CAAA"}

package/dist/src/security/index.js

@@ -5,10 +5,16 @@
  * SMI-732: Input sanitization functions
  * SMI-733: Audit logging system
  * SMI-898: Path traversal protection for database paths
+ * SMI-1189: Split into modular subpackages
  */
-export { SecurityScanner } from './scanner.js';
+// Scanner module
+export { SecurityScanner } from './scanner/index.js';
+// Sanitization
 export { sanitizeHtml, sanitizeFileName, sanitizePath, sanitizeUrl, sanitizeText, } from './sanitization.js';
+// Path validation
 export { validateDbPath, validateDbPathOrThrow, isPathSafe, DEFAULT_ALLOWED_DIRS, } from './pathValidation.js';
+// Audit logger
 export { AuditLogger } from './AuditLogger.js';
-export { RateLimiter, InMemoryRateLimitStorage, RATE_LIMIT_PRESETS, createRateLimiterFromPreset, RateLimitQueueTimeoutError, RateLimitQueueFullError, } from './RateLimiter.js';
+// Rate limiter module
+export { RateLimiter, InMemoryRateLimitStorage, RATE_LIMIT_PRESETS, createRateLimiterFromPreset, RateLimitQueueTimeoutError, RateLimitQueueFullError, } from './rate-limiter/index.js';
 //# sourceMappingURL=index.js.map

package/dist/src/security/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/security/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAU9C,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,GACb,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAU9C,OAAO,EACL,WAAW,EACX,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,kBAAkB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/security/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,iBAAiB;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAUpD,eAAe;AACf,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,GACb,MAAM,mBAAmB,CAAA;AAE1B,kBAAkB;AAClB,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,UAAU,EACV,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAG5B,eAAe;AACf,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAU9C,sBAAsB;AACtB,OAAO,EACL,WAAW,EACX,wBAAwB,EACxB,kBAAkB,EAClB,2BAA2B,EAC3B,0BAA0B,EAC1B,uBAAuB,GACxB,MAAM,yBAAyB,CAAA"}

package/dist/src/security/rate-limiter/RateLimiter.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Rate Limiter - SMI-730, SMI-1013, SMI-1189
+ *
+ * Token bucket algorithm for rate limiting API endpoints and adapters.
+ * Prevents abuse and DoS attacks with configurable limits and windows.
+ *
+ * Features:
+ * - Token bucket algorithm for smooth rate limiting
+ * - Per-IP and per-user limits
+ * - Configurable limits and windows
+ * - In-memory storage (Redis-compatible interface)
+ * - Graceful degradation on errors
+ * - Request queue for waiting when rate limited (SMI-1013)
+ * - Configurable timeout for queued requests (SMI-1013)
+ */
+import type { RateLimitConfig, RateLimitMetrics, RateLimitResult, RateLimitStorage, TokenBucket } from './types.js';
+/**
+ * Rate Limiter using Token Bucket Algorithm
+ *
+ * @example
+ * ```typescript
+ * const limiter = new RateLimiter({
+ *   maxTokens: 100,
+ *   refillRate: 100 / 60,
+ *   windowMs: 60000,
+ * })
+ *
+ * const result = await limiter.checkLimit('user:123')
+ * if (result.allowed) {
+ *   // Process request
+ * } else {
+ *   // Return 429 Too Many Requests
+ * }
+ * ```
+ */
+export declare class RateLimiter {
+    private readonly config;
+    private readonly storage;
+    private readonly metricsManager;
+    private readonly queueManager;
+    constructor(config: RateLimitConfig, storage?: RateLimitStorage);
+    /**
+     * Try to consume a token without queuing (internal method)
+     */
+    private tryConsumeToken;
+    /**
+     * Check if a request is allowed under rate limit
+     */
+    checkLimit(key: string, cost?: number): Promise<RateLimitResult>;
+    /**
+     * Wait for a token to become available (SMI-1013)
+     */
+    waitForToken(key: string, cost?: number): Promise<RateLimitResult>;
+    /**
+     * Get queue status for a key (SMI-1013)
+     */
+    getQueueStatus(key?: string): {
+        totalQueued: number;
+        queues: Map<string, number>;
+    } | number;
+    /**
+     * Clear queue for a key (SMI-1013)
+     */
+    clearQueue(key?: string): void;
+    /**
+     * Reset rate limit for a key
+     */
+    reset(key: string): Promise<void>;
+    /**
+     * Get current state for a key
+     */
+    getState(key: string): Promise<TokenBucket | null>;
+    /**
+     * Get metrics for a specific key or all keys
+     */
+    getMetrics(key?: string): Map<string, RateLimitMetrics> | RateLimitMetrics | undefined;
+    /**
+     * Reset metrics for a specific key or all keys
+     */
+    resetMetrics(key?: string): void;
+    /**
+     * Dispose of resources
+     */
+    dispose(): void;
+}
+//# sourceMappingURL=RateLimiter.d.ts.map

package/dist/src/security/rate-limiter/RateLimiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RateLimiter.d.ts","sourceRoot":"","sources":["../../../../src/security/rate-limiter/RateLimiter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,KAAK,EACV,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,WAAW,EACZ,MAAM,YAAY,CAAA;AAYnB;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAWtB;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkB;IAC1C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;gBAE/B,MAAM,EAAE,eAAe,EAAE,OAAO,GAAE,gBAAiD;IA6C/F;;OAEG;YACW,eAAe;IAI7B;;OAEG;IACG,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,SAAI,GAAG,OAAO,CAAC,eAAe,CAAC;IAsGjE;;OAEG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,SAAI,GAAG,OAAO,CAAC,eAAe,CAAC;IA0BnE;;OAEG;IACH,cAAc,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,GAAG,MAAM;IAI3F;;OAEG;IACH,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI;IAO9B;;OAEG;IACG,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvC;;OAEG;IACG,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAIxD;;OAEG;IACH,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,GAAG,gBAAgB,GAAG,SAAS;IAOtF;;OAEG;IACH,YAAY,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI;IAWhC;;OAEG;IACH,OAAO,IAAI,IAAI;CAOhB"}