agentic-qe 3.4.1 → 3.4.2

package/v3/dist/validation/swarm-skill-validator.d.ts

@@ -0,0 +1,282 @@
+/**
+ * Swarm Skill Validator
+ * ADR-056 Phase 5: Claude Flow swarm coordinator for parallel skill validation
+ *
+ * This module provides swarm-based parallel skill validation using Claude Flow
+ * hierarchical topology for efficient parallel execution. It enables:
+ * - Parallel validation of multiple skills across models
+ * - Optimal topology selection based on workload
+ * - Integration with SkillValidationLearner for learning from outcomes
+ * - Graceful handling of individual validation failures
+ *
+ * @module validation/swarm-skill-validator
+ */
+import type { SkillValidationLearner, SkillValidationOutcome, ValidationLevel, SkillTrustTier } from '../learning/skill-validation-learner.js';
+/**
+ * Swarm topology types supported for validation
+ */
+export type SwarmTopology = 'hierarchical' | 'mesh';
+/**
+ * Configuration for swarm-based skill validation
+ */
+export interface SwarmValidationConfig {
+    /** Swarm topology to use (default: hierarchical) */
+    topology: SwarmTopology;
+    /** Maximum number of skills to validate concurrently (default: 10) */
+    maxConcurrentSkills: number;
+    /** Maximum number of models to validate against concurrently (default: 3) */
+    maxConcurrentModels: number;
+    /** Timeout per skill validation in milliseconds (default: 300000 = 5 min) */
+    timeout: number;
+    /** Whether to continue on individual skill failures (default: true) */
+    continueOnFailure: boolean;
+    /** Retry configuration for failed validations */
+    retry?: {
+        /** Maximum number of retries per validation (default: 2) */
+        maxRetries: number;
+        /** Delay between retries in ms (default: 1000) */
+        retryDelayMs: number;
+    };
+}
+/**
+ * Default swarm validation configuration
+ */
+export declare const DEFAULT_SWARM_VALIDATION_CONFIG: SwarmValidationConfig;
+/**
+ * Result of a single skill validation in the swarm
+ */
+export interface SwarmValidationResult {
+    /** Name of the skill validated */
+    skill: string;
+    /** Model used for validation */
+    model: string;
+    /** Whether schema validation passed */
+    schemaValid: boolean;
+    /** Whether validator passed */
+    validatorPassed: boolean;
+    /** Eval pass rate (0-1) */
+    evalPassRate: number;
+    /** Total duration in milliseconds */
+    durationMs: number;
+    /** Errors encountered during validation */
+    errors: string[];
+    /** Trust tier of the skill */
+    trustTier?: SkillTrustTier;
+    /** Validation level reached */
+    validationLevel?: ValidationLevel;
+    /** Retry count if retries were needed */
+    retryCount?: number;
+    /** Timestamp of validation */
+    timestamp: Date;
+}
+/**
+ * Aggregated results from swarm validation
+ */
+export interface SwarmValidationSummary {
+    /** Total skills validated */
+    totalSkills: number;
+    /** Total models used */
+    totalModels: number;
+    /** Number of successful validations */
+    successCount: number;
+    /** Number of failed validations */
+    failureCount: number;
+    /** Overall pass rate */
+    overallPassRate: number;
+    /** Total duration in milliseconds */
+    totalDurationMs: number;
+    /** Average duration per validation */
+    avgDurationMs: number;
+    /** Topology used */
+    topology: SwarmTopology;
+    /** Results by skill */
+    bySkill: Map<string, SwarmValidationResult[]>;
+    /** Results by model */
+    byModel: Map<string, SwarmValidationResult[]>;
+    /** All individual results */
+    results: SwarmValidationResult[];
+}
+/**
+ * Internal validation task for worker dispatch
+ */
+interface ValidationTask {
+    id: string;
+    skill: string;
+    model: string;
+    trustTier: SkillTrustTier;
+    validationLevel: ValidationLevel;
+    timeout: number;
+    retryCount: number;
+}
+/**
+ * Worker status for swarm coordination
+ */
+interface WorkerStatus {
+    id: string;
+    task: ValidationTask | null;
+    status: 'idle' | 'running' | 'completed' | 'failed';
+    startTime?: number;
+    result?: SwarmValidationResult;
+}
+/**
+ * Skill validator function type
+ * Implementations should validate a skill against a model and return the outcome
+ */
+export type SkillValidatorFn = (skill: string, model: string, options: {
+    trustTier: SkillTrustTier;
+    validationLevel: ValidationLevel;
+    timeout: number;
+}) => Promise<SkillValidationOutcome>;
+/**
+ * Swarm-based parallel skill validation coordinator
+ *
+ * Uses Claude Flow hierarchical topology for efficient parallel execution
+ * of skill validations across multiple models.
+ *
+ * @example
+ * ```typescript
+ * const validator = new SwarmSkillValidator(config, learner);
+ *
+ * // Validate multiple skills in parallel
+ * const results = await validator.validateSkillsParallel(
+ *   ['security-testing', 'accessibility-testing'],
+ *   ['claude-sonnet', 'claude-haiku']
+ * );
+ *
+ * // Validate single skill across models
+ * const crossModelResults = await validator.validateSkillCrossModel(
+ *   'security-testing',
+ *   ['claude-sonnet', 'claude-haiku', 'claude-opus']
+ * );
+ * ```
+ */
+export declare class SwarmSkillValidator {
+    private readonly config;
+    private readonly learner;
+    private skillValidator;
+    private workers;
+    private taskQueue;
+    private isRunning;
+    constructor(config: Partial<SwarmValidationConfig>, learner: SkillValidationLearner);
+    /**
+     * Set the skill validator function
+     * This allows injection of the actual validation logic
+     */
+    setSkillValidator(validator: SkillValidatorFn): void;
+    /**
+     * Validate multiple skills in parallel using swarm
+     *
+     * @param skills - Array of skill names to validate
+     * @param models - Array of model names to validate against
+     * @param options - Optional validation options
+     * @returns Map of skill name to validation results
+     */
+    validateSkillsParallel(skills: string[], models: string[], options?: {
+        trustTier?: SkillTrustTier;
+        validationLevel?: ValidationLevel;
+    }): Promise<Map<string, SwarmValidationResult[]>>;
+    /**
+     * Validate a single skill across multiple models in parallel
+     *
+     * @param skill - Skill name to validate
+     * @param models - Array of model names to validate against
+     * @param options - Optional validation options
+     * @returns Array of validation results
+     */
+    validateSkillCrossModel(skill: string, models: string[], options?: {
+        trustTier?: SkillTrustTier;
+        validationLevel?: ValidationLevel;
+    }): Promise<SwarmValidationResult[]>;
+    /**
+     * Get aggregated summary of validation results
+     */
+    getSummary(results: Map<string, SwarmValidationResult[]>): SwarmValidationSummary;
+    /**
+     * Determine optimal swarm topology based on workload
+     *
+     * Hierarchical is better for:
+     * - Large number of skills (>5)
+     * - Fewer models per skill
+     * - Tasks with dependencies
+     *
+     * Mesh is better for:
+     * - Fewer skills with many models
+     * - Highly parallel independent tasks
+     * - Cross-model analysis
+     */
+    determineTopology(skillCount: number, modelCount: number): SwarmTopology;
+    /**
+     * Create validation tasks from skills and models
+     */
+    private createValidationTasks;
+    /**
+     * Execute validation tasks in parallel with concurrency limits
+     */
+    private executeTasksParallel;
+    /**
+     * Run a worker that processes tasks from the queue
+     */
+    private runWorker;
+    /**
+     * Execute a single validation task
+     */
+    private executeValidationTask;
+    /**
+     * Convert SkillValidationOutcome to SwarmValidationResult
+     */
+    private outcomeToResult;
+    /**
+     * Create a simulated result for testing without a validator
+     */
+    private createSimulatedResult;
+    /**
+     * Create an error result for a failed task
+     */
+    private createErrorResult;
+    /**
+     * Record validation outcomes to the learner
+     */
+    private recordOutcomesToLearner;
+    /**
+     * Create test case results from swarm validation result
+     */
+    private createTestCaseResults;
+    /**
+     * Helper to delay execution
+     */
+    private delay;
+    /**
+     * Get current configuration
+     */
+    getConfig(): SwarmValidationConfig;
+    /**
+     * Check if validation is currently running
+     */
+    isValidationRunning(): boolean;
+    /**
+     * Get current worker status
+     */
+    getWorkerStatus(): WorkerStatus[];
+    /**
+     * Cancel running validation
+     */
+    cancel(): void;
+}
+/**
+ * Create a SwarmSkillValidator instance
+ *
+ * @param config - Partial configuration (merged with defaults)
+ * @param learner - SkillValidationLearner for recording outcomes
+ * @returns SwarmSkillValidator instance
+ */
+export declare function createSwarmSkillValidator(config: Partial<SwarmValidationConfig>, learner: SkillValidationLearner): SwarmSkillValidator;
+/**
+ * P0 Skills at Trust Tier 3 with full validation stacks
+ */
+export declare const P0_SKILLS: readonly ["security-testing", "accessibility-testing", "api-testing", "performance-testing", "visual-regression-testing", "mutation-testing", "contract-testing", "chaos-testing", "compliance-testing", "penetration-testing"];
+/**
+ * Default models for cross-model validation
+ */
+export declare const DEFAULT_VALIDATION_MODELS: readonly ["claude-sonnet", "claude-haiku", "claude-opus"];
+export {};
+//# sourceMappingURL=swarm-skill-validator.d.ts.map

package/v3/dist/validation/swarm-skill-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"swarm-skill-validator.d.ts","sourceRoot":"","sources":["../../src/validation/swarm-skill-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EACV,sBAAsB,EACtB,sBAAsB,EACtB,eAAe,EACf,cAAc,EAEf,MAAM,yCAAyC,CAAC;AAMjD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,cAAc,GAAG,MAAM,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,oDAAoD;IACpD,QAAQ,EAAE,aAAa,CAAC;IAExB,sEAAsE;IACtE,mBAAmB,EAAE,MAAM,CAAC;IAE5B,6EAA6E;IAC7E,mBAAmB,EAAE,MAAM,CAAC;IAE5B,6EAA6E;IAC7E,OAAO,EAAE,MAAM,CAAC;IAEhB,uEAAuE;IACvE,iBAAiB,EAAE,OAAO,CAAC;IAE3B,iDAAiD;IACjD,KAAK,CAAC,EAAE;QACN,4DAA4D;QAC5D,UAAU,EAAE,MAAM,CAAC;QACnB,kDAAkD;QAClD,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;GAEG;AACH,eAAO,MAAM,+BAA+B,EAAE,qBAU7C,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IAEd,gCAAgC;IAChC,KAAK,EAAE,MAAM,CAAC;IAEd,uCAAuC;IACvC,WAAW,EAAE,OAAO,CAAC;IAErB,+BAA+B;IAC/B,eAAe,EAAE,OAAO,CAAC;IAEzB,2BAA2B;IAC3B,YAAY,EAAE,MAAM,CAAC;IAErB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAC;IAEnB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,EAAE,CAAC;IAEjB,8BAA8B;IAC9B,SAAS,CAAC,EAAE,cAAc,CAAC;IAE3B,+BAA+B;IAC/B,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,8BAA8B;IAC9B,SAAS,EAAE,IAAI,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IAEpB,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IAEpB,uCAAuC;IACvC,YAAY,EAAE,MAAM,CAAC;IAErB,mCAAmC;IACnC,YAAY,EAAE,MAAM,CAAC;IAErB,wBAAwB;IACxB,eAAe,EAAE,MAAM,CAAC;IAExB,qCAAqC;IACrC,eAAe,EAAE,MAAM,CAAC;IAExB,sCAAsC;IACtC,aAAa,EAAE,MAAM,CAAC;IAEtB,oBAAoB;IACpB,QAAQ,EAAE,aAAa,CAAC;IAExB,uBAAuB;IACvB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAE9C,uBAAuB;IACvB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAE9C,6BAA6B;IAC7B,OAAO,EAAE,qBAAqB,EAAE,CAAC;CAClC;AAED;;GAEG;AACH,UAAU,cAAc;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,cAAc,CAAC;IAC1B,eAAe,EAAE,eAAe,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,UAAU,YAAY;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,cAAc,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,qBAAqB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAC7B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;IACP,SAAS,EAAE,cAAc,CAAC;IAC1B,eAAe,EAAE,eAAe,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;CACjB,KACE,OAAO,CAAC,sBAAsB,CAAC,CAAC;AAMrC;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;IAC/C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,cAAc,CAAiC;IACvD,OAAO,CAAC,OAAO,CAAwC;IACvD,OAAO,CAAC,SAAS,CAAwB;IACzC,OAAO,CAAC,SAAS,CAAS;gBAGxB,MAAM,EAAE,OAAO,CAAC,qBAAqB,CAAC,EACtC,OAAO,EAAE,sBAAsB;IAMjC;;;OAGG;IACH,iBAAiB,CAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI;IAIpD;;;;;;;OAOG;IACG,sBAAsB,CAC1B,MAAM,EAAE,MAAM,EAAE,EAChB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,CAAC,EAAE;QACR,SAAS,CAAC,EAAE,cAAc,CAAC;QAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;KACnC,GACA,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;IA4BhD;;;;;;;OAOG;IACG,uBAAuB,CAC3B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,CAAC,EAAE;QACR,SAAS,CAAC,EAAE,cAAc,CAAC;QAC3B,eAAe,CAAC,EAAE,eAAe,CAAC;KACnC,GACA,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAKnC;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC,GAAG,sBAAsB;IAiCjF;;;;;;;;;;;;OAYG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa;IA8BxE;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAyB7B;;OAEG;YACW,oBAAoB;IAiClC;;OAEG;YACW,SAAS;IA6CvB;;OAEG;YACW,qBAAqB;IA4BnC;;OAEG;IACH,OAAO,CAAC,eAAe;IAwBvB;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAqB7B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAkBzB;;OAEG;YACW,uBAAuB;IA0BrC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAiB7B;;OAEG;IACH,OAAO,CAAC,KAAK;IAIb;;OAEG;IACH,SAAS,IAAI,qBAAqB;IAIlC;;OAEG;IACH,mBAAmB,IAAI,OAAO;IAI9B;;OAEG;IACH,eAAe,IAAI,YAAY,EAAE;IAIjC;;OAEG;IACH,MAAM,IAAI,IAAI;CAIf;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,OAAO,CAAC,qBAAqB,CAAC,EACtC,OAAO,EAAE,sBAAsB,GAC9B,mBAAmB,CAErB;AAED;;GAEG;AACH,eAAO,MAAM,SAAS,iOAWZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB,2DAI5B,CAAC"}