@skillsmith/core 0.1.0

package/dist/src/matching/SkillMatcher.js

@@ -0,0 +1,206 @@
+/**
+ * @fileoverview Semantic skill matching using embeddings
+ * @module @skillsmith/core/matching/SkillMatcher
+ * @see SMI-602: Implement recommend_skills MCP tool
+ *
+ * Provides semantic similarity matching between skills using
+ * the EmbeddingService for vector-based comparisons.
+ *
+ * @example
+ * const matcher = new SkillMatcher({ useFallback: true });
+ * const matches = await matcher.findSimilarSkills('react testing', skills, 5);
+ */
+import { EmbeddingService } from '../embeddings/index.js';
+/**
+ * Semantic skill matcher using embeddings.
+ *
+ * Finds skills similar to a query using vector similarity,
+ * with optional quality score boosting.
+ *
+ * @example
+ * const matcher = new SkillMatcher({ useFallback: true });
+ * await matcher.initialize(skills);
+ * const results = await matcher.findSimilarSkills('react testing', skills);
+ */
+export class SkillMatcher {
+    embeddingService;
+    skillEmbeddings = new Map();
+    initialized = false;
+    minSimilarity;
+    qualityWeight;
+    constructor(options = {}) {
+        this.embeddingService = new EmbeddingService(options);
+        this.minSimilarity = options.minSimilarity ?? 0.3;
+        this.qualityWeight = options.qualityWeight ?? 0.3;
+    }
+    /**
+     * Check if matcher is using fallback mode
+     */
+    isUsingFallback() {
+        return this.embeddingService.isUsingFallback();
+    }
+    /**
+     * Initialize skill embeddings for a set of skills.
+     * Call this before matching for best performance.
+     */
+    async initialize(skills) {
+        const texts = skills.map((skill) => ({
+            id: skill.id,
+            text: this.skillToText(skill),
+        }));
+        const results = await this.embeddingService.embedBatch(texts);
+        for (const result of results) {
+            this.skillEmbeddings.set(result.skillId, result.embedding);
+        }
+        this.initialized = true;
+    }
+    /**
+     * Convert skill to text for embedding
+     */
+    skillToText(skill) {
+        const parts = [skill.name, skill.description];
+        if (skill.triggerPhrases && skill.triggerPhrases.length > 0) {
+            parts.push(skill.triggerPhrases.join(' '));
+        }
+        if (skill.keywords && skill.keywords.length > 0) {
+            parts.push(skill.keywords.join(' '));
+        }
+        return parts.join(' ').slice(0, 1000);
+    }
+    /**
+     * Find skills similar to a query string.
+     *
+     * @param query - Search query or context description
+     * @param skills - Pool of skills to search
+     * @param limit - Maximum results to return
+     * @returns Ranked list of matching skills
+     *
+     * @example
+     * const matches = await matcher.findSimilarSkills(
+     *   'React TypeScript frontend testing',
+     *   availableSkills,
+     *   5
+     * );
+     */
+    async findSimilarSkills(query, skills, limit = 10) {
+        // Ensure skills are initialized
+        if (!this.initialized) {
+            await this.initialize(skills);
+        }
+        // Get query embedding
+        const queryEmbedding = await this.embeddingService.embed(query);
+        // Score all skills
+        const scored = [];
+        for (const skill of skills) {
+            const skillEmbedding = this.skillEmbeddings.get(skill.id);
+            if (!skillEmbedding) {
+                // Skill not in cache, compute on-the-fly
+                const text = this.skillToText(skill);
+                const embedding = await this.embeddingService.embed(text);
+                this.skillEmbeddings.set(skill.id, embedding);
+            }
+            const embedding = this.skillEmbeddings.get(skill.id);
+            const semanticScore = this.embeddingService.cosineSimilarity(queryEmbedding, embedding);
+            // Apply quality boost
+            const qualityBoost = skill.qualityScore ? (skill.qualityScore / 100) * this.qualityWeight : 0;
+            const finalScore = semanticScore * (1 - this.qualityWeight) + qualityBoost;
+            if (finalScore >= this.minSimilarity) {
+                scored.push({
+                    skill,
+                    similarityScore: Math.round(finalScore * 100) / 100,
+                    matchReason: this.generateMatchReason(skill, query, semanticScore),
+                });
+            }
+        }
+        // Sort by score descending
+        scored.sort((a, b) => b.similarityScore - a.similarityScore);
+        return scored.slice(0, limit);
+    }
+    /**
+     * Find skills similar to a set of installed skills.
+     *
+     * @param installedSkills - Currently installed skills
+     * @param candidateSkills - Pool of skills to recommend from
+     * @param limit - Maximum results
+     * @returns Ranked list of recommended skills
+     */
+    async findComplementarySkills(installedSkills, candidateSkills, limit = 10) {
+        if (installedSkills.length === 0) {
+            // No installed skills, return top quality candidates
+            return candidateSkills
+                .map((skill) => ({
+                skill,
+                similarityScore: skill.qualityScore ? skill.qualityScore / 100 : 0.5,
+                matchReason: 'High-quality skill for your toolkit',
+            }))
+                .sort((a, b) => b.similarityScore - a.similarityScore)
+                .slice(0, limit);
+        }
+        // Build combined query from installed skills
+        const installedTexts = installedSkills.map((s) => this.skillToText(s));
+        const combinedQuery = installedTexts.join(' ');
+        // Filter out already installed
+        const installedIds = new Set(installedSkills.map((s) => s.id.toLowerCase()));
+        const candidates = candidateSkills.filter((s) => !installedIds.has(s.id.toLowerCase()));
+        return this.findSimilarSkills(combinedQuery, candidates, limit);
+    }
+    /**
+     * Generate a human-readable match reason
+     */
+    generateMatchReason(skill, query, semanticScore) {
+        const queryLower = query.toLowerCase();
+        const skillNameLower = skill.name.toLowerCase();
+        // Check for direct keyword matches
+        if (skill.keywords) {
+            const matchingKeywords = skill.keywords.filter((k) => queryLower.includes(k.toLowerCase()));
+            if (matchingKeywords.length > 0) {
+                return `Matches your ${matchingKeywords.slice(0, 2).join(' and ')} needs`;
+            }
+        }
+        // Check category from description
+        const descLower = skill.description.toLowerCase();
+        if (queryLower.includes('test') && descLower.includes('test')) {
+            return 'Supports your testing workflow';
+        }
+        if (queryLower.includes('react') && descLower.includes('react')) {
+            return 'Enhances your React development';
+        }
+        if (queryLower.includes('docker') && descLower.includes('docker')) {
+            return 'Helps with containerization';
+        }
+        if (queryLower.includes('api') && descLower.includes('api')) {
+            return 'Useful for API development';
+        }
+        // High semantic match
+        if (semanticScore > 0.7) {
+            return `Highly relevant to "${skillNameLower}"`;
+        }
+        // Default based on quality
+        if (skill.qualityScore && skill.qualityScore >= 90) {
+            return 'Top-rated skill in this category';
+        }
+        return 'Complements your existing skills';
+    }
+    /**
+     * Get embedding dimension
+     */
+    getEmbeddingDimension() {
+        return 384;
+    }
+    /**
+     * Clear cached embeddings
+     */
+    clear() {
+        this.skillEmbeddings.clear();
+        this.initialized = false;
+    }
+    /**
+     * Close resources
+     */
+    close() {
+        this.embeddingService.close();
+        this.clear();
+    }
+}
+export default SkillMatcher;
+//# sourceMappingURL=SkillMatcher.js.map

package/dist/src/matching/SkillMatcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillMatcher.js","sourceRoot":"","sources":["../../../src/matching/SkillMatcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,gBAAgB,EAAgC,MAAM,wBAAwB,CAAA;AA0CvF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,YAAY;IACf,gBAAgB,CAAkB;IAClC,eAAe,GAA8B,IAAI,GAAG,EAAE,CAAA;IACtD,WAAW,GAAG,KAAK,CAAA;IACV,aAAa,CAAQ;IACrB,aAAa,CAAQ;IAEtC,YAAY,UAA+B,EAAE;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACrD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,GAAG,CAAA;QACjD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,GAAG,CAAA;IACnD,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAA;IAChD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,MAAwB;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;SAC9B,CAAC,CAAC,CAAA;QAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAE7D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;QAC5D,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAqB;QACvC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;QAE7C,IAAI,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC5C,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QACtC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACvC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,iBAAiB,CACrB,KAAa,EACb,MAAwB,EACxB,QAAgB,EAAE;QAElB,gCAAgC;QAChC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;QAC/B,CAAC;QAED,sBAAsB;QACtB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAE/D,mBAAmB;QACnB,MAAM,MAAM,GAAuB,EAAE,CAAA;QAErC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAEzD,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,yCAAyC;gBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;gBACpC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACzD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;YAC/C,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAE,CAAA;YACrD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,cAAc,EAAE,SAAS,CAAC,CAAA;YAEvF,sBAAsB;YACtB,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;YAE7F,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,YAAY,CAAA;YAE1E,IAAI,UAAU,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK;oBACL,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;oBACnD,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,CAAC;iBACnE,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC,CAAA;QAE5D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,uBAAuB,CAC3B,eAAiC,EACjC,eAAiC,EACjC,QAAgB,EAAE;QAElB,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,qDAAqD;YACrD,OAAO,eAAe;iBACnB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACf,KAAK;gBACL,eAAe,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG;gBACpE,WAAW,EAAE,qCAAqC;aACnD,CAAC,CAAC;iBACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;iBACrD,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QACpB,CAAC;QAED,6CAA6C;QAC7C,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;QACtE,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAE9C,+BAA+B;QAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;QAC5E,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;QAEvF,OAAO,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAA;IACjE,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,KAAqB,EAAE,KAAa,EAAE,aAAqB;QACrF,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAA;QACtC,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;QAE/C,mCAAmC;QACnC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;YAC3F,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,OAAO,gBAAgB,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;YAC3E,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,CAAA;QAEjD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,gCAAgC,CAAA;QACzC,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAChE,OAAO,iCAAiC,CAAA;QAC1C,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClE,OAAO,6BAA6B,CAAA;QACtC,CAAC;QACD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,4BAA4B,CAAA;QACrC,CAAC;QAED,sBAAsB;QACtB,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YACxB,OAAO,uBAAuB,cAAc,GAAG,CAAA;QACjD,CAAC;QAED,2BAA2B;QAC3B,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YACnD,OAAO,kCAAkC,CAAA;QAC3C,CAAC;QAED,OAAO,kCAAkC,CAAA;IAC3C,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;QAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAA;QAC7B,IAAI,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;CACF;AAED,eAAe,YAAY,CAAA"}

package/dist/src/matching/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Skill Matching Module
+ * @module @skillsmith/core/matching
+ *
+ * Provides semantic skill matching and overlap detection.
+ *
+ * @see SMI-602: Recommend skills based on codebase analysis
+ * @see SMI-604: Trigger phrase overlap detection
+ */
+export { SkillMatcher, default as DefaultSkillMatcher } from './SkillMatcher.js';
+export type { MatchableSkill, SkillMatchResult, SkillMatcherOptions } from './SkillMatcher.js';
+export { OverlapDetector, default as DefaultOverlapDetector } from './OverlapDetector.js';
+export type { TriggerPhraseSkill, OverlapResult, FilteredSkillsResult, OverlapDetectorOptions, } from './OverlapDetector.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/matching/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,OAAO,IAAI,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAChF,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAE9F,OAAO,EAAE,eAAe,EAAE,OAAO,IAAI,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AACzF,YAAY,EACV,kBAAkB,EAClB,aAAa,EACb,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,sBAAsB,CAAA"}

package/dist/src/matching/index.js

@@ -0,0 +1,12 @@
+/**
+ * Skill Matching Module
+ * @module @skillsmith/core/matching
+ *
+ * Provides semantic skill matching and overlap detection.
+ *
+ * @see SMI-602: Recommend skills based on codebase analysis
+ * @see SMI-604: Trigger phrase overlap detection
+ */
+export { SkillMatcher, default as DefaultSkillMatcher } from './SkillMatcher.js';
+export { OverlapDetector, default as DefaultOverlapDetector } from './OverlapDetector.js';
+//# sourceMappingURL=index.js.map

package/dist/src/matching/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/matching/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,OAAO,IAAI,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAGhF,OAAO,EAAE,eAAe,EAAE,OAAO,IAAI,sBAAsB,EAAE,MAAM,sBAAsB,CAAA"}

package/dist/src/pipeline/DailyIndexPipeline.d.ts

@@ -0,0 +1,220 @@
+/**
+ * Daily Index Generation Pipeline (SMI-593)
+ *
+ * Orchestrates the daily skill indexing process across multiple sources.
+ * Provides scheduling, progress tracking, and status reporting.
+ */
+import type { ISourceAdapter } from '../sources/ISourceAdapter.js';
+import type { SourceSearchOptions, BatchIndexResult } from '../sources/types.js';
+import { type ISkillParser, type ISkillRepository } from '../sources/SourceIndexer.js';
+/**
+ * Pipeline execution status
+ */
+export type PipelineStatus = 'idle' | 'running' | 'completed' | 'failed' | 'cancelled';
+/**
+ * Source configuration for the pipeline
+ */
+export interface PipelineSourceConfig {
+    /** Source adapter instance */
+    adapter: ISourceAdapter;
+    /** Search options for this source */
+    searchOptions?: SourceSearchOptions;
+    /** Whether to enable incremental updates (skip unchanged) */
+    incremental?: boolean;
+    /** Priority (lower runs first) */
+    priority?: number;
+}
+/**
+ * Pipeline run configuration
+ */
+export interface PipelineConfig {
+    /** Sources to index */
+    sources: PipelineSourceConfig[];
+    /** Skill content parser */
+    parser: ISkillParser;
+    /** Skill repository for persistence */
+    repository: ISkillRepository;
+    /** Maximum concurrent source processing */
+    maxConcurrentSources?: number;
+    /** Callback for progress updates */
+    onProgress?: (progress: PipelineProgress) => void;
+    /** Callback for source completion */
+    onSourceComplete?: (sourceId: string, result: BatchIndexResult) => void;
+    /** Callback for errors */
+    onError?: (sourceId: string, error: Error) => void;
+    /** Whether to continue on source errors */
+    continueOnError?: boolean;
+    /** Run identifier */
+    runId?: string;
+}
+/**
+ * Progress information
+ */
+export interface PipelineProgress {
+    /** Current run ID */
+    runId: string;
+    /** Current status */
+    status: PipelineStatus;
+    /** Sources completed */
+    sourcesCompleted: number;
+    /** Total sources */
+    totalSources: number;
+    /** Skills processed so far */
+    skillsProcessed: number;
+    /** Skills indexed (created + updated) */
+    skillsIndexed: number;
+    /** Current source being processed */
+    currentSource?: string;
+    /** Elapsed time in milliseconds */
+    elapsedMs: number;
+    /** Estimated remaining time in milliseconds */
+    estimatedRemainingMs?: number;
+}
+/**
+ * Source result
+ */
+export interface SourceResult {
+    /** Source identifier */
+    sourceId: string;
+    /** Source name */
+    sourceName: string;
+    /** Index result */
+    result: BatchIndexResult | null;
+    /** Error if failed */
+    error?: string;
+    /** Duration in milliseconds */
+    durationMs: number;
+    /** Start time */
+    startedAt: string;
+    /** End time */
+    completedAt: string;
+}
+/**
+ * Pipeline run result
+ */
+export interface PipelineResult {
+    /** Run identifier */
+    runId: string;
+    /** Final status */
+    status: PipelineStatus;
+    /** When the run started */
+    startedAt: string;
+    /** When the run completed */
+    completedAt: string;
+    /** Total duration in milliseconds */
+    durationMs: number;
+    /** Results per source */
+    sourceResults: SourceResult[];
+    /** Aggregate statistics */
+    summary: {
+        /** Total sources processed */
+        totalSources: number;
+        /** Sources that succeeded */
+        successfulSources: number;
+        /** Sources that failed */
+        failedSources: number;
+        /** Total skills found */
+        totalSkills: number;
+        /** Skills created */
+        skillsCreated: number;
+        /** Skills updated */
+        skillsUpdated: number;
+        /** Skills unchanged */
+        skillsUnchanged: number;
+        /** Skills failed */
+        skillsFailed: number;
+        /** Total errors */
+        totalErrors: number;
+    };
+}
+/**
+ * Daily Index Pipeline
+ *
+ * Orchestrates skill indexing across multiple sources with:
+ * - Concurrent source processing
+ * - Progress tracking and callbacks
+ * - Error handling and recovery
+ * - Run state management
+ *
+ * @example
+ * ```typescript
+ * const pipeline = new DailyIndexPipeline()
+ *
+ * const result = await pipeline.run({
+ *   sources: [
+ *     { adapter: githubAdapter, searchOptions: { topics: ['claude-skill'] } },
+ *     { adapter: gitlabAdapter, searchOptions: { topics: ['claude'] } }
+ *   ],
+ *   parser: skillParser,
+ *   repository: skillRepository,
+ *   onProgress: (p) => console.log(`${p.sourcesCompleted}/${p.totalSources} sources`)
+ * })
+ *
+ * console.log(`Indexed ${result.summary.skillsCreated} new skills`)
+ * ```
+ */
+export declare class DailyIndexPipeline {
+    private currentRun;
+    private scorer;
+    /**
+     * Check if pipeline is currently running
+     */
+    get isRunning(): boolean;
+    /**
+     * Get current run ID
+     */
+    get currentRunId(): string | null;
+    /**
+     * Run the pipeline
+     */
+    run(config: PipelineConfig): Promise<PipelineResult>;
+    /**
+     * Cancel the current run
+     */
+    cancel(): boolean;
+    /**
+     * Get current progress
+     */
+    getProgress(): PipelineProgress | null;
+    /**
+     * Process a single source
+     */
+    private processSource;
+    /**
+     * Emit progress update
+     */
+    private emitProgress;
+    /**
+     * Build final result
+     */
+    private buildResult;
+    /**
+     * Generate a unique run ID
+     */
+    private generateRunId;
+}
+/**
+ * Create a scheduled pipeline runner
+ */
+export declare function createScheduledPipeline(config: Omit<PipelineConfig, 'runId'>, options: {
+    /** Interval between runs in milliseconds */
+    intervalMs: number;
+    /** Whether to run immediately on start */
+    runImmediately?: boolean;
+    /** Callback after each run */
+    onRunComplete?: (result: PipelineResult) => void;
+}): {
+    start: () => void;
+    stop: () => void;
+    isRunning: () => boolean;
+    getLastResult: () => PipelineResult | null;
+};
+/**
+ * Run pipeline once with default configuration
+ */
+export declare function runDailyIndex(sources: PipelineSourceConfig[], parser: ISkillParser, repository: ISkillRepository, options?: {
+    continueOnError?: boolean;
+    maxConcurrentSources?: number;
+    onProgress?: (progress: PipelineProgress) => void;
+}): Promise<PipelineResult>;
+//# sourceMappingURL=DailyIndexPipeline.d.ts.map

package/dist/src/pipeline/DailyIndexPipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DailyIndexPipeline.d.ts","sourceRoot":"","sources":["../../../src/pipeline/DailyIndexPipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAChF,OAAO,EAEL,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACtB,MAAM,6BAA6B,CAAA;AAGpC;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;AAEtF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,8BAA8B;IAC9B,OAAO,EAAE,cAAc,CAAA;IACvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,6DAA6D;IAC7D,WAAW,CAAC,EAAE,OAAO,CAAA;IACrB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,uBAAuB;IACvB,OAAO,EAAE,oBAAoB,EAAE,CAAA;IAC/B,2BAA2B;IAC3B,MAAM,EAAE,YAAY,CAAA;IACpB,uCAAuC;IACvC,UAAU,EAAE,gBAAgB,CAAA;IAC5B,2CAA2C;IAC3C,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,oCAAoC;IACpC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAA;IACjD,qCAAqC;IACrC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAA;IACvE,0BAA0B;IAC1B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,KAAK,IAAI,CAAA;IAClD,2CAA2C;IAC3C,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,qBAAqB;IACrB,MAAM,EAAE,cAAc,CAAA;IACtB,wBAAwB;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,8BAA8B;IAC9B,eAAe,EAAE,MAAM,CAAA;IACvB,yCAAyC;IACzC,aAAa,EAAE,MAAM,CAAA;IACrB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,+CAA+C;IAC/C,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,wBAAwB;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,mBAAmB;IACnB,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAA;IAC/B,sBAAsB;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAA;IAClB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,eAAe;IACf,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,mBAAmB;IACnB,MAAM,EAAE,cAAc,CAAA;IACtB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAA;IAClB,yBAAyB;IACzB,aAAa,EAAE,YAAY,EAAE,CAAA;IAC7B,2BAA2B;IAC3B,OAAO,EAAE;QACP,8BAA8B;QAC9B,YAAY,EAAE,MAAM,CAAA;QACpB,6BAA6B;QAC7B,iBAAiB,EAAE,MAAM,CAAA;QACzB,0BAA0B;QAC1B,aAAa,EAAE,MAAM,CAAA;QACrB,yBAAyB;QACzB,WAAW,EAAE,MAAM,CAAA;QACnB,qBAAqB;QACrB,aAAa,EAAE,MAAM,CAAA;QACrB,qBAAqB;QACrB,aAAa,EAAE,MAAM,CAAA;QACrB,uBAAuB;QACvB,eAAe,EAAE,MAAM,CAAA;QACvB,oBAAoB;QACpB,YAAY,EAAE,MAAM,CAAA;QACpB,mBAAmB;QACnB,WAAW,EAAE,MAAM,CAAA;KACpB,CAAA;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,UAAU,CASH;IAEf,OAAO,CAAC,MAAM,CAAsB;IAEpC;;OAEG;IACH,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED;;OAEG;IACH,IAAI,YAAY,IAAI,MAAM,GAAG,IAAI,CAEhC;IAED;;OAEG;IACG,GAAG,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IA2F1D;;OAEG;IACH,MAAM,IAAI,OAAO;IAQjB;;OAEG;IACH,WAAW,IAAI,gBAAgB,GAAG,IAAI;IA2BtC;;OAEG;YACW,aAAa;IA8D3B;;OAEG;IACH,OAAO,CAAC,YAAY;IAOpB;;OAEG;IACH,OAAO,CAAC,WAAW;IA2BnB;;OAEG;IACH,OAAO,CAAC,aAAa;CAOtB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,EACrC,OAAO,EAAE;IACP,4CAA4C;IAC5C,UAAU,EAAE,MAAM,CAAA;IAClB,0CAA0C;IAC1C,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,8BAA8B;IAC9B,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,IAAI,CAAA;CACjD,GACA;IACD,KAAK,EAAE,MAAM,IAAI,CAAA;IACjB,IAAI,EAAE,MAAM,IAAI,CAAA;IAChB,SAAS,EAAE,MAAM,OAAO,CAAA;IACxB,aAAa,EAAE,MAAM,cAAc,GAAG,IAAI,CAAA;CAC3C,CA2CA;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,gBAAgB,EAC5B,OAAO,CAAC,EAAE;IACR,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAA;CAClD,GACA,OAAO,CAAC,cAAc,CAAC,CASzB"}