@skillsmith/core 0.5.5 → 0.5.6

package/dist/sources/SourceIndexer.js

@@ -0,0 +1,285 @@
+/**
+ * Source Indexer
+ * Connects source adapters to the skill parsing and persistence pipeline
+ */
+const DEFAULT_OPTIONS = {
+    concurrency: 5,
+    skipUnchanged: true,
+};
+/**
+ * Source Indexer
+ *
+ * Orchestrates the indexing pipeline:
+ * 1. Search source for repositories
+ * 2. Fetch skill content from each repository
+ * 3. Parse skill metadata
+ * 4. Persist to database
+ *
+ * @example
+ * ```typescript
+ * const indexer = new SourceIndexer(
+ *   githubAdapter,
+ *   skillParser,
+ *   skillRepository
+ * )
+ *
+ * const result = await indexer.indexAll({
+ *   topics: ['claude-skill'],
+ *   limit: 100
+ * })
+ *
+ * console.log(`Indexed ${result.indexed} skills`)
+ * ```
+ */
+export class SourceIndexer {
+    adapter;
+    parser;
+    repository;
+    options;
+    constructor(adapter, parser, repository, options = {}) {
+        this.adapter = adapter;
+        this.parser = parser;
+        this.repository = repository;
+        this.options = options;
+    }
+    /**
+     * Index all skills from the source matching search options
+     *
+     * @param searchOptions - Options for searching the source
+     * @returns Batch index result
+     */
+    async indexAll(searchOptions = {}) {
+        const startTime = Date.now();
+        const opts = { ...DEFAULT_OPTIONS, ...this.options };
+        // Search for repositories
+        const searchResult = await this.adapter.search(searchOptions);
+        const repositories = searchResult.repositories;
+        const results = [];
+        let created = 0;
+        let updated = 0;
+        let unchanged = 0;
+        let failed = 0;
+        const errors = [];
+        // Process repositories with concurrency limit
+        const chunks = this.chunkArray(repositories, opts.concurrency);
+        for (let chunkIndex = 0; chunkIndex < chunks.length; chunkIndex++) {
+            const chunk = chunks[chunkIndex];
+            const chunkPromises = chunk.map(async (repo, indexInChunk) => {
+                const overallIndex = chunkIndex * opts.concurrency + indexInChunk;
+                this.options.onProgress?.(overallIndex + 1, repositories.length, repo.name);
+                const result = await this.indexRepository(repo, opts.skipUnchanged);
+                results.push(result);
+                switch (result.action) {
+                    case 'created':
+                        created++;
+                        break;
+                    case 'updated':
+                        updated++;
+                        break;
+                    case 'unchanged':
+                        unchanged++;
+                        break;
+                    case 'failed':
+                        failed++;
+                        if (result.error) {
+                            errors.push(`${repo.url}: ${result.error}`);
+                        }
+                        break;
+                }
+                return result;
+            });
+            await Promise.all(chunkPromises);
+        }
+        return {
+            sourceId: this.adapter.id,
+            total: repositories.length,
+            indexed: created + updated,
+            created,
+            updated,
+            unchanged,
+            failed,
+            results,
+            errors,
+            durationMs: Date.now() - startTime,
+        };
+    }
+    /**
+     * Index a single repository
+     *
+     * @param repo - Repository to index
+     * @param skipUnchanged - Whether to skip if SHA unchanged
+     * @returns Index result
+     */
+    async indexRepository(repo, skipUnchanged = true) {
+        try {
+            // Check if skill exists and SHA matches
+            if (skipUnchanged) {
+                const sha = await this.adapter.getSkillSha({
+                    owner: repo.owner,
+                    repo: repo.name,
+                });
+                if (sha) {
+                    const existing = await this.repository.getSkillBySha(sha);
+                    if (existing) {
+                        return {
+                            success: true,
+                            repoUrl: repo.url,
+                            skillId: existing.id,
+                            action: 'unchanged',
+                        };
+                    }
+                }
+            }
+            // Fetch skill content
+            const content = await this.adapter.fetchSkillContent({
+                owner: repo.owner,
+                repo: repo.name,
+            });
+            // Parse skill metadata
+            const parsed = this.parser.parse(content.rawContent);
+            if (!parsed) {
+                return {
+                    success: false,
+                    repoUrl: repo.url,
+                    action: 'failed',
+                    error: 'Failed to parse skill content',
+                };
+            }
+            // Enrich with source metadata
+            const metadata = {
+                ...parsed,
+                repoUrl: repo.url,
+                filePath: content.filePath,
+                sha: content.sha,
+                owner: repo.owner,
+                repo: repo.name,
+                license: repo.license ?? parsed.license,
+            };
+            // Persist to database
+            const result = await this.repository.upsertFromMetadata(metadata);
+            return {
+                success: true,
+                repoUrl: repo.url,
+                skillId: result.id,
+                action: result.action,
+            };
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            this.options.onError?.(error instanceof Error ? error : new Error(message), repo);
+            return {
+                success: false,
+                repoUrl: repo.url,
+                action: 'failed',
+                error: message,
+            };
+        }
+    }
+    /**
+     * Index specific repositories by URL
+     *
+     * @param urls - Repository URLs to index
+     * @returns Batch index result
+     */
+    async indexUrls(urls) {
+        const startTime = Date.now();
+        const results = [];
+        let created = 0;
+        let updated = 0;
+        let unchanged = 0;
+        let failed = 0;
+        const errors = [];
+        for (let i = 0; i < urls.length; i++) {
+            const url = urls[i];
+            this.options.onProgress?.(i + 1, urls.length, url);
+            try {
+                // Parse URL to get owner/repo
+                const location = this.parseRepoUrl(url);
+                if (!location) {
+                    results.push({
+                        success: false,
+                        repoUrl: url,
+                        action: 'failed',
+                        error: 'Invalid repository URL',
+                    });
+                    failed++;
+                    errors.push(`${url}: Invalid repository URL`);
+                    continue;
+                }
+                // Get repository info
+                const repo = await this.adapter.getRepository(location);
+                const result = await this.indexRepository(repo, this.options.skipUnchanged ?? true);
+                results.push(result);
+                switch (result.action) {
+                    case 'created':
+                        created++;
+                        break;
+                    case 'updated':
+                        updated++;
+                        break;
+                    case 'unchanged':
+                        unchanged++;
+                        break;
+                    case 'failed':
+                        failed++;
+                        if (result.error)
+                            errors.push(`${url}: ${result.error}`);
+                        break;
+                }
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : 'Unknown error';
+                results.push({
+                    success: false,
+                    repoUrl: url,
+                    action: 'failed',
+                    error: message,
+                });
+                failed++;
+                errors.push(`${url}: ${message}`);
+            }
+        }
+        return {
+            sourceId: this.adapter.id,
+            total: urls.length,
+            indexed: created + updated,
+            created,
+            updated,
+            unchanged,
+            failed,
+            results,
+            errors,
+            durationMs: Date.now() - startTime,
+        };
+    }
+    /**
+     * Parse a repository URL into owner/repo components
+     */
+    parseRepoUrl(url) {
+        try {
+            const parsed = new URL(url);
+            const parts = parsed.pathname.split('/').filter(Boolean);
+            if (parts.length >= 2) {
+                return {
+                    owner: parts[0],
+                    repo: parts[1].replace(/\.git$/, ''),
+                };
+            }
+            return null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Split array into chunks
+     */
+    chunkArray(array, size) {
+        const chunks = [];
+        for (let i = 0; i < array.length; i += size) {
+            chunks.push(array.slice(i, i + size));
+        }
+        return chunks;
+    }
+}
+//# sourceMappingURL=SourceIndexer.js.map

package/dist/sources/SourceIndexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SourceIndexer.js","sourceRoot":"","sources":["../../src/sources/SourceIndexer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAgEH,MAAM,eAAe,GAAmE;IACtF,WAAW,EAAE,CAAC;IACd,aAAa,EAAE,IAAI;CACpB,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,aAAa;IAEL;IACA;IACA;IACA;IAJnB,YACmB,OAAuB,EACvB,MAAoB,EACpB,UAA4B,EAC5B,UAAgC,EAAE;QAHlC,YAAO,GAAP,OAAO,CAAgB;QACvB,WAAM,GAAN,MAAM,CAAc;QACpB,eAAU,GAAV,UAAU,CAAkB;QAC5B,YAAO,GAAP,OAAO,CAA2B;IAClD,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,QAAQ,CAAC,gBAAqC,EAAE;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,IAAI,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;QAEpD,0BAA0B;QAC1B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAC7D,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAA;QAE9C,MAAM,OAAO,GAAuB,EAAE,CAAA;QACtC,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,8CAA8C;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAE9D,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAChC,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE;gBAC3D,MAAM,YAAY,GAAG,UAAU,GAAG,IAAI,CAAC,WAAW,GAAG,YAAY,CAAA;gBACjE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,YAAY,GAAG,CAAC,EAAE,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;gBAE3E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;gBACnE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAEpB,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,SAAS;wBACZ,OAAO,EAAE,CAAA;wBACT,MAAK;oBACP,KAAK,SAAS;wBACZ,OAAO,EAAE,CAAA;wBACT,MAAK;oBACP,KAAK,WAAW;wBACd,SAAS,EAAE,CAAA;wBACX,MAAK;oBACP,KAAK,QAAQ;wBACX,MAAM,EAAE,CAAA;wBACR,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;wBAC7C,CAAC;wBACD,MAAK;gBACT,CAAC;gBAED,OAAO,MAAM,CAAA;YACf,CAAC,CAAC,CAAA;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAClC,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;YACzB,KAAK,EAAE,YAAY,CAAC,MAAM;YAC1B,OAAO,EAAE,OAAO,GAAG,OAAO;YAC1B,OAAO;YACP,OAAO;YACP,SAAS;YACT,MAAM;YACN,OAAO;YACP,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAA;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,eAAe,CAAC,IAAsB,EAAE,aAAa,GAAG,IAAI;QAChE,IAAI,CAAC;YACH,wCAAwC;YACxC,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;oBACzC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,CAAC,CAAA;gBAEF,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,CAAA;oBACzD,IAAI,QAAQ,EAAE,CAAC;wBACb,OAAO;4BACL,OAAO,EAAE,IAAI;4BACb,OAAO,EAAE,IAAI,CAAC,GAAG;4BACjB,OAAO,EAAE,QAAQ,CAAC,EAAE;4BACpB,MAAM,EAAE,WAAW;yBACpB,CAAA;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;gBACnD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAA;YAEF,uBAAuB;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;YACpD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,IAAI,CAAC,GAAG;oBACjB,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,+BAA+B;iBACvC,CAAA;YACH,CAAC;YAED,8BAA8B;YAC9B,MAAM,QAAQ,GAAwB;gBACpC,GAAG,MAAM;gBACT,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO;aACxC,CAAA;YAED,sBAAsB;YACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAA;YAEjE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,OAAO,EAAE,MAAM,CAAC,EAAE;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YACxE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAA;YAEjF,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE,OAAO;aACf,CAAA;QACH,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS,CAAC,IAAc;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,MAAM,OAAO,GAAuB,EAAE,CAAA;QACtC,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;YACnB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;YAElD,IAAI,CAAC;gBACH,8BAA8B;gBAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;gBACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC;wBACX,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,GAAG;wBACZ,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,wBAAwB;qBAChC,CAAC,CAAA;oBACF,MAAM,EAAE,CAAA;oBACR,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,0BAA0B,CAAC,CAAA;oBAC7C,SAAQ;gBACV,CAAC;gBAED,sBAAsB;gBACtB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;gBACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,CAAA;gBACnF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAEpB,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;oBACtB,KAAK,SAAS;wBACZ,OAAO,EAAE,CAAA;wBACT,MAAK;oBACP,KAAK,SAAS;wBACZ,OAAO,EAAE,CAAA;wBACT,MAAK;oBACP,KAAK,WAAW;wBACd,SAAS,EAAE,CAAA;wBACX,MAAK;oBACP,KAAK,QAAQ;wBACX,MAAM,EAAE,CAAA;wBACR,IAAI,MAAM,CAAC,KAAK;4BAAE,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;wBACxD,MAAK;gBACT,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;gBACxE,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,GAAG;oBACZ,MAAM,EAAE,QAAQ;oBAChB,KAAK,EAAE,OAAO;iBACf,CAAC,CAAA;gBACF,MAAM,EAAE,CAAA;gBACR,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,OAAO,EAAE,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;YACzB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,OAAO,EAAE,OAAO,GAAG,OAAO;YAC1B,OAAO;YACP,OAAO;YACP,SAAS;YACT,MAAM;YACN,OAAO;YACP,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAA;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,GAAW;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;YAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YACxD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,OAAO;oBACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;oBACf,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;iBACrC,CAAA;YACH,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAAI,KAAU,EAAE,IAAY;QAC5C,MAAM,MAAM,GAAU,EAAE,CAAA;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QACvC,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;CACF"}

package/dist/sources/index.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Source Adapter Module
+ *
+ * Provides a pluggable architecture for skill data sources.
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   SourceAdapterRegistry,
+ *   SourceIndexer,
+ *   type ISourceAdapter,
+ *   type SourceConfig
+ * } from '@skillsmith/core/sources'
+ *
+ * // Register adapter factories
+ * const registry = new SourceAdapterRegistry()
+ * registry.registerFactory('github', (config) => new GitHubSourceAdapter(config))
+ *
+ * // Create and use adapters
+ * const adapter = await registry.create({
+ *   id: 'github-main',
+ *   name: 'GitHub',
+ *   type: 'github',
+ *   baseUrl: 'https://api.github.com',
+ *   enabled: true
+ * })
+ *
+ * // Index skills from the source
+ * const indexer = new SourceIndexer(adapter, parser, repository)
+ * const result = await indexer.indexAll({ topics: ['claude-skill'] })
+ * ```
+ *
+ * @module sources
+ */
+export type { SourceType, SourceConfig, RateLimitConfig, SourceAuthConfig, SourceLocation, SourceRepository, SkillContent, SourceSearchOptions, SourceSearchResult, SkillIndexResult, BatchIndexResult, SourceHealth, AdapterError, } from './types.js';
+export { type ISourceAdapter, isSourceAdapter } from './ISourceAdapter.js';
+export { BaseSourceAdapter, type ExtendedSourceConfig } from './BaseSourceAdapter.js';
+export { GitHubSourceAdapter, createGitHubAdapter } from './GitHubSourceAdapter.js';
+export { RawUrlSourceAdapter, createRawUrlAdapter, type SkillUrlEntry, type RawUrlSourceConfig, } from './RawUrlSourceAdapter.js';
+export { LocalFilesystemAdapter, createLocalFilesystemAdapter, type LocalFilesystemConfig, } from './LocalFilesystemAdapter.js';
+export { GitLabSourceAdapter, createGitLabAdapter, type GitLabAdapterConfig, } from './GitLabSourceAdapter.js';
+export { SourceAdapterRegistry, defaultRegistry, type SourceAdapterFactory, type RegistryStats, } from './SourceAdapterRegistry.js';
+export { SourceIndexer, type ParsedSkillMetadata, type ISkillParser, type ISkillRepository, type SourceIndexerOptions, } from './SourceIndexer.js';
+export { SKILL_FILE_PATHS, decodeBase64Content, isRateLimitStatus, isServerError, isNotFoundStatus, handleApiError, assertResponseOk, parseRateLimitHeaders, extractDefaultBranch, buildPaginationParams, parseJsonResponse, type NormalizedRepository, } from './shared.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/sources/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAGH,YAAY,EACV,UAAU,EACV,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,YAAY,EACZ,mBAAmB,EACnB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EACZ,YAAY,GACb,MAAM,YAAY,CAAA;AAGnB,OAAO,EAAE,KAAK,cAAc,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAG1E,OAAO,EAAE,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAGrF,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAGnF,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,aAAa,EAClB,KAAK,kBAAkB,GACxB,MAAM,0BAA0B,CAAA;AAEjC,OAAO,EACL,sBAAsB,EACtB,4BAA4B,EAC5B,KAAK,qBAAqB,GAC3B,MAAM,6BAA6B,CAAA;AAEpC,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,mBAAmB,GACzB,MAAM,0BAA0B,CAAA;AAGjC,OAAO,EACL,qBAAqB,EACrB,eAAe,EACf,KAAK,oBAAoB,EACzB,KAAK,aAAa,GACnB,MAAM,4BAA4B,CAAA;AAGnC,OAAO,EACL,aAAa,EACb,KAAK,mBAAmB,EACxB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,oBAAoB,GAC1B,MAAM,oBAAoB,CAAA;AAG3B,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,KAAK,oBAAoB,GAC1B,MAAM,aAAa,CAAA"}

package/dist/sources/index.js

@@ -0,0 +1,51 @@
+/**
+ * Source Adapter Module
+ *
+ * Provides a pluggable architecture for skill data sources.
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   SourceAdapterRegistry,
+ *   SourceIndexer,
+ *   type ISourceAdapter,
+ *   type SourceConfig
+ * } from '@skillsmith/core/sources'
+ *
+ * // Register adapter factories
+ * const registry = new SourceAdapterRegistry()
+ * registry.registerFactory('github', (config) => new GitHubSourceAdapter(config))
+ *
+ * // Create and use adapters
+ * const adapter = await registry.create({
+ *   id: 'github-main',
+ *   name: 'GitHub',
+ *   type: 'github',
+ *   baseUrl: 'https://api.github.com',
+ *   enabled: true
+ * })
+ *
+ * // Index skills from the source
+ * const indexer = new SourceIndexer(adapter, parser, repository)
+ * const result = await indexer.indexAll({ topics: ['claude-skill'] })
+ * ```
+ *
+ * @module sources
+ */
+// Interfaces
+export { isSourceAdapter } from './ISourceAdapter.js';
+// Base class
+export { BaseSourceAdapter } from './BaseSourceAdapter.js';
+// GitHub Adapter (SMI-590)
+export { GitHubSourceAdapter, createGitHubAdapter } from './GitHubSourceAdapter.js';
+// Scraper Adapters (SMI-591)
+export { RawUrlSourceAdapter, createRawUrlAdapter, } from './RawUrlSourceAdapter.js';
+export { LocalFilesystemAdapter, createLocalFilesystemAdapter, } from './LocalFilesystemAdapter.js';
+export { GitLabSourceAdapter, createGitLabAdapter, } from './GitLabSourceAdapter.js';
+// Registry
+export { SourceAdapterRegistry, defaultRegistry, } from './SourceAdapterRegistry.js';
+// Indexer
+export { SourceIndexer, } from './SourceIndexer.js';
+// Shared Utilities (SMI-879)
+export { SKILL_FILE_PATHS, decodeBase64Content, isRateLimitStatus, isServerError, isNotFoundStatus, handleApiError, assertResponseOk, parseRateLimitHeaders, extractDefaultBranch, buildPaginationParams, parseJsonResponse, } from './shared.js';
+//# sourceMappingURL=index.js.map

package/dist/sources/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/sources/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AAmBH,aAAa;AACb,OAAO,EAAuB,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAE1E,aAAa;AACb,OAAO,EAAE,iBAAiB,EAA6B,MAAM,wBAAwB,CAAA;AAErF,2BAA2B;AAC3B,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAEnF,6BAA6B;AAC7B,OAAO,EACL,mBAAmB,EACnB,mBAAmB,GAGpB,MAAM,0BAA0B,CAAA;AAEjC,OAAO,EACL,sBAAsB,EACtB,4BAA4B,GAE7B,MAAM,6BAA6B,CAAA;AAEpC,OAAO,EACL,mBAAmB,EACnB,mBAAmB,GAEpB,MAAM,0BAA0B,CAAA;AAEjC,WAAW;AACX,OAAO,EACL,qBAAqB,EACrB,eAAe,GAGhB,MAAM,4BAA4B,CAAA;AAEnC,UAAU;AACV,OAAO,EACL,aAAa,GAKd,MAAM,oBAAoB,CAAA;AAE3B,6BAA6B;AAC7B,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,GAElB,MAAM,aAAa,CAAA"}

package/dist/sources/shared.d.ts

@@ -0,0 +1,125 @@
+/**
+ * Shared Source Adapter Utilities - SMI-879
+ *
+ * Consolidates duplicated code patterns from GitHub, GitLab, and RawUrl adapters.
+ * Provides common utilities for content decoding, error handling, and response processing.
+ */
+/**
+ * Standard skill file paths to search for
+ */
+export declare const SKILL_FILE_PATHS: string[];
+/**
+ * Decode base64 encoded content (used by GitHub and GitLab APIs)
+ *
+ * Previously duplicated in:
+ * - GitHubSourceAdapter.ts:356-367
+ * - GitLabSourceAdapter.ts:376-386
+ *
+ * @param content - The encoded content string
+ * @param encoding - The encoding type ('base64' or 'text')
+ * @returns Decoded string content
+ */
+export declare function decodeBase64Content(content: string, encoding: string): string;
+/**
+ * Check if an HTTP status code indicates a rate limit error
+ *
+ * @param status - HTTP status code
+ * @returns true if rate limit error
+ */
+export declare function isRateLimitStatus(status: number): boolean;
+/**
+ * Check if an HTTP status code indicates a server error (retryable)
+ *
+ * @param status - HTTP status code
+ * @returns true if server error
+ */
+export declare function isServerError(status: number): boolean;
+/**
+ * Check if an HTTP status code indicates not found
+ *
+ * @param status - HTTP status code
+ * @returns true if not found
+ */
+export declare function isNotFoundStatus(status: number): boolean;
+/**
+ * Handle API response errors with proper error wrapping
+ *
+ * Previously duplicated error handling in:
+ * - GitHubSourceAdapter.ts:166-170, 309-313
+ * - GitLabSourceAdapter.ts:164-168, 324-328
+ * - RawUrlSourceAdapter.ts:113-114, 248-249
+ *
+ * @param response - Fetch Response object
+ * @param context - Context for error message (e.g., "GitHub API", "GitLab API")
+ * @throws ApiError with appropriate code and context
+ */
+export declare function handleApiError(response: Response, context: string, options?: {
+    url?: string;
+}): Promise<never>;
+/**
+ * Check response and throw appropriate error if not OK
+ *
+ * @param response - Fetch Response object
+ * @param context - Context for error message
+ * @throws ApiError if response is not OK
+ */
+export declare function assertResponseOk(response: Response, context: string, options?: {
+    url?: string;
+}): Promise<void>;
+/**
+ * Parse rate limit headers from response
+ *
+ * @param response - Fetch Response object
+ * @returns Rate limit info or null if not available
+ */
+export declare function parseRateLimitHeaders(response: Response): {
+    remaining: number | null;
+    limit: number | null;
+    reset: Date | null;
+};
+/**
+ * Map common repository fields from API response
+ *
+ * @param source - Source type ('github' | 'gitlab')
+ * @param item - API response item
+ * @returns Normalized repository object
+ */
+export interface NormalizedRepository {
+    id: string;
+    name: string;
+    fullName: string;
+    url: string;
+    description: string | null;
+    stars: number;
+    language: string | null;
+    updatedAt: string;
+    isPrivate: boolean;
+    defaultBranch: string;
+}
+/**
+ * Extract default branch from repository data
+ *
+ * @param item - API response with branch info
+ * @param defaultValue - Default value if not found
+ */
+export declare function extractDefaultBranch(item: {
+    default_branch?: string;
+    defaultBranch?: string;
+}, defaultValue?: string): string;
+/**
+ * Build pagination parameters for API requests
+ *
+ * @param page - Page number (1-indexed)
+ * @param perPage - Items per page
+ * @returns URL search params string
+ */
+export declare function buildPaginationParams(page: number, perPage: number): string;
+/**
+ * Safely parse JSON response with error handling
+ *
+ * @param response - Fetch Response object
+ * @param context - Context for error message
+ * @returns Parsed JSON data
+ */
+export declare function parseJsonResponse<T>(response: Response, context: string): Promise<T>;
+//# sourceMappingURL=shared.d.ts.map

package/dist/sources/shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.d.ts","sourceRoot":"","sources":["../../src/sources/shared.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,eAAO,MAAM,gBAAgB,UAO5B,CAAA;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAqB7E;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAEzD;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAErD;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAExD;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACzB,OAAO,CAAC,KAAK,CAAC,CAsChB;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,GACzB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG;IACzD,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,KAAK,EAAE,IAAI,GAAG,IAAI,CAAA;CACnB,CAUA;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,OAAO,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,EAAE;IAAE,cAAc,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,EACzD,YAAY,SAAS,GACpB,MAAM,CAER;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAE3E;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAW1F"}