@skillsmith/core 0.1.2 → 0.2.0

package/dist/src/scripts/github-import/github-client.js

@@ -0,0 +1,184 @@
+/**
+ * SMI-860: GitHub API client with retry logic
+ */
+import { CONFIG } from './types.js';
+import { sleep, log, progressBar, isGitHubSearchResponse } from './utils.js';
+/**
+ * Fetches a URL with exponential backoff retry logic.
+ * Handles rate limiting (429) and server errors (5xx).
+ *
+ * @param url - The URL to fetch
+ * @param options - Fetch options including headers
+ * @returns The fetch Response
+ * @throws Error after max retries exceeded
+ */
+export async function fetchWithRetry(url, options = {}) {
+    const { MAX_ATTEMPTS, BASE_DELAY_MS, BACKOFF_MULTIPLIER } = CONFIG.RETRY;
+    let lastError = null;
+    for (let attempt = 1; attempt <= MAX_ATTEMPTS; attempt++) {
+        try {
+            const response = await fetch(url, options);
+            // Check for rate limit headers
+            const rateLimitRemaining = response.headers.get('X-RateLimit-Remaining');
+            const rateLimitReset = response.headers.get('X-RateLimit-Reset');
+            if (rateLimitRemaining === '0' && rateLimitReset) {
+                const resetTime = parseInt(rateLimitReset, 10) * 1000;
+                const waitTime = Math.max(0, resetTime - Date.now()) + 1000;
+                log(`Rate limit exhausted. Waiting ${Math.round(waitTime / 1000)}s until reset...`, 'warn');
+                await sleep(waitTime);
+                continue;
+            }
+            // Don't retry on 4xx client errors (except 429 rate limit)
+            if (response.status >= 400 && response.status < 500 && response.status !== 429) {
+                return response;
+            }
+            // Retry on 429 (rate limit) or 5xx server errors
+            if (response.status === 429 || response.status >= 500) {
+                if (attempt < MAX_ATTEMPTS) {
+                    const retryAfter = response.headers.get('Retry-After');
+                    const delay = retryAfter
+                        ? parseInt(retryAfter, 10) * 1000
+                        : BASE_DELAY_MS * Math.pow(BACKOFF_MULTIPLIER, attempt - 1);
+                    log(`Retry ${attempt}/${MAX_ATTEMPTS} after ${delay}ms (HTTP ${response.status})`, 'warn');
+                    await sleep(delay);
+                    continue;
+                }
+            }
+            return response;
+        }
+        catch (error) {
+            lastError = error instanceof Error ? error : new Error(String(error));
+            if (attempt < MAX_ATTEMPTS) {
+                const delay = BASE_DELAY_MS * Math.pow(BACKOFF_MULTIPLIER, attempt - 1);
+                log(`Retry ${attempt}/${MAX_ATTEMPTS} after ${delay}ms (${lastError.message})`, 'warn');
+                await sleep(delay);
+            }
+        }
+    }
+    throw lastError || new Error('Max retries exceeded');
+}
+/** Get GitHub API headers */
+export function getGitHubHeaders() {
+    const headers = {
+        Accept: 'application/vnd.github.v3+json',
+        'User-Agent': 'Skillsmith-Import/1.0',
+    };
+    if (CONFIG.GITHUB_TOKEN) {
+        headers['Authorization'] = `Bearer ${CONFIG.GITHUB_TOKEN}`;
+    }
+    return headers;
+}
+/** Check and display GitHub rate limit status */
+export async function checkRateLimit() {
+    try {
+        const response = await fetch(`${CONFIG.GITHUB_API_URL}/rate_limit`, {
+            headers: getGitHubHeaders(),
+        });
+        if (!response.ok) {
+            log(`Could not check rate limit: ${response.status}`, 'warn');
+            return;
+        }
+        const data = (await response.json());
+        const search = data.resources?.search;
+        const core = data.rate;
+        log(`GitHub Rate Limits:`);
+        log(`  Core API: ${core?.remaining}/${core?.limit} (resets: ${new Date((core?.reset ?? 0) * 1000).toISOString()})`);
+        log(`  Search API: ${search?.remaining}/${search?.limit} (resets: ${new Date((search?.reset ?? 0) * 1000).toISOString()})`);
+    }
+    catch (error) {
+        log(`Error checking rate limit: ${error}`, 'warn');
+    }
+}
+/**
+ * Fetches repositories from GitHub search API for a given query.
+ * Handles pagination automatically up to GitHub's 1000 result limit.
+ *
+ * @param searchQuery - The search query configuration
+ * @param startPage - Starting page for resume support
+ * @param onProgress - Progress callback
+ * @returns Array of imported skill metadata
+ */
+export async function fetchGitHubSearch(searchQuery, startPage = 1, onProgress) {
+    const skills = [];
+    let page = startPage;
+    let totalCount = 0;
+    const importedAt = new Date().toISOString();
+    log(`Searching: ${searchQuery.description}`);
+    log(`Query: ${searchQuery.query}`);
+    while (true) {
+        const url = `${CONFIG.GITHUB_API_URL}/search/repositories` +
+            `?q=${encodeURIComponent(searchQuery.query)}` +
+            `&per_page=${CONFIG.PER_PAGE}` +
+            `&page=${page}` +
+            `&sort=updated` +
+            `&order=desc`;
+        try {
+            const response = await fetchWithRetry(url, { headers: getGitHubHeaders() });
+            if (response.status === 403) {
+                const resetHeader = response.headers.get('X-RateLimit-Reset');
+                const resetTime = resetHeader ? new Date(parseInt(resetHeader) * 1000) : 'unknown';
+                log(`Rate limited. Reset at: ${resetTime}`, 'error');
+                break;
+            }
+            if (response.status === 422) {
+                // Validation failed - often means query is too broad
+                log(`Query validation failed (HTTP 422) - query may be too broad`, 'warn');
+                break;
+            }
+            if (!response.ok) {
+                log(`Error: ${response.status} ${response.statusText}`, 'error');
+                break;
+            }
+            const rawData = await response.json();
+            if (!isGitHubSearchResponse(rawData)) {
+                log(`Invalid response format on page ${page}`, 'error');
+                break;
+            }
+            const data = rawData;
+            if (page === 1) {
+                totalCount = Math.min(data.total_count, CONFIG.MAX_RESULTS_PER_QUERY);
+                log(`Found ${data.total_count} repositories (fetching up to ${totalCount})`);
+            }
+            if (data.items.length === 0) {
+                break;
+            }
+            for (const repo of data.items) {
+                skills.push({
+                    id: `github/${repo.owner.login}/${repo.name}`,
+                    name: repo.name,
+                    description: repo.description || '',
+                    author: repo.owner.login,
+                    repo_url: repo.html_url,
+                    clone_url: repo.clone_url,
+                    stars: repo.stargazers_count,
+                    forks: repo.forks_count,
+                    topics: repo.topics || [],
+                    language: repo.language,
+                    license: repo.license?.spdx_id || null,
+                    created_at: repo.created_at,
+                    updated_at: repo.updated_at,
+                    source: 'github',
+                    query_type: searchQuery.name,
+                    imported_at: importedAt,
+                });
+            }
+            const progress = progressBar(Math.min(page * CONFIG.PER_PAGE, totalCount), totalCount);
+            log(`Page ${page}: ${data.items.length} repos ${progress}`);
+            onProgress?.(skills.length, totalCount);
+            // Check if we've reached the limit or end of results
+            if (page * CONFIG.PER_PAGE >= CONFIG.MAX_RESULTS_PER_QUERY ||
+                data.items.length < CONFIG.PER_PAGE) {
+                break;
+            }
+            page++;
+            await sleep(CONFIG.RATE_LIMIT_DELAY);
+        }
+        catch (error) {
+            log(`Fetch error on page ${page}: ${error}`, 'error');
+            break;
+        }
+    }
+    log(`Completed: ${skills.length} repositories from ${searchQuery.name}`);
+    return skills;
+}
+//# sourceMappingURL=github-client.js.map

package/dist/src/scripts/github-import/github-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-client.js","sourceRoot":"","sources":["../../../../src/scripts/github-import/github-client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAA8B,MAAM,YAAY,CAAA;AAC/D,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAA;AAE5E;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,UAAuB,EAAE;IACzE,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,kBAAkB,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;IACxE,IAAI,SAAS,GAAiB,IAAI,CAAA;IAElC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,YAAY,EAAE,OAAO,EAAE,EAAE,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;YAE1C,+BAA+B;YAC/B,MAAM,kBAAkB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;YACxE,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;YAEhE,IAAI,kBAAkB,KAAK,GAAG,IAAI,cAAc,EAAE,CAAC;gBACjD,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC,GAAG,IAAI,CAAA;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAA;gBAC3D,GAAG,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAA;gBAC3F,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAA;gBACrB,SAAQ;YACV,CAAC;YAED,2DAA2D;YAC3D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC/E,OAAO,QAAQ,CAAA;YACjB,CAAC;YAED,iDAAiD;YACjD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACtD,IAAI,OAAO,GAAG,YAAY,EAAE,CAAC;oBAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;oBACtD,MAAM,KAAK,GAAG,UAAU;wBACtB,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,IAAI;wBACjC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,GAAG,CAAC,CAAC,CAAA;oBAC7D,GAAG,CAAC,SAAS,OAAO,IAAI,YAAY,UAAU,KAAK,YAAY,QAAQ,CAAC,MAAM,GAAG,EAAE,MAAM,CAAC,CAAA;oBAC1F,MAAM,KAAK,CAAC,KAAK,CAAC,CAAA;oBAClB,SAAQ;gBACV,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAA;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YAErE,IAAI,OAAO,GAAG,YAAY,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,OAAO,GAAG,CAAC,CAAC,CAAA;gBACvE,GAAG,CAAC,SAAS,OAAO,IAAI,YAAY,UAAU,KAAK,OAAO,SAAS,CAAC,OAAO,GAAG,EAAE,MAAM,CAAC,CAAA;gBACvF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAA;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;AACtD,CAAC;AAED,6BAA6B;AAC7B,MAAM,UAAU,gBAAgB;IAC9B,MAAM,OAAO,GAA2B;QACtC,MAAM,EAAE,gCAAgC;QACxC,YAAY,EAAE,uBAAuB;KACtC,CAAA;IACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,CAAC,YAAY,EAAE,CAAA;IAC5D,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,cAAc,aAAa,EAAE;YAClE,OAAO,EAAE,gBAAgB,EAAE;SAC5B,CAAC,CAAA;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,GAAG,CAAC,+BAA+B,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAA;YAC7D,OAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAA;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAA;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QAEtB,GAAG,CAAC,qBAAqB,CAAC,CAAA;QAC1B,GAAG,CACD,eAAe,IAAI,EAAE,SAAS,IAAI,IAAI,EAAE,KAAK,aAAa,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,GAAG,CAC/G,CAAA;QACD,GAAG,CACD,iBAAiB,MAAM,EAAE,SAAS,IAAI,MAAM,EAAE,KAAK,aAAa,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,GAAG,CACvH,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,8BAA8B,KAAK,EAAE,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,WAAwB,EACxB,SAAS,GAAG,CAAC,EACb,UAAqD;IAErD,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,IAAI,IAAI,GAAG,SAAS,CAAA;IACpB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAE3C,GAAG,CAAC,cAAc,WAAW,CAAC,WAAW,EAAE,CAAC,CAAA;IAC5C,GAAG,CAAC,UAAU,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;IAElC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,GAAG,GACP,GAAG,MAAM,CAAC,cAAc,sBAAsB;YAC9C,MAAM,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE;YAC7C,aAAa,MAAM,CAAC,QAAQ,EAAE;YAC9B,SAAS,IAAI,EAAE;YACf,eAAe;YACf,aAAa,CAAA;QAEf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAA;YAE3E,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;gBAC7D,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBAClF,GAAG,CAAC,2BAA2B,SAAS,EAAE,EAAE,OAAO,CAAC,CAAA;gBACpD,MAAK;YACP,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,qDAAqD;gBACrD,GAAG,CAAC,6DAA6D,EAAE,MAAM,CAAC,CAAA;gBAC1E,MAAK;YACP,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,GAAG,CAAC,UAAU,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,OAAO,CAAC,CAAA;gBAChE,MAAK;YACP,CAAC;YAED,MAAM,OAAO,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAE9C,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrC,GAAG,CAAC,mCAAmC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;gBACvD,MAAK;YACP,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,CAAA;YAEpB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,qBAAqB,CAAC,CAAA;gBACrE,GAAG,CAAC,SAAS,IAAI,CAAC,WAAW,iCAAiC,UAAU,GAAG,CAAC,CAAA;YAC9E,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAK;YACP,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,UAAU,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE;oBAC7C,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;oBACnC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;oBACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,KAAK,EAAE,IAAI,CAAC,gBAAgB;oBAC5B,KAAK,EAAE,IAAI,CAAC,WAAW;oBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;oBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI;oBACtC,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,WAAW,CAAC,IAAI;oBAC5B,WAAW,EAAE,UAAU;iBACxB,CAAC,CAAA;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,UAAU,CAAC,CAAA;YACtF,GAAG,CAAC,QAAQ,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,UAAU,QAAQ,EAAE,CAAC,CAAA;YAE3D,UAAU,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;YAEvC,qDAAqD;YACrD,IACE,IAAI,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,qBAAqB;gBACtD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,EACnC,CAAC;gBACD,MAAK;YACP,CAAC;YAED,IAAI,EAAE,CAAA;YACN,MAAM,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAA;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,uBAAuB,IAAI,KAAK,KAAK,EAAE,EAAE,OAAO,CAAC,CAAA;YACrD,MAAK;QACP,CAAC;IACH,CAAC;IAED,GAAG,CAAC,cAAc,MAAM,CAAC,MAAM,sBAAsB,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;IACxE,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/src/scripts/github-import/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * GitHub API Import Script for Large-Scale Skill Collection (SMI-860)
+ *
+ * Searches GitHub for Claude-related skills using multiple query strategies:
+ * - topic:claude-skill
+ * - topic:mcp-server
+ * - filename:SKILL.md
+ * - topic:anthropic-skills
+ *
+ * Features:
+ * - Exponential backoff retry for rate limit handling
+ * - Resume support via checkpoint file
+ * - Progress logging
+ * - Output to JSON with metadata
+ *
+ * Usage:
+ *   GITHUB_TOKEN=xxx npx tsx packages/core/src/scripts/import-github-skills.ts
+ *
+ * Options:
+ *   --resume     Resume from last checkpoint
+ *   --output     Custom output path (default: data/imported-skills.json)
+ */
+export * from './types.js';
+export * from './utils.js';
+export * from './github-client.js';
+export * from './checkpoint.js';
+export * from './deduplication.js';
+export * from './output.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/scripts/github-import/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scripts/github-import/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAUH,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,oBAAoB,CAAA;AAClC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,oBAAoB,CAAA;AAClC,cAAc,aAAa,CAAA"}

package/dist/src/scripts/github-import/index.js

@@ -0,0 +1,198 @@
+/**
+ * GitHub API Import Script for Large-Scale Skill Collection (SMI-860)
+ *
+ * Searches GitHub for Claude-related skills using multiple query strategies:
+ * - topic:claude-skill
+ * - topic:mcp-server
+ * - filename:SKILL.md
+ * - topic:anthropic-skills
+ *
+ * Features:
+ * - Exponential backoff retry for rate limit handling
+ * - Resume support via checkpoint file
+ * - Progress logging
+ * - Output to JSON with metadata
+ *
+ * Usage:
+ *   GITHUB_TOKEN=xxx npx tsx packages/core/src/scripts/import-github-skills.ts
+ *
+ * Options:
+ *   --resume     Resume from last checkpoint
+ *   --output     Custom output path (default: data/imported-skills.json)
+ */
+import { CONFIG, SEARCH_QUERIES } from './types.js';
+import { log, sleep } from './utils.js';
+import { checkRateLimit, fetchGitHubSearch } from './github-client.js';
+import { saveCheckpoint, loadCheckpoint, clearCheckpoint } from './checkpoint.js';
+import { deduplicateSkills } from './deduplication.js';
+import { saveOutput } from './output.js';
+// Re-export all types and functions for external use
+export * from './types.js';
+export * from './utils.js';
+export * from './github-client.js';
+export * from './checkpoint.js';
+export * from './deduplication.js';
+export * from './output.js';
+/**
+ * Main import function.
+ * Orchestrates the import process with support for resume.
+ */
+async function main() {
+    const startTime = Date.now();
+    const shouldResume = process.argv.includes('--resume');
+    console.log('======================================================================');
+    console.log('       GitHub Skills Import (SMI-860)');
+    console.log('======================================================================');
+    console.log();
+    // Check for token
+    if (CONFIG.GITHUB_TOKEN) {
+        log('GITHUB_TOKEN detected');
+        await checkRateLimit();
+    }
+    else {
+        log('No GITHUB_TOKEN - limited to 60 requests/hour', 'warn');
+        log('Set GITHUB_TOKEN environment variable for higher limits', 'warn');
+    }
+    console.log();
+    // Initialize or load checkpoint
+    let allSkills = [];
+    let stats = {
+        total_found: 0,
+        total_imported: 0,
+        duplicates_removed: 0,
+        queries_completed: [],
+        errors: [],
+        started_at: new Date().toISOString(),
+    };
+    let startQueryIndex = 0;
+    let startPage = 1;
+    if (shouldResume) {
+        const checkpoint = loadCheckpoint();
+        if (checkpoint) {
+            allSkills = checkpoint.skills;
+            stats = checkpoint.stats;
+            // Find the query to resume from
+            const lastQueryIndex = SEARCH_QUERIES.findIndex((q) => q.name === checkpoint.last_query);
+            if (lastQueryIndex >= 0) {
+                startQueryIndex = lastQueryIndex;
+                startPage = checkpoint.last_page + 1;
+                log(`Resuming from query: ${checkpoint.last_query}, page: ${startPage}`);
+            }
+        }
+        else {
+            log('No checkpoint found, starting fresh');
+        }
+    }
+    console.log();
+    // Graceful shutdown handler
+    let isShuttingDown = false;
+    process.on('SIGINT', () => {
+        if (isShuttingDown) {
+            log('Force quitting...', 'warn');
+            process.exit(1);
+        }
+        isShuttingDown = true;
+        log('\nGraceful shutdown initiated (Ctrl+C again to force)...');
+        // Save checkpoint
+        const checkpoint = {
+            last_query: stats.queries_completed[stats.queries_completed.length - 1] || SEARCH_QUERIES[0].name,
+            last_page: 1,
+            skills: allSkills,
+            stats,
+            timestamp: new Date().toISOString(),
+        };
+        saveCheckpoint(checkpoint);
+        log('Checkpoint saved. Run with --resume to continue.');
+        process.exit(0);
+    });
+    // Execute search queries
+    log('Starting import...');
+    console.log();
+    for (let i = startQueryIndex; i < SEARCH_QUERIES.length; i++) {
+        const query = SEARCH_QUERIES[i];
+        const page = i === startQueryIndex ? startPage : 1;
+        console.log('----------------------------------------------------------------------');
+        log(`Query ${i + 1}/${SEARCH_QUERIES.length}: ${query.name}`);
+        console.log('----------------------------------------------------------------------');
+        try {
+            const skills = await fetchGitHubSearch(query, page);
+            allSkills.push(...skills);
+            stats.total_found += skills.length;
+            stats.queries_completed.push(query.name);
+            // Save checkpoint after each query
+            const checkpoint = {
+                last_query: query.name,
+                last_page: Math.ceil(skills.length / CONFIG.PER_PAGE),
+                skills: allSkills,
+                stats,
+                timestamp: new Date().toISOString(),
+            };
+            saveCheckpoint(checkpoint);
+        }
+        catch (error) {
+            const errorMsg = `Query ${query.name} failed: ${error}`;
+            log(errorMsg, 'error');
+            stats.errors.push(errorMsg);
+        }
+        // Delay between queries
+        if (i < SEARCH_QUERIES.length - 1) {
+            log(`Waiting ${CONFIG.QUERY_DELAY}ms before next query...`);
+            await sleep(CONFIG.QUERY_DELAY);
+        }
+        console.log();
+    }
+    // Deduplicate results
+    console.log('======================================================================');
+    log('Deduplicating results...');
+    const { unique, duplicateCount } = deduplicateSkills(allSkills);
+    stats.duplicates_removed = duplicateCount;
+    stats.total_imported = unique.length;
+    log(`Removed ${duplicateCount} duplicates`);
+    log(`Final count: ${unique.length} unique skills`);
+    console.log();
+    // Complete stats
+    stats.completed_at = new Date().toISOString();
+    stats.duration_ms = Date.now() - startTime;
+    // Save output
+    log('Saving output...');
+    saveOutput(unique, stats);
+    // Clear checkpoint on successful completion
+    clearCheckpoint();
+    // Print summary
+    console.log();
+    console.log('======================================================================');
+    console.log('                         IMPORT SUMMARY');
+    console.log('======================================================================');
+    console.log(`  Total Found:        ${stats.total_found}`);
+    console.log(`  Duplicates Removed: ${stats.duplicates_removed}`);
+    console.log(`  Total Imported:     ${stats.total_imported}`);
+    console.log(`  Duration:           ${(stats.duration_ms / 1000).toFixed(2)}s`);
+    console.log(`  Queries Completed:  ${stats.queries_completed.join(', ')}`);
+    console.log(`  Output File:        ${CONFIG.OUTPUT_PATH}`);
+    if (stats.errors.length > 0) {
+        console.log();
+        console.log('Errors encountered:');
+        for (const error of stats.errors) {
+            console.log(`  - ${error}`);
+        }
+    }
+    console.log('======================================================================');
+    // Validate expected output
+    if (unique.length >= 500) {
+        log(`SUCCESS: Imported ${unique.length} skills (target: 500+)`);
+    }
+    else {
+        log(`WARNING: Only ${unique.length} skills imported (target: 500+)`, 'warn');
+        log('Consider running without rate limits using a GITHUB_TOKEN', 'warn');
+    }
+}
+// Run the import
+const isMainModule = process.argv[1]?.includes('import-github-skills') ||
+    process.argv[1]?.includes('github-import/index');
+if (isMainModule) {
+    main().catch((error) => {
+        log(`Fatal error: ${error}`, 'error');
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/src/scripts/github-import/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/scripts/github-import/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAA0C,MAAM,YAAY,CAAA;AAC3F,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AACvC,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjF,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAExC,qDAAqD;AACrD,cAAc,YAAY,CAAA;AAC1B,cAAc,YAAY,CAAA;AAC1B,cAAc,oBAAoB,CAAA;AAClC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,oBAAoB,CAAA;AAClC,cAAc,aAAa,CAAA;AAE3B;;;GAGG;AACH,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC5B,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IACrF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAA;IACpD,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IACrF,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,kBAAkB;IAClB,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,GAAG,CAAC,uBAAuB,CAAC,CAAA;QAC5B,MAAM,cAAc,EAAE,CAAA;IACxB,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,+CAA+C,EAAE,MAAM,CAAC,CAAA;QAC5D,GAAG,CAAC,yDAAyD,EAAE,MAAM,CAAC,CAAA;IACxE,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,gCAAgC;IAChC,IAAI,SAAS,GAAoB,EAAE,CAAA;IACnC,IAAI,KAAK,GAAgB;QACvB,WAAW,EAAE,CAAC;QACd,cAAc,EAAE,CAAC;QACjB,kBAAkB,EAAE,CAAC;QACrB,iBAAiB,EAAE,EAAE;QACrB,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACrC,CAAA;IACD,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,UAAU,GAAG,cAAc,EAAE,CAAA;QACnC,IAAI,UAAU,EAAE,CAAC;YACf,SAAS,GAAG,UAAU,CAAC,MAAM,CAAA;YAC7B,KAAK,GAAG,UAAU,CAAC,KAAK,CAAA;YAExB,gCAAgC;YAChC,MAAM,cAAc,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,UAAU,CAAC,CAAA;YACxF,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;gBACxB,eAAe,GAAG,cAAc,CAAA;gBAChC,SAAS,GAAG,UAAU,CAAC,SAAS,GAAG,CAAC,CAAA;gBACpC,GAAG,CAAC,wBAAwB,UAAU,CAAC,UAAU,WAAW,SAAS,EAAE,CAAC,CAAA;YAC1E,CAAC;QACH,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,qCAAqC,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,4BAA4B;IAC5B,IAAI,cAAc,GAAG,KAAK,CAAA;IAC1B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACxB,IAAI,cAAc,EAAE,CAAC;YACnB,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAA;YAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;QAED,cAAc,GAAG,IAAI,CAAA;QACrB,GAAG,CAAC,0DAA0D,CAAC,CAAA;QAE/D,kBAAkB;QAClB,MAAM,UAAU,GAAe;YAC7B,UAAU,EACR,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI;YACvF,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,SAAS;YACjB,KAAK;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAA;QACD,cAAc,CAAC,UAAU,CAAC,CAAA;QAE1B,GAAG,CAAC,kDAAkD,CAAC,CAAA;QACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC,CAAC,CAAA;IAEF,yBAAyB;IACzB,GAAG,CAAC,oBAAoB,CAAC,CAAA;IACzB,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,eAAe,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,IAAI,GAAG,CAAC,KAAK,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QAElD,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;QACrF,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;QAC7D,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;QAErF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;YACnD,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAA;YACzB,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAA;YAClC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAExC,mCAAmC;YACnC,MAAM,UAAU,GAAe;gBAC7B,UAAU,EAAE,KAAK,CAAC,IAAI;gBACtB,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;gBACrD,MAAM,EAAE,SAAS;gBACjB,KAAK;gBACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAA;YACD,cAAc,CAAC,UAAU,CAAC,CAAA;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,SAAS,KAAK,CAAC,IAAI,YAAY,KAAK,EAAE,CAAA;YACvD,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YACtB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;QAED,wBAAwB;QACxB,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,WAAW,MAAM,CAAC,WAAW,yBAAyB,CAAC,CAAA;YAC3D,MAAM,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACjC,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAA;IACf,CAAC;IAED,sBAAsB;IACtB,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IACrF,GAAG,CAAC,0BAA0B,CAAC,CAAA;IAC/B,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IAC/D,KAAK,CAAC,kBAAkB,GAAG,cAAc,CAAA;IACzC,KAAK,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAA;IACpC,GAAG,CAAC,WAAW,cAAc,aAAa,CAAC,CAAA;IAC3C,GAAG,CAAC,gBAAgB,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAA;IAClD,OAAO,CAAC,GAAG,EAAE,CAAA;IAEb,iBAAiB;IACjB,KAAK,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC7C,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;IAE1C,cAAc;IACd,GAAG,CAAC,kBAAkB,CAAC,CAAA;IACvB,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAEzB,4CAA4C;IAC5C,eAAe,EAAE,CAAA;IAEjB,gBAAgB;IAChB,OAAO,CAAC,GAAG,EAAE,CAAA;IACb,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IACrF,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;IACtD,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IACrF,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;IACzD,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAA;IAChE,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,cAAc,EAAE,CAAC,CAAA;IAC5D,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,KAAK,CAAC,WAAY,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC/E,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1E,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAA;IAE1D,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,EAAE,CAAA;QACb,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;QAClC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAA;IAErF,2BAA2B;IAC3B,IAAI,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACzB,GAAG,CAAC,qBAAqB,MAAM,CAAC,MAAM,wBAAwB,CAAC,CAAA;IACjE,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,iBAAiB,MAAM,CAAC,MAAM,iCAAiC,EAAE,MAAM,CAAC,CAAA;QAC5E,GAAG,CAAC,2DAA2D,EAAE,MAAM,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED,iBAAiB;AACjB,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,sBAAsB,CAAC;IACjD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,qBAAqB,CAAC,CAAA;AACrE,IAAI,YAAY,EAAE,CAAC;IACjB,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACrB,GAAG,CAAC,gBAAgB,KAAK,EAAE,EAAE,OAAO,CAAC,CAAA;QACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/src/scripts/github-import/output.d.ts

@@ -0,0 +1,12 @@
+/**
+ * SMI-860: Output generation for imported skills
+ */
+import { ImportedSkill, ImportStats } from './types.js';
+/**
+ * Saves imported skills to JSON file with metadata.
+ *
+ * @param skills - Array of skills to save
+ * @param stats - Import statistics
+ */
+export declare function saveOutput(skills: ImportedSkill[], stats: ImportStats): void;
+//# sourceMappingURL=output.d.ts.map

package/dist/src/scripts/github-import/output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../../../../src/scripts/github-import/output.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAU,aAAa,EAAE,WAAW,EAAkB,MAAM,YAAY,CAAA;AAG/E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,KAAK,EAAE,WAAW,GAAG,IAAI,CAqB5E"}

package/dist/src/scripts/github-import/output.js

@@ -0,0 +1,34 @@
+/**
+ * SMI-860: Output generation for imported skills
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { CONFIG, SEARCH_QUERIES } from './types.js';
+import { log } from './utils.js';
+/**
+ * Saves imported skills to JSON file with metadata.
+ *
+ * @param skills - Array of skills to save
+ * @param stats - Import statistics
+ */
+export function saveOutput(skills, stats) {
+    const dir = path.dirname(CONFIG.OUTPUT_PATH);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+    const output = {
+        metadata: {
+            version: '1.0.0',
+            generated_at: new Date().toISOString(),
+            source: 'github',
+            queries: SEARCH_QUERIES.map((q) => q.name),
+        },
+        stats,
+        skills,
+    };
+    fs.writeFileSync(CONFIG.OUTPUT_PATH, JSON.stringify(output, null, 2));
+    log(`Output saved to: ${CONFIG.OUTPUT_PATH}`);
+    log(`  Total skills: ${skills.length}`);
+    log(`  File size: ${(fs.statSync(CONFIG.OUTPUT_PATH).size / 1024).toFixed(2)} KB`);
+}
+//# sourceMappingURL=output.js.map

package/dist/src/scripts/github-import/output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.js","sourceRoot":"","sources":["../../../../src/scripts/github-import/output.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,MAAM,EAA8B,cAAc,EAAE,MAAM,YAAY,CAAA;AAC/E,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAA;AAEhC;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,MAAuB,EAAE,KAAkB;IACpE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;IAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,MAAM,GAAG;QACb,QAAQ,EAAE;YACR,OAAO,EAAE,OAAO;YAChB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACtC,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAC3C;QACD,KAAK;QACL,MAAM;KACP,CAAA;IAED,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACrE,GAAG,CAAC,oBAAoB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAA;IAC7C,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;IACvC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;AACpF,CAAC"}

package/dist/src/scripts/github-import/types.d.ts

@@ -0,0 +1,108 @@
+/**
+ * SMI-860: Type definitions for GitHub skill import
+ */
+export interface Config {
+    /** GitHub personal access token */
+    GITHUB_TOKEN: string | undefined;
+    /** GitHub API base URL */
+    GITHUB_API_URL: string;
+    /** Results per page for GitHub API */
+    PER_PAGE: number;
+    /** Maximum results from GitHub search API per query */
+    MAX_RESULTS_PER_QUERY: number;
+    /** Rate limit delay between API calls (ms) */
+    RATE_LIMIT_DELAY: number;
+    /** Delay between different query types (ms) */
+    QUERY_DELAY: number;
+    /** Retry configuration */
+    RETRY: {
+        MAX_ATTEMPTS: number;
+        BASE_DELAY_MS: number;
+        BACKOFF_MULTIPLIER: number;
+    };
+    /** Output file path */
+    OUTPUT_PATH: string;
+    /** Checkpoint file path */
+    CHECKPOINT_PATH: string;
+}
+export declare const CONFIG: Config;
+/** GitHub repository owner structure */
+export interface GitHubOwner {
+    login: string;
+    type: string;
+}
+/** GitHub repository from search API */
+export interface GitHubRepository {
+    id: number;
+    owner: GitHubOwner;
+    name: string;
+    full_name: string;
+    description: string | null;
+    html_url: string;
+    clone_url: string;
+    stargazers_count: number;
+    forks_count: number;
+    topics?: string[];
+    language: string | null;
+    license: {
+        key: string;
+        name: string;
+        spdx_id: string;
+    } | null;
+    created_at: string;
+    updated_at: string;
+    pushed_at: string;
+    default_branch: string;
+}
+/** GitHub search API response */
+export interface GitHubSearchResponse {
+    total_count: number;
+    incomplete_results: boolean;
+    items: GitHubRepository[];
+}
+/** Imported skill metadata */
+export interface ImportedSkill {
+    id: string;
+    name: string;
+    description: string;
+    author: string;
+    repo_url: string;
+    clone_url: string;
+    stars: number;
+    forks: number;
+    topics: string[];
+    language: string | null;
+    license: string | null;
+    created_at: string;
+    updated_at: string;
+    source: string;
+    query_type: string;
+    imported_at: string;
+}
+/** Import statistics */
+export interface ImportStats {
+    total_found: number;
+    total_imported: number;
+    duplicates_removed: number;
+    queries_completed: string[];
+    errors: string[];
+    started_at: string;
+    completed_at?: string;
+    duration_ms?: number;
+}
+/** Checkpoint state for resume */
+export interface Checkpoint {
+    last_query: string;
+    last_page: number;
+    skills: ImportedSkill[];
+    stats: ImportStats;
+    timestamp: string;
+}
+/** Search query definition */
+export interface SearchQuery {
+    name: string;
+    query: string;
+    description: string;
+}
+export declare const SEARCH_QUERIES: SearchQuery[];
+//# sourceMappingURL=types.d.ts.map

package/dist/src/scripts/github-import/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/scripts/github-import/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,MAAM,WAAW,MAAM;IACrB,mCAAmC;IACnC,YAAY,EAAE,MAAM,GAAG,SAAS,CAAA;IAChC,0BAA0B;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,sCAAsC;IACtC,QAAQ,EAAE,MAAM,CAAA;IAChB,uDAAuD;IACvD,qBAAqB,EAAE,MAAM,CAAA;IAC7B,8CAA8C;IAC9C,gBAAgB,EAAE,MAAM,CAAA;IACxB,+CAA+C;IAC/C,WAAW,EAAE,MAAM,CAAA;IACnB,0BAA0B;IAC1B,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAA;QACpB,aAAa,EAAE,MAAM,CAAA;QACrB,kBAAkB,EAAE,MAAM,CAAA;KAC3B,CAAA;IACD,uBAAuB;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB,2BAA2B;IAC3B,eAAe,EAAE,MAAM,CAAA;CACxB;AAED,eAAO,MAAM,MAAM,EAAE,MAcpB,CAAA;AAMD,wCAAwC;AACxC,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;CACb;AAED,wCAAwC;AACxC,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,WAAW,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,gBAAgB,EAAE,MAAM,CAAA;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,OAAO,EAAE;QACP,GAAG,EAAE,MAAM,CAAA;QACX,IAAI,EAAE,MAAM,CAAA;QACZ,OAAO,EAAE,MAAM,CAAA;KAChB,GAAG,IAAI,CAAA;IACR,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;CACvB;AAED,iCAAiC;AACjC,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAA;IACnB,kBAAkB,EAAE,OAAO,CAAA;IAC3B,KAAK,EAAE,gBAAgB,EAAE,CAAA;CAC1B;AAED,8BAA8B;AAC9B,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,wBAAwB;AACxB,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,iBAAiB,EAAE,MAAM,EAAE,CAAA;IAC3B,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,kCAAkC;AAClC,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,KAAK,EAAE,WAAW,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,8BAA8B;AAC9B,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;CACpB;AAMD,eAAO,MAAM,cAAc,EAAE,WAAW,EAqBvC,CAAA"}

package/dist/src/scripts/github-import/types.js

@@ -0,0 +1,44 @@
+/**
+ * SMI-860: Type definitions for GitHub skill import
+ */
+export const CONFIG = {
+    GITHUB_TOKEN: process.env.GITHUB_TOKEN,
+    GITHUB_API_URL: 'https://api.github.com',
+    PER_PAGE: 100,
+    MAX_RESULTS_PER_QUERY: 1000,
+    RATE_LIMIT_DELAY: 150,
+    QUERY_DELAY: 500,
+    RETRY: {
+        MAX_ATTEMPTS: 5,
+        BASE_DELAY_MS: 1000,
+        BACKOFF_MULTIPLIER: 2,
+    },
+    OUTPUT_PATH: process.env.OUTPUT_PATH || './data/imported-skills.json',
+    CHECKPOINT_PATH: process.env.CHECKPOINT_PATH || './data/import-checkpoint.json',
+};
+// ============================================================================
+// Search Queries
+// ============================================================================
+export const SEARCH_QUERIES = [
+    {
+        name: 'claude-skill',
+        query: 'topic:claude-skill',
+        description: 'Repositories tagged with claude-skill topic',
+    },
+    {
+        name: 'mcp-server',
+        query: 'topic:mcp-server',
+        description: 'MCP server implementations',
+    },
+    {
+        name: 'skill-md',
+        query: 'filename:SKILL.md',
+        description: 'Repositories containing SKILL.md files',
+    },
+    {
+        name: 'anthropic-skills',
+        query: 'topic:anthropic-skills',
+        description: 'Repositories tagged with anthropic-skills topic',
+    },
+];
+//# sourceMappingURL=types.js.map

package/dist/src/scripts/github-import/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/scripts/github-import/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AA+BH,MAAM,CAAC,MAAM,MAAM,GAAW;IAC5B,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;IACtC,cAAc,EAAE,wBAAwB;IACxC,QAAQ,EAAE,GAAG;IACb,qBAAqB,EAAE,IAAI;IAC3B,gBAAgB,EAAE,GAAG;IACrB,WAAW,EAAE,GAAG;IAChB,KAAK,EAAE;QACL,YAAY,EAAE,CAAC;QACf,aAAa,EAAE,IAAI;QACnB,kBAAkB,EAAE,CAAC;KACtB;IACD,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,6BAA6B;IACrE,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,+BAA+B;CAChF,CAAA;AA2FD,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C;QACE,IAAI,EAAE,cAAc;QACpB,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,6CAA6C;KAC3D;IACD;QACE,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,kBAAkB;QACzB,WAAW,EAAE,4BAA4B;KAC1C;IACD;QACE,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,wCAAwC;KACtD;IACD;QACE,IAAI,EAAE,kBAAkB;QACxB,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EAAE,iDAAiD;KAC/D;CACF,CAAA"}