promptgraph-mcp 2.8.4 → 2.8.6

package/github-import.js

@@ -678,18 +678,23 @@ export async function importFromGitHubLight(repoUrl) {
   fs.mkdirSync(destBase, { recursive: true });
 
   const gitEnv = { ...process.env, GIT_TERMINAL_PROMPT: '0' };
+  const prog = (msg) => process.stderr.write(`\r\x1b[K  ${msg}`);
 
   // Step 1: treeless clone — gets file tree instantly, no blob download, no API
-  const init = spawnSync('git', ['clone', '--depth=1', '--filter=blob:none', '--no-checkout', cloneUrl, destBase], { stdio: 'pipe', env: gitEnv, timeout: 60000 });
+  prog(`Cloning ${ownerRepo}...`);
+  const init = spawnSync('git', ['clone', '--depth=1', '--filter=blob:none', '--no-checkout', '--progress', cloneUrl, destBase], { stdio: 'pipe', env: gitEnv, timeout: 120000 });
   if (init.status !== 0) {
+    process.stderr.write('\n');
     fs.rmSync(destBase, { recursive: true, force: true });
     throw new Error(`Failed to clone ${ownerRepo}: ${(init.stderr?.toString() || '').trim().slice(0, 120)}`);
   }
 
   // Step 2: detect skills subdir from local tree — zero API calls
+  prog(`Detecting skill directory...`);
   const subdir = detectSubdirFromTree(destBase);
 
   // Step 3: sparse-checkout only the skills subdir .md files
+  prog(`Setting up sparse checkout${subdir ? ` (${subdir}/)` : ''}...`);
   spawnSync('git', ['-C', destBase, 'sparse-checkout', 'init'], { stdio: 'pipe', env: gitEnv });
   if (subdir) {
     spawnSync('git', ['-C', destBase, 'sparse-checkout', 'set', '--no-cone', `${subdir}/*.md`, `${subdir}/**/*.md`], { stdio: 'pipe', env: gitEnv });
@@ -698,16 +703,20 @@ export async function importFromGitHubLight(repoUrl) {
   }
 
   // Step 4: checkout to materialize only the selected files
-  const co = spawnSync('git', ['-C', destBase, 'checkout'], { stdio: 'pipe', env: gitEnv, timeout: 60000 });
+  prog(`Downloading .md files...`);
+  const co = spawnSync('git', ['-C', destBase, 'checkout'], { stdio: 'pipe', env: gitEnv, timeout: 120000 });
   if (co.status !== 0) {
+    process.stderr.write('\n');
     fs.rmSync(destBase, { recursive: true, force: true });
     throw new Error(`Checkout failed for ${ownerRepo}`);
   }
   // Force blob materialization (needed for partial clones on Windows)
-  spawnSync('git', ['-C', destBase, 'checkout', 'HEAD', '--', '.'], { stdio: 'pipe', env: gitEnv, timeout: 60000 });
+  spawnSync('git', ['-C', destBase, 'checkout', 'HEAD', '--', '.'], { stdio: 'pipe', env: gitEnv, timeout: 120000 });
+  process.stderr.write('\n');
 
   // Step 5: filter out non-skill files locally
   const allMd = globSync(`${destBase}/**/*.md`);
+  prog(`Filtering ${allMd.length} files...`);
   let removed = 0;
   for (const fp of allMd) {
     if (!isSkillFile(fp)) { try { fs.unlinkSync(fp); removed++; } catch {} }
@@ -715,6 +724,7 @@ export async function importFromGitHubLight(repoUrl) {
   if (removed > 0) removeEmptyDirs(destBase);
 
   const remaining = globSync(`${destBase}/**/*.md`);
+  prog(`Validating ${remaining.length} skill files...`);
   let removedV = 0;
   for (const fp of remaining) {
     const v = validateSkill(fp);
@@ -722,7 +732,7 @@ export async function importFromGitHubLight(repoUrl) {
   }
   if (removedV > 0) removeEmptyDirs(destBase);
 
-  await classifierCleanup(destBase);
+  process.stderr.write('\n');
 
   const realCount = globSync(`${destBase}/**/*.md`).length;
   const cacheKey = url.replace(/\.git$/, '');

package/indexer.js

@@ -255,7 +255,7 @@ export async function indexFile(filePath, source) {
   await indexBatch(db, [{ ...skill, hash }]);
 }
 
-// Index only one source directory — much faster than indexAll after a bundle install
+// Index only one source directory — fast mode first (no embeddings), then embed in background
 export async function indexSource(dir, sourceName) {
   const db = getDb();
   const files = globSync(`${dir}/**/*.md`);
@@ -280,6 +280,7 @@ export async function indexSource(dir, sourceName) {
   let count = 0, skipped = 0, errors = 0, batch = [];
   const start = Date.now();
 
+  // Pass 1: fast — upsert skills into DB with keyword search only (instant)
   for (const file of files) {
     try {
       const norm = sanitizePath(file);
@@ -293,18 +294,40 @@ export async function indexSource(dir, sourceName) {
       const parsed = parseSkillFile(file, sourceName, { raw });
       batch.push({ ...parsed, hash });
       if (batch.length >= BATCH_SIZE) {
-        await indexBatch(db, batch);
+        await indexBatch(db, batch, { fast: true });
         count += batch.length; batch = [];
         progress(count, total, { skipped, errors });
-        await new Promise(r => setImmediate ? setImmediate(r) : setTimeout(r, 0));
       }
     } catch (e) { errors++; count++; }
   }
-
-  if (batch.length > 0) { await indexBatch(db, batch); count += batch.length; }
+  if (batch.length > 0) { await indexBatch(db, batch, { fast: true }); count += batch.length; }
   progress(total, total, { skipped, errors });
   progressDone();
-  await buildAnnIndex();
-  const elapsed = ((Date.now() - start) / 1000).toFixed(1);
-  success(`Indexed ${chalk.white.bold(count)} skills from ${sourceName} ${chalk.gray(`(${skipped} skipped, ${elapsed}s)`)}`);
+  const elapsed1 = ((Date.now() - start) / 1000).toFixed(1);
+  success(`Indexed ${chalk.white.bold(count)} skills from ${sourceName} ${chalk.gray(`(${skipped} skipped, ${elapsed1}s)`)}`);
+  info(chalk.gray('  Semantic embeddings generating in background — keyword search available now.'));
+
+  // Pass 2: embed in background (non-blocking)
+  setImmediate(async () => {
+    try {
+      const toEmbed = [];
+      for (const file of files) {
+        try {
+          const norm = sanitizePath(file);
+          const stat = fs.statSync(norm);
+          if (stat.size > MAX_FILE_SIZE) continue;
+          const raw = fs.readFileSync(norm, 'utf8');
+          if (!isSkillFile(file, raw)) continue;
+          const hash = createHash('md5').update(raw).digest('hex');
+          const parsed = parseSkillFile(file, sourceName, { raw });
+          toEmbed.push({ ...parsed, hash });
+        } catch {}
+      }
+      if (toEmbed.length === 0) return;
+      for (let i = 0; i < toEmbed.length; i += BATCH_SIZE) {
+        await indexBatch(db, toEmbed.slice(i, i + BATCH_SIZE), { fast: false });
+      }
+      await buildAnnIndex();
+    } catch {}
+  });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "promptgraph-mcp",
-  "version": "2.8.4",
+  "version": "2.8.6",
   "files": [
     "*.js",
     "commands/",