promptgraph-mcp 2.0.8 → 2.1.0

package/github-import.js

@@ -4,7 +4,7 @@ import os from 'os';
 import fs from 'fs';
 import https from 'https';
 import { globSync } from 'glob';
-import { indexAll } from './indexer.js';
+import { indexAll, indexSource } from './indexer.js';
 import { loadConfig, saveConfig, SKILLS_STORE_DIR } from './config.js';
 
 function repoExists(repoUrl) {
@@ -57,13 +57,17 @@ export async function importFromGitHub(repoUrl) {
 
   if (fs.existsSync(dest)) {
     console.log(`Updating ${repoName}...`);
-    const pullResult = spawnSync('git', ['-C', dest, 'pull', '--depth=1'], { stdio: 'inherit' });
-    if (pullResult.status !== 0) {
-      // Force-push or unrelated histories — re-clone from scratch
-      console.log(`Pull failed (force-push?), re-cloning ${repoName}...`);
-      fs.rmSync(dest, { recursive: true, force: true });
-      const cloneResult = spawnSync('git', ['clone', '--depth=1', url, dest], { stdio: 'inherit' });
-      if (cloneResult.status !== 0) throw new Error(`git clone failed for ${url}`);
+    // fetch + reset handles force-pushes and unrelated histories without re-cloning
+    const fetch = spawnSync('git', ['-C', dest, 'fetch', '--depth=1', 'origin'], { stdio: 'inherit' });
+    if (fetch.status !== 0) throw new Error(`git fetch failed for ${repoName}`);
+    const reset = spawnSync('git', ['-C', dest, 'reset', '--hard', 'origin/HEAD'], { stdio: 'pipe' });
+    if (reset.status !== 0) {
+      // fallback: try origin/main then origin/master
+      const main = spawnSync('git', ['-C', dest, 'reset', '--hard', 'origin/main'], { stdio: 'pipe' });
+      if (main.status !== 0) {
+        const master = spawnSync('git', ['-C', dest, 'reset', '--hard', 'origin/master'], { stdio: 'inherit' });
+        if (master.status !== 0) throw new Error(`git reset failed for ${repoName}`);
+      }
     }
   } else {
     console.log(`Cloning ${url}...`);
@@ -95,7 +99,7 @@ export async function importFromGitHub(repoUrl) {
     console.log(`Indexing from: ${skillsDir}`);
   }
 
-  console.log('\nReindexing...');
-  await indexAll();
+  console.log();
+  await indexSource(skillsDir, repoSource);
   console.log(`Done! Imported from ${repoName}/${label}`);
 }

package/indexer.js

@@ -200,6 +200,58 @@ export async function indexAll() {
 
 export async function indexFile(filePath, source) {
   const db = getDb();
-  const skill = parseSkillFile(filePath, source);
-  await indexBatch(db, [{ ...skill, hash: fileHash(filePath) }]);
+  const raw = fs.readFileSync(filePath, 'utf8');
+  const hash = createHash('md5').update(raw).digest('hex');
+  const skill = parseSkillFile(filePath, source, { raw });
+  await indexBatch(db, [{ ...skill, hash }]);
+}
+
+// Index only one source directory — much faster than indexAll after a bundle install
+export async function indexSource(dir, sourceName) {
+  const db = getDb();
+  const files = globSync(`${dir}/**/*.md`);
+  const total = files.length;
+  info(`Indexing ${chalk.white.bold(total)} files from ${sourceName}...`);
+
+  const dbByPath = new Map();
+  for (const row of db.prepare('SELECT id, path, hash FROM skills WHERE source = ?').all(sourceName)) {
+    dbByPath.set(row.path, row);
+  }
+
+  // Remove skills from this source whose files are gone
+  const existingPaths = new Set(files.map(f => path.resolve(f)));
+  for (const [, row] of dbByPath) {
+    if (!existingPaths.has(path.resolve(row.path))) {
+      db.prepare('DELETE FROM skills WHERE id = ?').run(row.id);
+      db.prepare('DELETE FROM chunks WHERE skill_id = ?').run(row.id);
+      db.prepare('DELETE FROM edges WHERE from_skill = ? OR to_skill = ?').run(row.id, row.id);
+    }
+  }
+
+  let count = 0, skipped = 0, errors = 0, batch = [];
+  const start = Date.now();
+
+  for (const file of files) {
+    try {
+      const raw = fs.readFileSync(file, 'utf8');
+      const hash = createHash('md5').update(raw).digest('hex');
+      const dbRow = dbByPath.get(file);
+      if (dbRow?.hash === hash) { skipped++; count++; continue; }
+      if (!isSkillFile(file, raw)) { skipped++; count++; continue; }
+      const parsed = parseSkillFile(file, sourceName, { raw });
+      batch.push({ ...parsed, hash });
+      if (batch.length >= BATCH_SIZE) {
+        await indexBatch(db, batch);
+        count += batch.length; batch = [];
+        progress(count, total, { skipped, errors });
+      }
+    } catch (e) { errors++; count++; }
+  }
+
+  if (batch.length > 0) { await indexBatch(db, batch); count += batch.length; }
+  progress(total, total, { skipped, errors });
+  progressDone();
+  await buildAnnIndex();
+  const elapsed = ((Date.now() - start) / 1000).toFixed(1);
+  success(`Indexed ${chalk.white.bold(count)} skills from ${sourceName} ${chalk.gray(`(${skipped} skipped, ${elapsed}s)`)}`);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "promptgraph-mcp",
-  "version": "2.0.8",
+  "version": "2.1.0",
   "main": "index.js",
   "type": "module",
   "bin": {