promptgraph-mcp 2.3.9 → 2.4.1

package/bundle-counts.js

@@ -0,0 +1,107 @@
+/**
+ * Local cache for bundle skillCounts.
+ * Refreshes from GitHub API in background; TTL = 24h.
+ * Counts only .md files in subdirectories (never root files).
+ */
+import fs from 'fs';
+import https from 'https';
+import path from 'path';
+import { PROMPTGRAPH_DIR } from './config.js';
+
+const CACHE_FILE = path.join(PROMPTGRAPH_DIR, 'bundle-counts.json');
+const TTL_MS = 24 * 60 * 60 * 1000; // 24h
+
+const SKILL_DIRS = ['skills', 'commands', 'prompts', 'agents', 'skills-store', 'slash-commands', 'custom-commands', 'templates'];
+const SKIP_ROOT_DIRS = new Set(['.github', 'docs', 'doc', 'assets', 'images', 'img', 'media', 'static', 'scripts', 'ci_scripts', 'node_modules', 'vendor', 'dist', 'build', 'tests', 'test', 'examples', 'example', 'fixtures']);
+const SKIP_NAMES = /^(readme|changelog|license|contributing|security|authors|credits|install|installation|usage|promotion|faq|glossary|index|overview|summary|roadmap|todo|notes|template|example|sample|demo|guide|tutorial|walkthrough|architecture|design|spec|requirements|privacy|terms|disclaimer|notice|copying|warranty|funding)/i;
+
+function httpsGet(url) {
+  return new Promise((res, rej) => {
+    const req = https.get(url, { headers: { 'User-Agent': 'promptgraph-mcp' } }, r => {
+      if (r.statusCode === 403 || r.statusCode === 429) return rej(new Error(`Rate limited`));
+      if (r.statusCode !== 200) { r.resume(); return rej(new Error(`HTTP ${r.statusCode}`)); }
+      let d = ''; r.setEncoding('utf8'); r.on('data', c => d += c); r.on('end', () => res(d));
+    });
+    req.on('error', rej);
+  });
+}
+
+function loadCache() {
+  try { return JSON.parse(fs.readFileSync(CACHE_FILE, 'utf8')); } catch { return {}; }
+}
+
+function saveCache(data) {
+  try {
+    fs.mkdirSync(path.dirname(CACHE_FILE), { recursive: true });
+    fs.writeFileSync(CACHE_FILE, JSON.stringify(data, null, 2));
+  } catch {}
+}
+
+// Count .md files only in subdirectories — root files are ignored
+async function countSubdirMdFiles(ownerRepo) {
+  const treeUrl = `https://api.github.com/repos/${ownerRepo}/git/trees/HEAD?recursive=1`;
+  const json = await httpsGet(treeUrl);
+  const { tree = [] } = JSON.parse(json);
+
+  // Only .md files that are inside a subdir (path has at least one /)
+  const mdFiles = tree.filter(f =>
+    f.type === 'blob' &&
+    f.path.endsWith('.md') &&
+    f.path.includes('/') // must be in a subdir, not root
+  );
+
+  // Try to find a known skills subdir first
+  for (const dir of SKILL_DIRS) {
+    const inDir = mdFiles.filter(f => f.path.startsWith(dir + '/'));
+    if (inDir.length > 0) {
+      return inDir.filter(f => {
+        const base = f.path.split('/').pop().replace(/\.md$/i, '').toLowerCase();
+        return !SKIP_NAMES.test(base);
+      }).length;
+    }
+  }
+
+  // No known dir — use any subdir, skip skip-dirs
+  return mdFiles.filter(f => {
+    const parts = f.path.split('/');
+    const topDir = parts[0].toLowerCase();
+    if (SKIP_ROOT_DIRS.has(topDir)) return false;
+    const base = parts[parts.length - 1].replace(/\.md$/i, '').toLowerCase();
+    return !SKIP_NAMES.test(base);
+  }).length;
+}
+
+// Read cached count for a bundle (returns null if stale or missing)
+export function getCachedCount(repoUrl) {
+  const cache = loadCache();
+  const entry = cache[repoUrl];
+  if (!entry) return null;
+  if (Date.now() - entry.ts > TTL_MS) return null;
+  return entry.count;
+}
+
+// Refresh counts for all bundles in background (non-blocking)
+export function refreshCountsInBackground(bundles) {
+  const cache = loadCache();
+  const stale = bundles.filter(b => {
+    if (!b.repo_url) return false;
+    const entry = cache[b.repo_url];
+    return !entry || Date.now() - entry.ts > TTL_MS;
+  });
+
+  if (!stale.length) return;
+
+  // Fire-and-forget
+  (async () => {
+    for (const b of stale) {
+      try {
+        const count = await countSubdirMdFiles(b.repo_url);
+        cache[b.repo_url] = { count, ts: Date.now() };
+        saveCache(cache);
+      } catch {
+        // rate limited or network error — skip, try next time
+      }
+      await new Promise(r => setTimeout(r, 500)); // 500ms between requests
+    }
+  })();
+}

package/github-import.js

@@ -4,7 +4,8 @@ import fs from 'fs';
 import https from 'https';
 import { globSync } from 'glob';
 import { indexAll, indexSource } from './indexer.js';
-import { loadConfig, saveConfig, SKILLS_STORE_DIR } from './config.js';
+import { loadConfig, saveConfig, PROMPTGRAPH_DIR, SKILLS_STORE_DIR } from './config.js';
+import { validateSkill } from './validator.js';
 
 const SKILL_DIRS = ['skills', 'commands', 'prompts', 'agents', 'skills-store', 'slash-commands', 'custom-commands', 'templates'];
 
@@ -33,6 +34,58 @@ function repoExists(ownerRepo) {
   });
 }
 
+// Validate all .md files in a repo's skills subdir against validateSkill().
+// Returns { ok, errors[], warnings[] }.
+export async function validateRepoSkills(ownerRepo) {
+  const errors = [];
+  const warnings = [];
+
+  const detected = await detectSkillsDirFromAPI(ownerRepo);
+  if (!detected) {
+    return { ok: false, errors: [`No skills directory found in ${ownerRepo}`], warnings: [] };
+  }
+
+  const subdir = detected.subdir;
+  const listUrl = `https://api.github.com/repos/${ownerRepo}/contents/${subdir}`;
+  let entries;
+  try {
+    const json = await httpsGet(listUrl);
+    entries = JSON.parse(json);
+  } catch (e) {
+    return { ok: false, errors: [`Failed to list ${subdir}/ contents: ${e.message}`], warnings: [] };
+  }
+
+  const mdFiles = entries.filter(e => e.type === 'file' && e.name.endsWith('.md'));
+  if (mdFiles.length === 0) {
+    return { ok: false, errors: [`No .md files found in ${subdir}/`], warnings: [] };
+  }
+
+  const tmpDir = path.join(PROMPTGRAPH_DIR, '.validate-tmp');
+  fs.mkdirSync(tmpDir, { recursive: true });
+
+  for (const file of mdFiles) {
+    try {
+      const content = await httpsGet(file.download_url);
+      const tmpPath = path.join(tmpDir, file.name);
+      fs.writeFileSync(tmpPath, content);
+      const result = validateSkill(tmpPath);
+      if (!result.ok) {
+        errors.push(`${file.name}: ${result.errors.join('; ')}`);
+      }
+      if (result.warnings?.length) {
+        warnings.push(...result.warnings.map(w => `${file.name}: ${w}`));
+      }
+      fs.unlinkSync(tmpPath);
+    } catch (e) {
+      errors.push(`${file.name}: failed to validate — ${e.message}`);
+    }
+  }
+
+  try { fs.rmSync(tmpDir, { recursive: true, force: true }); } catch {}
+
+  return { ok: errors.length === 0, errors, warnings };
+}
+
 // Ask GitHub API which subdir to use (without cloning anything). Exported for validation.
 export
 // Returns { subdir, label } or null (use root).

package/index.js

@@ -209,6 +209,15 @@ if (args[0] === 'marketplace') {
 
   if (skills?.error) { error(skills.error); process.exit(1); }
 
+  // Apply cached skillCounts and refresh stale ones in background
+  const { getCachedCount, refreshCountsInBackground } = await import('./bundle-counts.js');
+  const bundlesWithCounts = (Array.isArray(bundles) ? bundles : []).map(b => {
+    if (!b.repo_url) return b;
+    const cached = getCachedCount(b.repo_url);
+    return cached !== null ? { ...b, skillCount: cached } : b;
+  });
+  refreshCountsInBackground(bundlesWithCounts);
+
   // Build installed set — source of truth is the FILESYSTEM, not DB/config
   const installedSet = new Set();
   try {
@@ -249,7 +258,7 @@ if (args[0] === 'marketplace') {
 
   await runTUI(
     Array.isArray(skills) ? skills : [],
-    Array.isArray(bundles) ? bundles : [],
+    bundlesWithCounts,
     async (item) => {
       if (item.type === 'bundle') {
         const r = await installBundle(item.id);

package/marketplace.js

@@ -7,7 +7,7 @@ import { createRequire } from 'module';
 import { getDb } from './db.js';
 import { validateSkill, validateBundle } from './validator.js';
 import { loadConfig, saveConfig, PROMPTGRAPH_DIR, SKILLS_STORE_DIR } from './config.js';
-import { importFromGitHub } from './github-import.js';
+import { importFromGitHub, validateRepoSkills } from './github-import.js';
 
 const REGISTRY_URL = 'https://raw.githubusercontent.com/NeiP4n/promptgraph-registry/main/registry.json';
 const SKILLS_DIR = path.join(SKILLS_STORE_DIR, 'marketplace');
@@ -316,6 +316,19 @@ export async function publishBundle(bundleDef) {
     return { error: 'Bundle validation failed', issues: validation.errors, warnings: validation.warnings };
   }
 
+  // Validate repo skills content if repo_url is set
+  if (def.repo_url) {
+    const ownerRepo = def.repo_url.replace(/^https?:\/\/github\.com\//, '').replace(/\.git$/, '');
+    const repoValidation = await validateRepoSkills(ownerRepo);
+    if (!repoValidation.ok) {
+      return {
+        error: 'Repo skills validation failed',
+        issues: repoValidation.errors,
+        warnings: repoValidation.warnings,
+      };
+    }
+  }
+
   const bundleJson = JSON.stringify(def, null, 2);
   const tmpFile = path.join(PROMPTGRAPH_DIR, `bundle-${def.id}.json`);
   fs.mkdirSync(PROMPTGRAPH_DIR, { recursive: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "promptgraph-mcp",
-  "version": "2.3.9",
+  "version": "2.4.1",
   "main": "index.js",
   "type": "module",
   "bin": {
@@ -51,4 +51,4 @@
     "tar": "^6.2.1",
     "js-yaml": "^4.1.0"
   }
-}
+}