promptgraph-mcp 2.3.8 → 2.4.0

package/bundle-counts.js

@@ -0,0 +1,107 @@
+/**
+ * Local cache for bundle skillCounts.
+ * Refreshes from GitHub API in background; TTL = 24h.
+ * Counts only .md files in subdirectories (never root files).
+ */
+import fs from 'fs';
+import https from 'https';
+import path from 'path';
+import { PROMPTGRAPH_DIR } from './config.js';
+
+const CACHE_FILE = path.join(PROMPTGRAPH_DIR, 'bundle-counts.json');
+const TTL_MS = 24 * 60 * 60 * 1000; // 24h
+
+const SKILL_DIRS = ['skills', 'commands', 'prompts', 'agents', 'skills-store', 'slash-commands', 'custom-commands', 'templates'];
+const SKIP_ROOT_DIRS = new Set(['.github', 'docs', 'doc', 'assets', 'images', 'img', 'media', 'static', 'scripts', 'ci_scripts', 'node_modules', 'vendor', 'dist', 'build', 'tests', 'test', 'examples', 'example', 'fixtures']);
+const SKIP_NAMES = /^(readme|changelog|license|contributing|security|authors|credits|install|installation|usage|promotion|faq|glossary|index|overview|summary|roadmap|todo|notes|template|example|sample|demo|guide|tutorial|walkthrough|architecture|design|spec|requirements|privacy|terms|disclaimer|notice|copying|warranty|funding)/i;
+
+function httpsGet(url) {
+  return new Promise((res, rej) => {
+    const req = https.get(url, { headers: { 'User-Agent': 'promptgraph-mcp' } }, r => {
+      if (r.statusCode === 403 || r.statusCode === 429) return rej(new Error(`Rate limited`));
+      if (r.statusCode !== 200) { r.resume(); return rej(new Error(`HTTP ${r.statusCode}`)); }
+      let d = ''; r.setEncoding('utf8'); r.on('data', c => d += c); r.on('end', () => res(d));
+    });
+    req.on('error', rej);
+  });
+}
+
+function loadCache() {
+  try { return JSON.parse(fs.readFileSync(CACHE_FILE, 'utf8')); } catch { return {}; }
+}
+
+function saveCache(data) {
+  try {
+    fs.mkdirSync(path.dirname(CACHE_FILE), { recursive: true });
+    fs.writeFileSync(CACHE_FILE, JSON.stringify(data, null, 2));
+  } catch {}
+}
+
+// Count .md files only in subdirectories — root files are ignored
+async function countSubdirMdFiles(ownerRepo) {
+  const treeUrl = `https://api.github.com/repos/${ownerRepo}/git/trees/HEAD?recursive=1`;
+  const json = await httpsGet(treeUrl);
+  const { tree = [] } = JSON.parse(json);
+
+  // Only .md files that are inside a subdir (path has at least one /)
+  const mdFiles = tree.filter(f =>
+    f.type === 'blob' &&
+    f.path.endsWith('.md') &&
+    f.path.includes('/') // must be in a subdir, not root
+  );
+
+  // Try to find a known skills subdir first
+  for (const dir of SKILL_DIRS) {
+    const inDir = mdFiles.filter(f => f.path.startsWith(dir + '/'));
+    if (inDir.length > 0) {
+      return inDir.filter(f => {
+        const base = f.path.split('/').pop().replace(/\.md$/i, '').toLowerCase();
+        return !SKIP_NAMES.test(base);
+      }).length;
+    }
+  }
+
+  // No known dir — use any subdir, skip skip-dirs
+  return mdFiles.filter(f => {
+    const parts = f.path.split('/');
+    const topDir = parts[0].toLowerCase();
+    if (SKIP_ROOT_DIRS.has(topDir)) return false;
+    const base = parts[parts.length - 1].replace(/\.md$/i, '').toLowerCase();
+    return !SKIP_NAMES.test(base);
+  }).length;
+}
+
+// Read cached count for a bundle (returns null if stale or missing)
+export function getCachedCount(repoUrl) {
+  const cache = loadCache();
+  const entry = cache[repoUrl];
+  if (!entry) return null;
+  if (Date.now() - entry.ts > TTL_MS) return null;
+  return entry.count;
+}
+
+// Refresh counts for all bundles in background (non-blocking)
+export function refreshCountsInBackground(bundles) {
+  const cache = loadCache();
+  const stale = bundles.filter(b => {
+    if (!b.repo_url) return false;
+    const entry = cache[b.repo_url];
+    return !entry || Date.now() - entry.ts > TTL_MS;
+  });
+
+  if (!stale.length) return;
+
+  // Fire-and-forget
+  (async () => {
+    for (const b of stale) {
+      try {
+        const count = await countSubdirMdFiles(b.repo_url);
+        cache[b.repo_url] = { count, ts: Date.now() };
+        saveCache(cache);
+      } catch {
+        // rate limited or network error — skip, try next time
+      }
+      await new Promise(r => setTimeout(r, 500)); // 500ms between requests
+    }
+  })();
+}

package/index.js

@@ -209,6 +209,15 @@ if (args[0] === 'marketplace') {
 
   if (skills?.error) { error(skills.error); process.exit(1); }
 
+  // Apply cached skillCounts and refresh stale ones in background
+  const { getCachedCount, refreshCountsInBackground } = await import('./bundle-counts.js');
+  const bundlesWithCounts = (Array.isArray(bundles) ? bundles : []).map(b => {
+    if (!b.repo_url) return b;
+    const cached = getCachedCount(b.repo_url);
+    return cached !== null ? { ...b, skillCount: cached } : b;
+  });
+  refreshCountsInBackground(bundlesWithCounts);
+
   // Build installed set — source of truth is the FILESYSTEM, not DB/config
   const installedSet = new Set();
   try {
@@ -249,7 +258,7 @@ if (args[0] === 'marketplace') {
 
   await runTUI(
     Array.isArray(skills) ? skills : [],
-    Array.isArray(bundles) ? bundles : [],
+    bundlesWithCounts,
     async (item) => {
       if (item.type === 'bundle') {
         const r = await installBundle(item.id);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "promptgraph-mcp",
-  "version": "2.3.8",
+  "version": "2.4.0",
   "main": "index.js",
   "type": "module",
   "bin": {

package/parser.js

@@ -18,8 +18,8 @@ const SKIP_FILENAMES = new Set([
   'pull_request_template', 'issue_template', 'funding',
 ]);
 
-// Filename patterns that are never skills
-const SKIP_FILENAME_RE = /^(_|\.)|^v?\d+[\.\-]\d+|^\d{4}[\-_]\d{2}|^readme|^license|^changelog|^contributing/i;
+// Filename patterns that are never skills — readme* catches ALL variants (readme_de, readme_zh-CN, etc.)
+const SKIP_FILENAME_RE = /^(_|\.)|^v?\d+[\.\-]\d+|^\d{4}[\-_]\d{2}|^readme|^license|^changelog|^contributing|^code.of.conduct|^security|^authors|^credits|^disclaimer|^notice|^copying|^warranty|^promotion|^funding/i;
 
 // Path segments that indicate the file is NOT a skill
 const SKIP_DIRS = new Set([
@@ -30,7 +30,7 @@ const SKIP_DIRS = new Set([
 ]);
 
 // First-header values that signal documentation, not a skill
-const DOC_FIRST_HEADERS = /^(overview|introduction|about|background|welcome|getting started|what is|why |table of contents|toc|foreword|preface)/i;
+const DOC_FIRST_HEADERS = /^(overview|introduction|about|background|welcome|getting started|what is|why |table of contents|toc|foreword|preface|readme)/i;
 
 // Imperative verbs commonly found in skill headers
 const IMPERATIVE_HEADERS = /\b(run|use|apply|execute|check|debug|fix|create|add|remove|deploy|test|write|generate|analyze|review|refactor|optimize|configure|setup|install|scan|audit|validate|search|find|extract|parse)\b/i;
@@ -119,6 +119,12 @@ export function isSkillFile(filePath, raw) {
 
   try {
     if (!raw) raw = fs.readFileSync(filePath, 'utf8');
+
+    // Hard-reject: content starts with README header or badge lines
+    const firstLines = raw.trimStart().slice(0, 300);
+    if (/^#\s*readme\b/i.test(firstLines)) return false;
+    if (/!\[.*\]\(https?:\/\/(img\.shields\.io|badge\.fury|travis-ci|github\.com\/[^)]+\/badge)/i.test(firstLines)) return false;
+
     return skillScore(raw, base) >= 3;
   } catch {
     return false;