@mcptoolshop/registry-stats 0.3.1 → 0.4.1

package/dist/index.cjs

@@ -48,22 +48,64 @@ var RegistryError = class extends Error {
 var RETRYABLE = /* @__PURE__ */ new Set([429, 500, 502, 503, 504]);
 var MAX_RETRIES = 3;
 var BASE_DELAY = 1e3;
+var registryLocks = /* @__PURE__ */ new Map();
+var REGISTRY_DELAYS = {
+  npm: 400,
+  // ~2.5 req/s — safe for 54+ scoped packages
+  pypi: 2200,
+  // 30 req/60s = 1 per 2s, with headroom
+  docker: 4e3
+  // 10 req/3600s — very tight
+};
+var DEFAULT_DELAY = 100;
+function acquireSlot(registry) {
+  const minDelay = REGISTRY_DELAYS[registry] ?? DEFAULT_DELAY;
+  const prev = registryLocks.get(registry) ?? Promise.resolve();
+  const slot = prev.then(() => new Promise((r) => setTimeout(r, minDelay)));
+  registryLocks.set(registry, slot);
+  return prev;
+}
 async function fetchWithRetry(url, registry, init) {
+  let lastError;
+  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+    await acquireSlot(registry);
+    const res = await fetch(url, init);
+    if (res.status === 404) return null;
+    if (res.ok) return res.json();
+    const retryAfter = res.headers.get("retry-after");
+    const retryAfterSeconds = retryAfter ? parseInt(retryAfter, 10) : void 0;
+    lastError = new RegistryError(
+      registry,
+      res.status,
+      `${res.statusText}: ${url}`,
+      retryAfterSeconds
+    );
+    if (!RETRYABLE.has(res.status) || attempt === MAX_RETRIES) break;
+    const backoff = BASE_DELAY * Math.pow(2, attempt);
+    const retryAfterMs = retryAfterSeconds ? retryAfterSeconds * 1e3 : 0;
+    const delay = Math.max(backoff, retryAfterMs);
+    await new Promise((r) => setTimeout(r, delay));
+  }
+  throw lastError;
+}
+async function fetchDirect(url, registry, init) {
   let lastError;
   for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
     const res = await fetch(url, init);
     if (res.status === 404) return null;
     if (res.ok) return res.json();
     const retryAfter = res.headers.get("retry-after");
-    const retryAfterMs = retryAfter ? parseInt(retryAfter, 10) * 1e3 : void 0;
+    const retryAfterSeconds = retryAfter ? parseInt(retryAfter, 10) : void 0;
     lastError = new RegistryError(
       registry,
       res.status,
       `${res.statusText}: ${url}`,
-      retryAfter ? parseInt(retryAfter, 10) : void 0
+      retryAfterSeconds
     );
     if (!RETRYABLE.has(res.status) || attempt === MAX_RETRIES) break;
-    const delay = retryAfterMs ?? BASE_DELAY * Math.pow(2, attempt);
+    const backoff = BASE_DELAY * Math.pow(2, attempt);
+    const retryAfterMs = retryAfterSeconds ? retryAfterSeconds * 1e3 : 0;
+    const delay = Math.max(backoff, retryAfterMs);
     await new Promise((r) => setTimeout(r, delay));
   }
   throw lastError;
@@ -74,20 +116,22 @@ var API = "https://api.npmjs.org/downloads";
 var npm = {
   name: "npm",
   async getStats(pkg) {
-    const [day, week, month] = await Promise.all([
-      fetchWithRetry(`${API}/point/last-day/${pkg}`, "npm"),
-      fetchWithRetry(`${API}/point/last-week/${pkg}`, "npm"),
-      fetchWithRetry(`${API}/point/last-month/${pkg}`, "npm")
-    ]);
-    if (!day && !week && !month) return null;
+    const end = /* @__PURE__ */ new Date();
+    const start = new Date(end);
+    start.setDate(start.getDate() - 30);
+    const data = await fetchWithRetry(
+      `${API}/range/${fmt(start)}:${fmt(end)}/${pkg}`,
+      "npm"
+    );
+    if (!data || !data.downloads || data.downloads.length === 0) return null;
+    const days = data.downloads;
+    const lastDay = days[days.length - 1]?.downloads ?? 0;
+    const lastWeek = days.slice(-7).reduce((s, d) => s + d.downloads, 0);
+    const lastMonth = days.reduce((s, d) => s + d.downloads, 0);
     return {
       registry: "npm",
       package: pkg,
-      downloads: {
-        lastDay: day?.downloads,
-        lastWeek: week?.downloads,
-        lastMonth: month?.downloads
-      },
+      downloads: { lastDay, lastWeek, lastMonth },
       fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   },
@@ -115,6 +159,27 @@ var npm = {
     return chunks;
   }
 };
+async function npmBulkPoint(packages, period = "last-month") {
+  const result = /* @__PURE__ */ new Map();
+  if (packages.length === 0) return result;
+  const BATCH_SIZE = 128;
+  for (let i = 0; i < packages.length; i += BATCH_SIZE) {
+    const batch = packages.slice(i, i + BATCH_SIZE);
+    const joined = batch.join(",");
+    const data = await fetchDirect(
+      `${API}/point/${period}/${joined}`,
+      "npm"
+    );
+    if (data) {
+      for (const [name, entry] of Object.entries(data)) {
+        if (entry && typeof entry.downloads === "number") {
+          result.set(name, entry.downloads);
+        }
+      }
+    }
+  }
+  return result;
+}
 function fmt(d) {
   return d.toISOString().slice(0, 10);
 }
@@ -508,7 +573,12 @@ function createHandler(opts) {
       }
       error(res, "Not found", 404);
     } catch (e) {
-      error(res, e.message, 500);
+      if (e instanceof RegistryError) {
+        const status = e.statusCode === 429 ? 429 : e.statusCode === 404 ? 404 : e.statusCode >= 500 ? 502 : 500;
+        error(res, e.message, status);
+      } else {
+        error(res, e.message, 500);
+      }
     }
   };
 }
@@ -607,10 +677,54 @@ stats.bulk = async function bulk(registry, packages, options) {
   if (!provider) {
     throw new RegistryError(registry, 0, `Unknown registry "${registry}".`);
   }
+  if (registry === "npm" && packages.length > 1) {
+    return npmBulkStats(packages, options);
+  }
   const concurrency = options?.concurrency ?? 5;
   const limit = pLimit(concurrency);
   return Promise.all(packages.map((pkg) => limit(() => stats(registry, pkg, options))));
 };
+async function npmBulkStats(packages, options) {
+  const scoped = [];
+  const unscoped = [];
+  for (const pkg of packages) {
+    if (pkg.startsWith("@")) {
+      scoped.push(pkg);
+    } else {
+      unscoped.push(pkg);
+    }
+  }
+  const bulkMonth = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-month") : /* @__PURE__ */ new Map();
+  const bulkWeek = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-week") : /* @__PURE__ */ new Map();
+  const bulkDay = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-day") : /* @__PURE__ */ new Map();
+  const unscopedResults = /* @__PURE__ */ new Map();
+  for (const pkg of unscoped) {
+    const month = bulkMonth.get(pkg);
+    const week = bulkWeek.get(pkg);
+    const day = bulkDay.get(pkg);
+    if (month === void 0 && week === void 0 && day === void 0) {
+      unscopedResults.set(pkg, null);
+    } else {
+      unscopedResults.set(pkg, {
+        registry: "npm",
+        package: pkg,
+        downloads: {
+          lastDay: day,
+          lastWeek: week,
+          lastMonth: month
+        },
+        fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
+  }
+  const limit = pLimit(1);
+  const scopedResults = await Promise.all(
+    scoped.map((pkg) => limit(() => stats("npm", pkg, options)))
+  );
+  const scopedMap = /* @__PURE__ */ new Map();
+  scoped.forEach((pkg, i) => scopedMap.set(pkg, scopedResults[i]));
+  return packages.map((pkg) => unscopedResults.get(pkg) ?? scopedMap.get(pkg) ?? null);
+}
 stats.range = async function range(registry, pkg, start, end, options) {
   const provider = providers[registry];
   if (!provider) {
@@ -654,6 +768,31 @@ stats.compare = async function compare(pkg, registries, options) {
     fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
   };
 };
+stats.mine = async function mine(maintainer, options) {
+  const packages = [];
+  const PAGE_SIZE = 250;
+  let offset = 0;
+  while (true) {
+    const url = `https://registry.npmjs.org/-/v1/search?text=maintainer:${encodeURIComponent(maintainer)}&size=${PAGE_SIZE}&from=${offset}`;
+    const data = await fetchDirect(url, "npm");
+    if (!data || data.objects.length === 0) break;
+    for (const obj of data.objects) {
+      packages.push(obj.package.name);
+    }
+    offset += data.objects.length;
+    if (offset >= data.total) break;
+  }
+  if (packages.length === 0) return [];
+  const results = [];
+  const bulkResults = await stats.bulk("npm", packages, options);
+  for (let i = 0; i < packages.length; i++) {
+    const r = bulkResults[i];
+    if (r) results.push(r);
+    options?.onProgress?.(i + 1, packages.length, packages[i]);
+  }
+  results.sort((a, b) => (b.downloads.lastMonth ?? 0) - (a.downloads.lastMonth ?? 0));
+  return results;
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   RegistryError,

package/dist/index.d.cts

@@ -125,6 +125,9 @@ declare namespace stats {
     var bulk: (registry: string, packages: string[], options?: StatsOptions) => Promise<(PackageStats | null)[]>;
     var range: (registry: string, pkg: string, start: string, end: string, options?: StatsOptions) => Promise<DailyDownloads[]>;
     var compare: (pkg: string, registries?: string[], options?: StatsOptions) => Promise<ComparisonResult>;
+    var mine: (maintainer: string, options?: StatsOptions & {
+        onProgress?: (done: number, total: number, pkg: string) => void;
+    }) => Promise<PackageStats[]>;
 }
 
 export { type ChartData, type ComparisonResult, type Config, type DailyDownloads, type PackageConfig, type PackageStats, type RateLimitConfig, RegistryError, type RegistryName, type RegistryProvider, type ServerOptions, type StatsCache, type StatsOptions, calc, createCache, createHandler, defaultConfig, loadConfig, registerProvider, serve, starterConfig, stats };

package/dist/index.d.ts

@@ -125,6 +125,9 @@ declare namespace stats {
     var bulk: (registry: string, packages: string[], options?: StatsOptions) => Promise<(PackageStats | null)[]>;
     var range: (registry: string, pkg: string, start: string, end: string, options?: StatsOptions) => Promise<DailyDownloads[]>;
     var compare: (pkg: string, registries?: string[], options?: StatsOptions) => Promise<ComparisonResult>;
+    var mine: (maintainer: string, options?: StatsOptions & {
+        onProgress?: (done: number, total: number, pkg: string) => void;
+    }) => Promise<PackageStats[]>;
 }
 
 export { type ChartData, type ComparisonResult, type Config, type DailyDownloads, type PackageConfig, type PackageStats, type RateLimitConfig, RegistryError, type RegistryName, type RegistryProvider, type ServerOptions, type StatsCache, type StatsOptions, calc, createCache, createHandler, defaultConfig, loadConfig, registerProvider, serve, starterConfig, stats };

package/dist/index.js

@@ -13,22 +13,64 @@ var RegistryError = class extends Error {
 var RETRYABLE = /* @__PURE__ */ new Set([429, 500, 502, 503, 504]);
 var MAX_RETRIES = 3;
 var BASE_DELAY = 1e3;
+var registryLocks = /* @__PURE__ */ new Map();
+var REGISTRY_DELAYS = {
+  npm: 400,
+  // ~2.5 req/s — safe for 54+ scoped packages
+  pypi: 2200,
+  // 30 req/60s = 1 per 2s, with headroom
+  docker: 4e3
+  // 10 req/3600s — very tight
+};
+var DEFAULT_DELAY = 100;
+function acquireSlot(registry) {
+  const minDelay = REGISTRY_DELAYS[registry] ?? DEFAULT_DELAY;
+  const prev = registryLocks.get(registry) ?? Promise.resolve();
+  const slot = prev.then(() => new Promise((r) => setTimeout(r, minDelay)));
+  registryLocks.set(registry, slot);
+  return prev;
+}
 async function fetchWithRetry(url, registry, init) {
+  let lastError;
+  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+    await acquireSlot(registry);
+    const res = await fetch(url, init);
+    if (res.status === 404) return null;
+    if (res.ok) return res.json();
+    const retryAfter = res.headers.get("retry-after");
+    const retryAfterSeconds = retryAfter ? parseInt(retryAfter, 10) : void 0;
+    lastError = new RegistryError(
+      registry,
+      res.status,
+      `${res.statusText}: ${url}`,
+      retryAfterSeconds
+    );
+    if (!RETRYABLE.has(res.status) || attempt === MAX_RETRIES) break;
+    const backoff = BASE_DELAY * Math.pow(2, attempt);
+    const retryAfterMs = retryAfterSeconds ? retryAfterSeconds * 1e3 : 0;
+    const delay = Math.max(backoff, retryAfterMs);
+    await new Promise((r) => setTimeout(r, delay));
+  }
+  throw lastError;
+}
+async function fetchDirect(url, registry, init) {
   let lastError;
   for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
     const res = await fetch(url, init);
     if (res.status === 404) return null;
     if (res.ok) return res.json();
     const retryAfter = res.headers.get("retry-after");
-    const retryAfterMs = retryAfter ? parseInt(retryAfter, 10) * 1e3 : void 0;
+    const retryAfterSeconds = retryAfter ? parseInt(retryAfter, 10) : void 0;
     lastError = new RegistryError(
       registry,
       res.status,
       `${res.statusText}: ${url}`,
-      retryAfter ? parseInt(retryAfter, 10) : void 0
+      retryAfterSeconds
     );
     if (!RETRYABLE.has(res.status) || attempt === MAX_RETRIES) break;
-    const delay = retryAfterMs ?? BASE_DELAY * Math.pow(2, attempt);
+    const backoff = BASE_DELAY * Math.pow(2, attempt);
+    const retryAfterMs = retryAfterSeconds ? retryAfterSeconds * 1e3 : 0;
+    const delay = Math.max(backoff, retryAfterMs);
     await new Promise((r) => setTimeout(r, delay));
   }
   throw lastError;
@@ -39,20 +81,22 @@ var API = "https://api.npmjs.org/downloads";
 var npm = {
   name: "npm",
   async getStats(pkg) {
-    const [day, week, month] = await Promise.all([
-      fetchWithRetry(`${API}/point/last-day/${pkg}`, "npm"),
-      fetchWithRetry(`${API}/point/last-week/${pkg}`, "npm"),
-      fetchWithRetry(`${API}/point/last-month/${pkg}`, "npm")
-    ]);
-    if (!day && !week && !month) return null;
+    const end = /* @__PURE__ */ new Date();
+    const start = new Date(end);
+    start.setDate(start.getDate() - 30);
+    const data = await fetchWithRetry(
+      `${API}/range/${fmt(start)}:${fmt(end)}/${pkg}`,
+      "npm"
+    );
+    if (!data || !data.downloads || data.downloads.length === 0) return null;
+    const days = data.downloads;
+    const lastDay = days[days.length - 1]?.downloads ?? 0;
+    const lastWeek = days.slice(-7).reduce((s, d) => s + d.downloads, 0);
+    const lastMonth = days.reduce((s, d) => s + d.downloads, 0);
     return {
       registry: "npm",
       package: pkg,
-      downloads: {
-        lastDay: day?.downloads,
-        lastWeek: week?.downloads,
-        lastMonth: month?.downloads
-      },
+      downloads: { lastDay, lastWeek, lastMonth },
       fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   },
@@ -80,6 +124,27 @@ var npm = {
     return chunks;
   }
 };
+async function npmBulkPoint(packages, period = "last-month") {
+  const result = /* @__PURE__ */ new Map();
+  if (packages.length === 0) return result;
+  const BATCH_SIZE = 128;
+  for (let i = 0; i < packages.length; i += BATCH_SIZE) {
+    const batch = packages.slice(i, i + BATCH_SIZE);
+    const joined = batch.join(",");
+    const data = await fetchDirect(
+      `${API}/point/${period}/${joined}`,
+      "npm"
+    );
+    if (data) {
+      for (const [name, entry] of Object.entries(data)) {
+        if (entry && typeof entry.downloads === "number") {
+          result.set(name, entry.downloads);
+        }
+      }
+    }
+  }
+  return result;
+}
 function fmt(d) {
   return d.toISOString().slice(0, 10);
 }
@@ -473,7 +538,12 @@ function createHandler(opts) {
       }
       error(res, "Not found", 404);
     } catch (e) {
-      error(res, e.message, 500);
+      if (e instanceof RegistryError) {
+        const status = e.statusCode === 429 ? 429 : e.statusCode === 404 ? 404 : e.statusCode >= 500 ? 502 : 500;
+        error(res, e.message, status);
+      } else {
+        error(res, e.message, 500);
+      }
     }
   };
 }
@@ -572,10 +642,54 @@ stats.bulk = async function bulk(registry, packages, options) {
   if (!provider) {
     throw new RegistryError(registry, 0, `Unknown registry "${registry}".`);
   }
+  if (registry === "npm" && packages.length > 1) {
+    return npmBulkStats(packages, options);
+  }
   const concurrency = options?.concurrency ?? 5;
   const limit = pLimit(concurrency);
   return Promise.all(packages.map((pkg) => limit(() => stats(registry, pkg, options))));
 };
+async function npmBulkStats(packages, options) {
+  const scoped = [];
+  const unscoped = [];
+  for (const pkg of packages) {
+    if (pkg.startsWith("@")) {
+      scoped.push(pkg);
+    } else {
+      unscoped.push(pkg);
+    }
+  }
+  const bulkMonth = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-month") : /* @__PURE__ */ new Map();
+  const bulkWeek = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-week") : /* @__PURE__ */ new Map();
+  const bulkDay = unscoped.length > 0 ? await npmBulkPoint(unscoped, "last-day") : /* @__PURE__ */ new Map();
+  const unscopedResults = /* @__PURE__ */ new Map();
+  for (const pkg of unscoped) {
+    const month = bulkMonth.get(pkg);
+    const week = bulkWeek.get(pkg);
+    const day = bulkDay.get(pkg);
+    if (month === void 0 && week === void 0 && day === void 0) {
+      unscopedResults.set(pkg, null);
+    } else {
+      unscopedResults.set(pkg, {
+        registry: "npm",
+        package: pkg,
+        downloads: {
+          lastDay: day,
+          lastWeek: week,
+          lastMonth: month
+        },
+        fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
+  }
+  const limit = pLimit(1);
+  const scopedResults = await Promise.all(
+    scoped.map((pkg) => limit(() => stats("npm", pkg, options)))
+  );
+  const scopedMap = /* @__PURE__ */ new Map();
+  scoped.forEach((pkg, i) => scopedMap.set(pkg, scopedResults[i]));
+  return packages.map((pkg) => unscopedResults.get(pkg) ?? scopedMap.get(pkg) ?? null);
+}
 stats.range = async function range(registry, pkg, start, end, options) {
   const provider = providers[registry];
   if (!provider) {
@@ -619,6 +733,31 @@ stats.compare = async function compare(pkg, registries, options) {
     fetchedAt: (/* @__PURE__ */ new Date()).toISOString()
   };
 };
+stats.mine = async function mine(maintainer, options) {
+  const packages = [];
+  const PAGE_SIZE = 250;
+  let offset = 0;
+  while (true) {
+    const url = `https://registry.npmjs.org/-/v1/search?text=maintainer:${encodeURIComponent(maintainer)}&size=${PAGE_SIZE}&from=${offset}`;
+    const data = await fetchDirect(url, "npm");
+    if (!data || data.objects.length === 0) break;
+    for (const obj of data.objects) {
+      packages.push(obj.package.name);
+    }
+    offset += data.objects.length;
+    if (offset >= data.total) break;
+  }
+  if (packages.length === 0) return [];
+  const results = [];
+  const bulkResults = await stats.bulk("npm", packages, options);
+  for (let i = 0; i < packages.length; i++) {
+    const r = bulkResults[i];
+    if (r) results.push(r);
+    options?.onProgress?.(i + 1, packages.length, packages[i]);
+  }
+  results.sort((a, b) => (b.downloads.lastMonth ?? 0) - (a.downloads.lastMonth ?? 0));
+  return results;
+};
 export {
   RegistryError,
   calc,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mcptoolshop/registry-stats",
-  "version": "0.3.1",
+  "version": "0.4.1",
   "description": "Multi-registry download stats for npm, PyPI, NuGet, VS Code Marketplace, and Docker Hub",
   "type": "module",
   "main": "./dist/index.cjs",