@ecosyste-ms/critical 1.1.0 → 1.1.20260514

package/lib/index.js

@@ -21,22 +21,39 @@ if (!existsSync(databasePath) && existsSync(gzPath)) {
 }
 
 const API_BASE = 'https://packages.ecosyste.ms/api/v1'
-const PER_PAGE = 1000
+const PER_PAGE = 100
 const RATE_LIMIT_MS = 50
 const CONCURRENCY = 10
+const MAX_RETRIES = 5
+const RETRY_BASE_MS = 1000
 
 function sleep(ms) {
   return new Promise(resolve => setTimeout(resolve, ms))
 }
 
 async function fetchJson(url) {
-  const response = await fetch(url, {
-    headers: { 'User-Agent': USER_AGENT }
-  })
-  if (!response.ok) {
-    throw new Error(`HTTP ${response.status}: ${url}`)
+  let lastErr
+  for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
+    try {
+      const response = await fetch(url, {
+        headers: { 'User-Agent': USER_AGENT }
+      })
+      if (response.ok) return response.json()
+      // 4xx is a client error — don't retry. 5xx is server-side; retry.
+      if (response.status < 500) {
+        throw new Error(`HTTP ${response.status}: ${url}`)
+      }
+      lastErr = new Error(`HTTP ${response.status}: ${url}`)
+    } catch (err) {
+      // Network errors (fetch throws TypeError) are retryable.
+      if (err.message?.startsWith('HTTP ') && !err.message.match(/HTTP 5\d\d/)) throw err
+      lastErr = err
+    }
+    if (attempt < MAX_RETRIES) {
+      await sleep(RETRY_BASE_MS * Math.pow(2, attempt))
+    }
   }
-  return response.json()
+  throw lastErr
 }
 
 async function fetchAllCriticalPackages(onProgress) {
@@ -263,14 +280,14 @@ function insertRepoMetadata(db, packageId, repoMetadata, host) {
 
   stmt.run(
     packageId,
-    repoMetadata.owner,
-    repoMetadata.name,
-    repoMetadata.full_name,
-    host?.name,
-    repoMetadata.language,
-    repoMetadata.stargazers_count,
-    repoMetadata.forks_count,
-    repoMetadata.open_issues_count,
+    repoMetadata.owner ?? null,
+    repoMetadata.name ?? null,
+    repoMetadata.full_name ?? null,
+    host?.name ?? null,
+    repoMetadata.language ?? null,
+    repoMetadata.stargazers_count ?? null,
+    repoMetadata.forks_count ?? null,
+    repoMetadata.open_issues_count ?? null,
     repoMetadata.archived ? 1 : 0,
     repoMetadata.fork ? 1 : 0
   )
@@ -399,4 +416,4 @@ async function build(options = {}) {
   return info
 }
 
-export { build, createDatabase, fetchAllCriticalPackages, fetchVersionNumbers, databasePath }
+export { build, createDatabase, fetchAllCriticalPackages, fetchVersionNumbers, databasePath, insertRepoMetadata }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ecosyste-ms/critical",
-  "version": "1.1.0",
+  "version": "1.1.20260514",
   "description": "SQLite database of critical packages from ecosyste.ms",
   "main": "./lib/index.js",
   "type": "module",