@mdvp/cli 1.10.0 → 1.12.0

package/cli.mjs

@@ -99,9 +99,86 @@ function toTextFormat(site, bd) {
   ].join('\n')
 }
 
-async function cmdAudit(domain, { json, raw, text, apiKey }) {
+async function cmdAuditLocal(domain, opts) {
+  const { json, raw, text } = opts
+  const { spawn } = await import("child_process")
+  const { existsSync } = await import("fs")
+  const dir = `${homedir()}/.mdvp/crawler`
+
+  if (!existsSync(`${dir}/crawler-worker.mjs`)) {
+    process.stderr.write(`${DIM}downloading crawler...${R}\n`)
+    mkdirSync(dir, { recursive: true })
+    const download = (url, dest) => new Promise((res, rej) => {
+      const { get: g } = pickModule(url)
+      g(url, { headers: { Accept: "text/plain" } }, (r) => {
+        let body = ""
+        r.on("data", (c) => (body += c))
+        r.on("end", () => { try { writeFileSync(dest, body); res() } catch { rej(new Error("write failed")) } })
+      }).on("error", rej)
+    })
+    await download(`${API}/crawler-worker.mjs`, `${dir}/crawler-worker.mjs`).catch(() => {})
+    await download(`${API}/extract.js`, `${dir}/extract.js`).catch(() => {})
+    writeFileSync(`${dir}/package.json`, '{"type":"module","dependencies":{"puppeteer":"*"}}')
+  }
+
+  if (!existsSync(`${dir}/node_modules/puppeteer`)) {
+    process.stderr.write(`${DIM}installing puppeteer (first run ~30s)...${R}\n`)
+    await new Promise((res, rej) => {
+      const child = spawn("npm", ["install", "--prefer-offline"], { cwd: dir, stdio: "inherit" })
+      child.on("exit", (code) => code === 0 ? res() : rej(new Error(`npm install failed`)))
+    })
+  }
+
+  process.stderr.write(`${DIM}crawling https://${domain} locally...${R}\n`)
+
+  const result = await new Promise((resolve, reject) => {
+    const env = { ...process.env, CRAWL_ONCE: `https://${domain}`, CRAWL_ONCE_STDOUT: "1", TABS: "1", API_URL: API }
+    const child = spawn("node", [`${dir}/crawler-worker.mjs`], { env, cwd: dir, stdio: ["ignore", "pipe", "inherit"] })
+    let out = ""
+    child.stdout.on("data", (d) => (out += d))
+    child.on("exit", () => {
+      try { resolve(JSON.parse(out)) } catch { reject(new Error("crawler returned no data")) }
+    })
+  })
+
+  if (!result || !result.metrics) {
+    console.error(`${RED}Crawl failed — no metrics returned${R}`)
+    process.exit(1)
+  }
+
+  const scoreRes = await apiPost("/features", result.metrics, null).catch(() => null)
+  if (!scoreRes || !scoreRes.score) {
+    console.error(`${RED}Scoring failed${R}`)
+    process.exit(1)
+  }
+
+  const { score } = scoreRes
+  const bd = score.breakdown.map((b) => ({ c: b.category, s: b.score }))
+  const sorted = [...bd].sort((a, b) => a.s - b.s)
+
+  const site = { id: domain, url: `https://${domain}`, overall_score: score.overall, grade: score.grade, label: null, scores: { breakdown: bd } }
+
+  if (json) {
+    console.log(JSON.stringify({ id: site.id, url: site.url, grade: score.grade, overall_score: score.overall, scores: { overall: score.overall, grade: score.grade, breakdown: Object.fromEntries(bd.map((b) => [b.c, b.s])), worst: sorted.slice(0, 3).map((b) => ({ key: b.c, score: b.s })) } }, null, 2))
+    return
+  }
+
+  if (text) { console.log(toTextFormat(site, bd)); return }
+
+  console.log(`\n${BOLD}${domain}${R}  ${scoreColor(score.overall)}${score.grade}  ${score.overall}/100${R}  ${DIM}local crawl${R}\n`)
+  for (const cat of Object.keys(CATS)) {
+    const s = bd.find((b) => b.c === cat)?.s ?? 0
+    console.log(`  ${CATS[cat].padEnd(16)}  ${scoreColor(s)}${bar(s)}${R}  ${s}`)
+  }
+  console.log(`\n${DIM}Lowest: ${sorted.slice(0, 3).map((i) => `${CATS[i.c] ?? i.c} (${i.s})`).join(" · ")}${R}\n`)
+}
+
+async function cmdAudit(domain, opts) {
+  const { json, raw, text, apiKey, local } = opts
   domain = parseDomain(domain)
 
+  if (local) return cmdAuditLocal(domain, opts)
+
   if ((json || raw || text) && !apiKey) {
     console.error(`${RED}--json and --raw require an API key (costs 1 credit).${R}`)
     console.error(`${DIM}Run: npx @mdvp/cli login  or  npx @mdvp/cli balance${R}`)
@@ -360,8 +437,15 @@ async function cmdHire(opts) {
   await download(extractUrl, `${dir}/extract.js`)
     .catch(() => {})
 
-  if (!existsSync(`${dir}/package.json`)) {
-    writeFileSync(`${dir}/package.json`, '{"type":"module"}')
+  writeFileSync(`${dir}/package.json`, '{"type":"module","dependencies":{"puppeteer":"*"}}')
+
+  const needsInstall = !existsSync(`${dir}/node_modules/puppeteer`)
+  if (needsInstall) {
+    process.stderr.write(`${DIM}Installing puppeteer (first run, ~30s)...${R}\n`)
+    await new Promise((res, rej) => {
+      const child = spawn("npm", ["install", "--prefer-offline"], { cwd: dir, stdio: "inherit" })
+      child.on("exit", (code) => code === 0 ? res() : rej(new Error(`npm install failed (${code})`)))
+    })
   }
 
   const apiUrl = local ? "http://localhost:7227" : API

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mdvp/cli",
-  "version": "1.10.0",
+  "version": "1.12.0",
   "description": "Machine Design Vision Protocol — gives agents eyes to understand design quality",
   "bin": {
     "mdvp": "./cli.mjs"