@tokenade/cli 0.5.1 → 0.5.3

package/install.js

@@ -7,6 +7,15 @@
  * Closed-source commercial binary, distributed via the npm registry (the trust
  * anchor) — same pattern as esbuild/biome/swc. Nothing is executed blindly:
  * the checksum comes from downloads.tokenade.net/manifest.json.
+ *
+ * Network robustness (why this file is more than a one-liner): a postinstall
+ * runs on whatever machine `npm install` runs on — corporate laptops behind a
+ * proxy, CI with flaky egress, Alpine containers. The three things that break a
+ * "can't download" install in the field, in order: (1) an HTTPS proxy that
+ * node:https does NOT honour on its own, (2) no timeout so a black-holed socket
+ * hangs forever, (3) no retry so one blip is fatal. We handle all three, and on
+ * failure we print enough context (platform, target, url, proxy, http status)
+ * that the cause is obvious instead of a bare "ECONNREFUSED".
  */
 
 "use strict";
@@ -14,15 +23,21 @@
 const fs = require("node:fs");
 const path = require("node:path");
 const os = require("node:os");
+const http = require("node:http");
 const https = require("node:https");
 const crypto = require("node:crypto");
-const tar = require("tar");
+const { URL } = require("node:url");
 
 const DOWNLOADS_BASE =
 	process.env.TOKENADE_DOWNLOADS_BASE || "https://downloads.tokenade.net";
 const MANIFEST_URL = `${DOWNLOADS_BASE}/manifest.json`;
 const VENDOR = path.join(__dirname, "vendor");
 
+// Per-request wall clock. A download that stalls past this is treated as a
+// network error and retried, rather than hanging the whole `npm install`.
+const REQUEST_TIMEOUT_MS = Number(process.env.TOKENADE_HTTP_TIMEOUT_MS) || 30000;
+const MAX_ATTEMPTS = 4;
+
 function rustTarget() {
 	const p = process.platform;
 	const a = process.arch;
@@ -36,49 +51,173 @@ function rustTarget() {
 	throw new Error(`unsupported platform: ${p}/${a}`);
 }
 
-function get(url, redirects = 0) {
+// Resolve the proxy that applies to `targetUrl`, honouring the standard
+// HTTPS_PROXY / HTTP_PROXY / ALL_PROXY and NO_PROXY env vars (both cases).
+// Returns null when no proxy applies — including when NO_PROXY matches.
+function proxyFor(targetUrl) {
+	const u = new URL(targetUrl);
+	const noProxy = process.env.NO_PROXY || process.env.no_proxy || "";
+	for (const raw of noProxy.split(",").map((s) => s.trim()).filter(Boolean)) {
+		if (raw === "*") return null;
+		const entry = raw.replace(/^\./, "").toLowerCase();
+		const host = u.hostname.toLowerCase();
+		if (host === entry || host.endsWith(`.${entry}`)) return null;
+	}
+	const isHttps = u.protocol === "https:";
+	const proxy =
+		(isHttps
+			? process.env.HTTPS_PROXY || process.env.https_proxy
+			: process.env.HTTP_PROXY || process.env.http_proxy) ||
+		process.env.ALL_PROXY ||
+		process.env.all_proxy;
+	return proxy || null;
+}
+
+// Never echo proxy credentials back to the terminal in a diagnostic.
+function redact(proxyUrl) {
+	try {
+		const u = new URL(proxyUrl);
+		if (u.username || u.password) {
+			u.username = "***";
+			u.password = "";
+		}
+		return u.toString();
+	} catch {
+		return proxyUrl;
+	}
+}
+
+// One HTTP(S) GET, following redirects, optionally tunnelled through a proxy
+// via CONNECT. Resolves to the live response stream (status 200).
+function get(targetUrl, redirects = 0) {
 	return new Promise((resolve, reject) => {
 		if (redirects > 5) return reject(new Error("too many redirects"));
-		https
-			.get(url, (res) => {
-				if (
-					res.statusCode &&
-					res.statusCode >= 300 &&
-					res.statusCode < 400 &&
-					res.headers.location
-				) {
-					res.resume();
-					return resolve(get(res.headers.location, redirects + 1));
-				}
+
+		const onResponse = (res) => {
+			const code = res.statusCode || 0;
+			if (code >= 300 && code < 400 && res.headers.location) {
+				res.resume();
+				const next = new URL(res.headers.location, targetUrl).toString();
+				return resolve(get(next, redirects + 1));
+			}
+			if (code !== 200) {
+				res.resume();
+				const err = new Error(`GET ${targetUrl} → HTTP ${code}`);
+				err.httpStatus = code;
+				return reject(err);
+			}
+			resolve(res);
+		};
+
+		const proxy = proxyFor(targetUrl);
+		let req;
+		if (proxy) {
+			const t = new URL(targetUrl);
+			const p = new URL(proxy);
+			const port = t.port || (t.protocol === "https:" ? 443 : 80);
+			const headers = { host: `${t.hostname}:${port}` };
+			if (p.username || p.password) {
+				const auth = Buffer.from(
+					`${decodeURIComponent(p.username)}:${decodeURIComponent(p.password)}`,
+				).toString("base64");
+				headers["proxy-authorization"] = `Basic ${auth}`;
+			}
+			const connectReq = http.request({
+				host: p.hostname,
+				port: p.port || 80,
+				method: "CONNECT",
+				path: `${t.hostname}:${port}`,
+				headers,
+			});
+			connectReq.on("connect", (res, socket) => {
 				if (res.statusCode !== 200) {
-					res.resume();
-					return reject(new Error(`GET ${url} → HTTP ${res.statusCode}`));
+					socket.destroy();
+					const err = new Error(
+						`proxy CONNECT ${redact(proxy)} → HTTP ${res.statusCode}`,
+					);
+					err.httpStatus = res.statusCode;
+					return reject(err);
 				}
-				resolve(res);
-			})
-			.on("error", reject);
+				https
+					.get(
+						{
+							host: t.hostname,
+							port,
+							path: `${t.pathname}${t.search}`,
+							socket,
+							agent: false,
+							servername: t.hostname,
+						},
+						onResponse,
+					)
+					.on("error", reject);
+			});
+			req = connectReq;
+		} else {
+			req = https.get(targetUrl, onResponse);
+		}
+		req.on("error", reject);
+		req.setTimeout(REQUEST_TIMEOUT_MS, () => {
+			req.destroy(new Error(`timeout after ${REQUEST_TIMEOUT_MS}ms`));
+		});
+		if (req !== undefined && typeof req.end === "function" && proxy) req.end();
 	});
 }
 
+// A network error is worth retrying; an HTTP 4xx (other than 429) or a bad
+// checksum is not — those won't fix themselves on a second attempt.
+function isRetryable(err) {
+	if (err && typeof err.httpStatus === "number") {
+		return err.httpStatus === 429 || err.httpStatus >= 500;
+	}
+	return true; // ECONNRESET / ETIMEDOUT / ENOTFOUND / EAI_AGAIN / timeout / proxy
+}
+
+function sleep(ms) {
+	return new Promise((r) => setTimeout(r, ms));
+}
+
+async function withRetry(label, fn) {
+	let lastErr;
+	for (let attempt = 1; attempt <= MAX_ATTEMPTS; attempt++) {
+		try {
+			return await fn();
+		} catch (err) {
+			lastErr = err;
+			if (attempt === MAX_ATTEMPTS || !isRetryable(err)) break;
+			const backoff = 500 * 2 ** (attempt - 1);
+			console.error(
+				`  ${label} failed (${err.message}) — retrying in ${backoff}ms (${attempt}/${MAX_ATTEMPTS - 1})`,
+			);
+			await sleep(backoff);
+		}
+	}
+	throw lastErr;
+}
+
 async function fetchJson(url) {
-	const res = await get(url);
-	const chunks = [];
-	for await (const c of res) chunks.push(c);
-	return JSON.parse(Buffer.concat(chunks).toString("utf8"));
+	return withRetry("manifest fetch", async () => {
+		const res = await get(url);
+		const chunks = [];
+		for await (const c of res) chunks.push(c);
+		return JSON.parse(Buffer.concat(chunks).toString("utf8"));
+	});
 }
 
 async function downloadTo(url, dest) {
-	const res = await get(url);
-	const hash = crypto.createHash("sha256");
-	await new Promise((resolve, reject) => {
-		const out = fs.createWriteStream(dest);
-		res.on("data", (d) => hash.update(d));
-		res.pipe(out);
-		out.on("finish", resolve);
-		out.on("error", reject);
-		res.on("error", reject);
+	return withRetry("download", async () => {
+		const res = await get(url);
+		const hash = crypto.createHash("sha256");
+		await new Promise((resolve, reject) => {
+			const out = fs.createWriteStream(dest);
+			res.on("data", (d) => hash.update(d));
+			res.on("error", reject);
+			res.pipe(out);
+			out.on("finish", resolve);
+			out.on("error", reject);
+		});
+		return hash.digest("hex");
 	});
-	return hash.digest("hex");
 }
 
 async function main() {
@@ -101,6 +240,19 @@ async function main() {
 		);
 	}
 
+	// require("tar") lazily: a missing/half-installed dep should surface its own
+	// clear error here, not masquerade as a download failure at module load.
+	let tar;
+	try {
+		tar = require("tar");
+	} catch (e) {
+		fs.rmSync(tmp, { force: true });
+		throw new Error(
+			`download succeeded but the 'tar' dependency is missing (${e.message}); ` +
+				"reinstall without --ignore-scripts / --no-optional",
+		);
+	}
+
 	fs.rmSync(VENDOR, { recursive: true, force: true });
 	fs.mkdirSync(VENDOR, { recursive: true });
 	await tar.x({ file: tmp, cwd: VENDOR });
@@ -124,9 +276,21 @@ async function main() {
 }
 
 main().catch((err) => {
+	let target;
+	try {
+		target = rustTarget();
+	} catch {
+		target = `${process.platform}/${process.arch}`;
+	}
 	console.error(`✗ tokenade install failed: ${err.message}`);
 	console.error(
-		"  You can retry, or download manually from https://downloads.tokenade.net",
+		`  platform ${process.platform}/${process.arch} (target ${target}), node ${process.version}`,
+	);
+	const proxy = proxyFor(MANIFEST_URL);
+	if (proxy) console.error(`  via proxy ${redact(proxy)}`);
+	console.error(`  manifest ${MANIFEST_URL}`);
+	console.error(
+		"  Retry; if you're behind a corporate proxy set HTTPS_PROXY, or download manually from https://downloads.tokenade.net",
 	);
 	process.exit(1);
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tokenade/cli",
-  "version": "0.5.1",
+  "version": "0.5.3",
   "description": "Tokenade — cut your AI coding agent's token bill. Installs the Tokenade CLI + MCP server (a local, paid token-reduction tool; activate via your browser).",
   "homepage": "https://tokenade.net",
   "license": "UNLICENSED",
@@ -12,7 +12,7 @@
     "postinstall": "node install.js"
   },
   "dependencies": {
-    "tar": "^7.4.3"
+    "tar": "^7.5.16"
   },
   "files": [
     "bin/",
@@ -42,5 +42,8 @@
   ],
   "publishConfig": {
     "access": "public"
-  }
+  },
+  "main": "install.js",
+  "author": "",
+  "type": "commonjs"
 }