@asiainfo-sdd/multica-cli 0.2.1 → 0.3.7

package/lib/http.js

@@ -1,174 +1,174 @@
-'use strict';
-
-// 零依赖 HTTP 客户端：Node 自带 fetch（undici）不认 http_proxy/https_proxy
-// 环境变量，内网代理场景必须自己处理。支持：
-//   - 直连 http/https
-//   - http_proxy / https_proxy / HTTP_PROXY / HTTPS_PROXY
-//   - NO_PROXY（逗号分隔主机名，支持后缀匹配）
-//   - https over proxy：CONNECT 隧道
-// 流式响应，供下载侧边收边算 sha256。
-
-const http = require('http');
-const https = require('https');
-const { URL } = require('url');
-
-const KEEP_ALIVE_AGENT_OPTIONS = { keepAlive: false };
-
-function proxyFromEnv(targetURL) {
-  const url = new URL(targetURL);
-  if (matchesNoProxy(url.hostname)) return null;
-  const proto = url.protocol === 'https:' ? 'https' : 'http';
-  const raw =
-    process.env[`${proto}_proxy`] || process.env[`${proto}_PROXY`] || '';
-  if (!raw) return null;
-  try {
-    const proxy = new URL(raw);
-    if (!/^https?:$/.test(proxy.protocol)) return null;
-    return proxy;
-  } catch {
-    return null;
-  }
-}
-
-function matchesNoProxy(hostname) {
-  const list = (process.env.NO_PROXY || process.env.NO_PROXY === '' ? process.env.NO_PROXY : process.env.no_proxy) || '';
-  if (!list) return false;
-  return list
-    .split(',')
-    .map((s) => s.trim().toLowerCase())
-    .filter(Boolean)
-    .some((entry) => {
-      if (entry === '*') return true;
-      if (entry.startsWith('.')) return hostname.endsWith(entry);
-      return hostname === entry || hostname.endsWith(`.${entry}`);
-    });
-}
-
-// http 目标 + http 代理：向代理发绝对 URI 的 GET。
-// https 目标 + 任意代理：先 CONNECT 隧道再在隧道上发 GET。
-function request(targetURL, { headers = {}, timeoutMs = 120000 } = {}) {
-  return new Promise((resolve, reject) => {
-    let url;
-    try {
-      url = new URL(targetURL);
-    } catch (err) {
-      reject(new Error(`invalid URL: ${targetURL}`));
-      return;
-    }
-    const proxy = proxyFromEnv(targetURL);
-
-    const onConnectError = (err) =>
-      reject(new Error(`proxy connect failed: ${err.message}`));
-
-    if (url.protocol === 'https:' && proxy) {
-      const proxyPort = Number(proxy.port) || (proxy.protocol === 'https:' ? 443 : 80);
-      const connectReq = http.request({
-        host: proxy.hostname,
-        port: proxyPort,
-        method: 'CONNECT',
-        path: `${url.hostname}:${url.port || 443}`,
-        headers: { Host: `${url.hostname}:${url.port || 443}` },
-        timeout: timeoutMs,
-      });
-      connectReq.on('connect', (res, socket) => {
-        if (res.statusCode !== 200) {
-          socket.destroy();
-          reject(new Error(`proxy CONNECT failed: ${res.statusCode}`));
-          return;
-        }
-        const agent = new https.Agent({ ...KEEP_ALIVE_AGENT_OPTIONS, socket });
-        const req = https.get(
-          {
-            host: url.hostname,
-            port: url.port || 443,
-            path: url.pathname + url.search,
-            headers,
-            agent,
-            timeout: timeoutMs,
-          },
-          resolve,
-        );
-        req.on('timeout', () => {
-          req.destroy(new Error(`request timed out after ${timeoutMs}ms`));
-        });
-        req.on('error', reject);
-      });
-      connectReq.on('error', onConnectError);
-      connectReq.on('timeout', () => {
-        connectReq.destroy(new Error(`proxy connect timed out after ${timeoutMs}ms`));
-      });
-      connectReq.end();
-      return;
-    }
-
-    const isHttps = url.protocol === 'https:';
-    const mod = isHttps ? https : http;
-    const options = {
-      host: proxy ? proxy.hostname : url.hostname,
-      port: proxy
-        ? Number(proxy.port) || (proxy.protocol === 'https:' ? 443 : 80)
-        : Number(url.port) || (isHttps ? 443 : 80),
-      method: 'GET',
-      path: proxy ? targetURL : url.pathname + url.search,
-      headers,
-      timeout: timeoutMs,
-    };
-    // https 代理入口（少见于内网）不支持时直接报错，不做二次降级。
-    if (proxy && proxy.protocol === 'https:') {
-      reject(new Error('https proxy entry is not supported'));
-      return;
-    }
-    const req = mod.get(options, resolve);
-    req.on('timeout', () => {
-      req.destroy(new Error(`request timed out after ${timeoutMs}ms`));
-    });
-    req.on('error', reject);
-  });
-}
-
-function checkStatus(res, what) {
-  if (res.statusCode < 200 || res.statusCode >= 300) {
-    res.resume();
-    throw new Error(`${what} failed: HTTP ${res.statusCode} ${res.statusMessage || ''}`.trim());
-  }
-  return res;
-}
-
-async function fetchText(url, { timeoutMs = 10000 } = {}) {
-  const res = checkStatus(await request(url, { timeoutMs }), `fetch ${url}`);
-  const chunks = [];
-  for await (const chunk of res) chunks.push(chunk);
-  return Buffer.concat(chunks).toString('utf8');
-}
-
-// 流式下载到可写流，返回 { statusCode 后已校验的响应流 }。
-// onProgress(bytesDone, totalOrNull) 仅在有内容时回调。
-function downloadToStream(url, dest, { timeoutMs = 300000, onProgress } = {}) {
-  return new Promise(async (resolve, reject) => {
-    let res;
-    try {
-      res = await request(url, { timeoutMs });
-      checkStatus(res, `download ${url}`);
-    } catch (err) {
-      reject(err);
-      return;
-    }
-    const total = Number(res.headers['content-length']) || null;
-    let done = 0;
-    let lastTick = 0;
-    res.on('data', (chunk) => {
-      done += chunk.length;
-      const now = Date.now();
-      if (onProgress && (now - lastTick > 200 || done === total)) {
-        lastTick = now;
-        onProgress(done, total);
-      }
-    });
-    res.on('error', reject);
-    dest.on('error', reject);
-    res.pipe(dest);
-    dest.on('finish', () => resolve());
-  });
-}
-
-module.exports = { request, fetchText, downloadToStream };
+'use strict';
+
+// 零依赖 HTTP 客户端：Node 自带 fetch（undici）不认 http_proxy/https_proxy
+// 环境变量，内网代理场景必须自己处理。支持：
+//   - 直连 http/https
+//   - http_proxy / https_proxy / HTTP_PROXY / HTTPS_PROXY
+//   - NO_PROXY（逗号分隔主机名，支持后缀匹配）
+//   - https over proxy：CONNECT 隧道
+// 流式响应，供下载侧边收边算 sha256。
+
+const http = require('http');
+const https = require('https');
+const { URL } = require('url');
+
+const KEEP_ALIVE_AGENT_OPTIONS = { keepAlive: false };
+
+function proxyFromEnv(targetURL) {
+  const url = new URL(targetURL);
+  if (matchesNoProxy(url.hostname)) return null;
+  const proto = url.protocol === 'https:' ? 'https' : 'http';
+  const raw =
+    process.env[`${proto}_proxy`] || process.env[`${proto}_PROXY`] || '';
+  if (!raw) return null;
+  try {
+    const proxy = new URL(raw);
+    if (!/^https?:$/.test(proxy.protocol)) return null;
+    return proxy;
+  } catch {
+    return null;
+  }
+}
+
+function matchesNoProxy(hostname) {
+  const list = (process.env.NO_PROXY || process.env.NO_PROXY === '' ? process.env.NO_PROXY : process.env.no_proxy) || '';
+  if (!list) return false;
+  return list
+    .split(',')
+    .map((s) => s.trim().toLowerCase())
+    .filter(Boolean)
+    .some((entry) => {
+      if (entry === '*') return true;
+      if (entry.startsWith('.')) return hostname.endsWith(entry);
+      return hostname === entry || hostname.endsWith(`.${entry}`);
+    });
+}
+
+// http 目标 + http 代理：向代理发绝对 URI 的 GET。
+// https 目标 + 任意代理：先 CONNECT 隧道再在隧道上发 GET。
+function request(targetURL, { headers = {}, timeoutMs = 120000 } = {}) {
+  return new Promise((resolve, reject) => {
+    let url;
+    try {
+      url = new URL(targetURL);
+    } catch (err) {
+      reject(new Error(`invalid URL: ${targetURL}`));
+      return;
+    }
+    const proxy = proxyFromEnv(targetURL);
+
+    const onConnectError = (err) =>
+      reject(new Error(`proxy connect failed: ${err.message}`));
+
+    if (url.protocol === 'https:' && proxy) {
+      const proxyPort = Number(proxy.port) || (proxy.protocol === 'https:' ? 443 : 80);
+      const connectReq = http.request({
+        host: proxy.hostname,
+        port: proxyPort,
+        method: 'CONNECT',
+        path: `${url.hostname}:${url.port || 443}`,
+        headers: { Host: `${url.hostname}:${url.port || 443}` },
+        timeout: timeoutMs,
+      });
+      connectReq.on('connect', (res, socket) => {
+        if (res.statusCode !== 200) {
+          socket.destroy();
+          reject(new Error(`proxy CONNECT failed: ${res.statusCode}`));
+          return;
+        }
+        const agent = new https.Agent({ ...KEEP_ALIVE_AGENT_OPTIONS, socket });
+        const req = https.get(
+          {
+            host: url.hostname,
+            port: url.port || 443,
+            path: url.pathname + url.search,
+            headers,
+            agent,
+            timeout: timeoutMs,
+          },
+          resolve,
+        );
+        req.on('timeout', () => {
+          req.destroy(new Error(`request timed out after ${timeoutMs}ms`));
+        });
+        req.on('error', reject);
+      });
+      connectReq.on('error', onConnectError);
+      connectReq.on('timeout', () => {
+        connectReq.destroy(new Error(`proxy connect timed out after ${timeoutMs}ms`));
+      });
+      connectReq.end();
+      return;
+    }
+
+    const isHttps = url.protocol === 'https:';
+    const mod = isHttps ? https : http;
+    const options = {
+      host: proxy ? proxy.hostname : url.hostname,
+      port: proxy
+        ? Number(proxy.port) || (proxy.protocol === 'https:' ? 443 : 80)
+        : Number(url.port) || (isHttps ? 443 : 80),
+      method: 'GET',
+      path: proxy ? targetURL : url.pathname + url.search,
+      headers,
+      timeout: timeoutMs,
+    };
+    // https 代理入口（少见于内网）不支持时直接报错，不做二次降级。
+    if (proxy && proxy.protocol === 'https:') {
+      reject(new Error('https proxy entry is not supported'));
+      return;
+    }
+    const req = mod.get(options, resolve);
+    req.on('timeout', () => {
+      req.destroy(new Error(`request timed out after ${timeoutMs}ms`));
+    });
+    req.on('error', reject);
+  });
+}
+
+function checkStatus(res, what) {
+  if (res.statusCode < 200 || res.statusCode >= 300) {
+    res.resume();
+    throw new Error(`${what} failed: HTTP ${res.statusCode} ${res.statusMessage || ''}`.trim());
+  }
+  return res;
+}
+
+async function fetchText(url, { timeoutMs = 10000 } = {}) {
+  const res = checkStatus(await request(url, { timeoutMs }), `fetch ${url}`);
+  const chunks = [];
+  for await (const chunk of res) chunks.push(chunk);
+  return Buffer.concat(chunks).toString('utf8');
+}
+
+// 流式下载到可写流，返回 { statusCode 后已校验的响应流 }。
+// onProgress(bytesDone, totalOrNull) 仅在有内容时回调。
+function downloadToStream(url, dest, { timeoutMs = 300000, onProgress } = {}) {
+  return new Promise(async (resolve, reject) => {
+    let res;
+    try {
+      res = await request(url, { timeoutMs });
+      checkStatus(res, `download ${url}`);
+    } catch (err) {
+      reject(err);
+      return;
+    }
+    const total = Number(res.headers['content-length']) || null;
+    let done = 0;
+    let lastTick = 0;
+    res.on('data', (chunk) => {
+      done += chunk.length;
+      const now = Date.now();
+      if (onProgress && (now - lastTick > 200 || done === total)) {
+        lastTick = now;
+        onProgress(done, total);
+      }
+    });
+    res.on('error', reject);
+    dest.on('error', reject);
+    res.pipe(dest);
+    dest.on('finish', () => resolve());
+  });
+}
+
+module.exports = { request, fetchText, downloadToStream };