com.jimuwd.xian.registry-proxy 1.0.33 → 1.0.35

package/dist/index.js

@@ -8,6 +8,7 @@ import { homedir } from 'os';
 import { join, resolve } from 'path';
 import { URL } from 'url';
 import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
 const { readFile, writeFile } = fsPromises;
 class ConcurrencyLimiter {
     maxConcurrency;
@@ -138,6 +139,60 @@ async function loadProxyInfo(proxyConfigPath = './.registry-proxy.yml', localYar
     const basePath = removeEndingSlashAndForceStartingSlash(proxyConfig.basePath);
     return { registries, https, basePath };
 }
+async function fetchFromRegistry(registry, path, search, limiter) {
+    await limiter.acquire();
+    try {
+        const targetUrl = `${registry.normalizedRegistryUrl}${path}${search || ''}`;
+        console.log(`Fetching from: ${targetUrl}`);
+        const headers = registry.token ? { Authorization: `Bearer ${registry.token}` } : undefined;
+        const response = await fetch(targetUrl, { headers });
+        console.log(`Response from ${targetUrl}: ${response.status} ${response.statusText}`);
+        return response.ok ? response : null;
+    }
+    catch (e) {
+        if (e instanceof Error) {
+            console.error(e.code === 'ECONNREFUSED'
+                ? `Registry ${registry.normalizedRegistryUrl} unreachable [ECONNREFUSED]`
+                : `Error from ${registry.normalizedRegistryUrl}: ${e.message}`);
+        }
+        return null;
+    }
+    finally {
+        limiter.release();
+    }
+}
+async function writeResponse(res, response, req, proxyInfo, proxyPort, registryInfos) {
+    const contentType = response.headers.get('Content-Type') || 'application/octet-stream';
+    if (contentType.includes('application/json')) {
+        const data = await response.json();
+        if (data.versions) {
+            const host = req.headers.host || `localhost:${proxyPort}`;
+            const baseUrl = `${proxyInfo.https ? 'https' : 'http'}://${host}${proxyInfo.basePath === '/' ? '' : proxyInfo.basePath}`;
+            for (const version in data.versions) {
+                const tarball = data.versions[version]?.dist?.tarball;
+                if (tarball) {
+                    const path = removeRegistryPrefix(tarball, registryInfos);
+                    data.versions[version].dist.tarball = `${baseUrl}${path}${new URL(tarball).search || ''}`;
+                }
+            }
+        }
+        res.writeHead(200, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify(data));
+    }
+    else {
+        const safeHeaders = {
+            'content-type': contentType,
+            'connection': 'keep-alive',
+        };
+        ['cache-control', 'etag', 'last-modified', 'content-encoding'].forEach(header => {
+            const value = response.headers.get(header);
+            if (value)
+                safeHeaders[header] = value;
+        });
+        res.writeHead(response.status, safeHeaders);
+        await pipeline(Readable.fromWeb(response.body), res);
+    }
+}
 export async function startProxyServer(proxyConfigPath, localYarnConfigPath, globalYarnConfigPath, port = 0) {
     const proxyInfo = await loadProxyInfo(proxyConfigPath, localYarnConfigPath, globalYarnConfigPath);
     const registryInfos = proxyInfo.registries;
@@ -148,118 +203,35 @@ export async function startProxyServer(proxyConfigPath, localYarnConfigPath, glo
     let proxyPort;
     const requestHandler = async (req, res) => {
         if (!req.url || !req.headers.host) {
-            console.error('Invalid request: missing URL or host header');
             res.writeHead(400).end('Invalid Request');
             return;
         }
         const fullUrl = new URL(req.url, `${proxyInfo.https ? 'https' : 'http'}://${req.headers.host}`);
-        console.log(`Proxy server received request on ${fullUrl.toString()}`);
         if (!fullUrl.pathname.startsWith(basePathPrefixedWithSlash)) {
-            console.error(`Path ${fullUrl.pathname} does not match basePath ${basePathPrefixedWithSlash}`);
             res.writeHead(404).end('Not Found');
             return;
         }
-        const relativePathPrefixedWithSlash = basePathPrefixedWithSlash === '/' ? fullUrl.pathname : fullUrl.pathname.slice(basePathPrefixedWithSlash.length);
-        console.log(`Proxying: ${relativePathPrefixedWithSlash}`);
-        // 修改为按顺序尝试注册表，找到第一个成功响应即返回
-        for (const { normalizedRegistryUrl, token } of registryInfos) {
-            await limiter.acquire();
-            let response = null;
-            try {
-                const targetUrl = `${normalizedRegistryUrl}${relativePathPrefixedWithSlash}${fullUrl.search || ''}`;
-                console.log(`Fetching from: ${targetUrl}`);
-                const headers = token ? { Authorization: `Bearer ${token}` } : undefined;
-                response = await fetch(targetUrl, { headers });
-                console.log(`Response from ${targetUrl}: ${response.status} ${response.statusText}`);
-                if (response.ok) {
-                    const contentType = response.headers.get('Content-Type') || 'application/octet-stream';
-                    if (contentType.includes('application/json')) {
-                        // application/json 元数据
-                        try {
-                            const data = await response.json();
-                            if (data.versions) {
-                                const requestHeadersHostFromYarnClient = req.headers.host || 'localhost:' + proxyPort;
-                                console.log("Request headers.host from yarn client is", requestHeadersHostFromYarnClient);
-                                const proxyBaseUrlNoSuffixedWithSlash = `${proxyInfo.https ? 'https' : 'http'}://${requestHeadersHostFromYarnClient}${basePathPrefixedWithSlash === '/' ? '' : basePathPrefixedWithSlash}`;
-                                console.log("proxyBaseUrlNoSuffixedWithSlash", proxyBaseUrlNoSuffixedWithSlash);
-                                for (const version in data.versions) {
-                                    const dist = data.versions[version]?.dist;
-                                    if (dist?.tarball) {
-                                        const originalUrl = new URL(dist.tarball);
-                                        const originalSearchParamsStr = originalUrl.search || '';
-                                        const tarballPathPrefixedWithSlash = removeRegistryPrefix(dist.tarball, registryInfos);
-                                        dist.tarball = `${proxyBaseUrlNoSuffixedWithSlash}${tarballPathPrefixedWithSlash}${originalSearchParamsStr}`;
-                                        if (!tarballPathPrefixedWithSlash.startsWith("/"))
-                                            console.error("bad tarballPath, must be PrefixedWithSlash", tarballPathPrefixedWithSlash);
-                                    }
-                                }
-                            }
-                            res.writeHead(200, { 'Content-Type': 'application/json' });
-                            res.end(JSON.stringify(data));
-                            return;
-                        }
-                        catch (e) {
-                            console.error('Failed to parse JSON response:', e);
-                            // 继续尝试下一个注册表
-                        }
-                    }
-                    else {
-                        if (!response.body) {
-                            console.error(`Empty response body from ${response.url}, status: ${response.status}`);
-                            continue;
-                        }
-                        // 设置正确的响应头
-                        const contentLength = response.headers.get('Content-Length');
-                        const safeHeaders = {
-                            'content-type': contentType,
-                            'connection': 'keep-alive'
-                        };
-                        if (contentLength && !isNaN(Number(contentLength))) {
-                            safeHeaders['content-length'] = contentLength;
-                        }
-                        // 复制其他可能有用的头信息
-                        const headersToCopy = ['cache-control', 'etag', 'last-modified'];
-                        headersToCopy.forEach(header => {
-                            const value = response?.headers.get(header);
-                            if (value) {
-                                safeHeaders[header] = value;
-                            }
-                        });
-                        res.writeHead(response.status, safeHeaders);
-                        // 使用 pipeline 处理流
-                        const { pipeline } = await import('stream');
-                        const { promisify } = await import('util');
-                        const pipelineAsync = promisify(pipeline);
-                        try {
-                            // 将 ReadableStream 转换为 Node.js Readable
-                            const nodeStream = Readable.fromWeb(response.body);
-                            // 双向终止保护
-                            req.on('close', () => nodeStream.destroy());
-                            res.on('close', () => nodeStream.destroy());
-                            await pipelineAsync(nodeStream, res);
-                            return; // 成功完成管道传输后返回
-                        }
-                        catch (pipeError) {
-                            console.error(`Stream pipeline error for ${relativePathPrefixedWithSlash}:`, pipeError);
-                            if (!res.headersSent) {
-                                res.writeHead(502).end('Stream Error');
-                            }
-                            continue;
-                        }
-                    }
-                }
-            }
-            catch (e) {
-                console.error(`Failed to fetch from ${normalizedRegistryUrl}:`, e);
-            }
-            finally {
-                // 不需要手动销毁 ReadableStream
-                limiter.release();
+        const path = basePathPrefixedWithSlash === '/'
+            ? fullUrl.pathname
+            : fullUrl.pathname.slice(basePathPrefixedWithSlash.length);
+        // 顺序尝试注册表，获取第一个成功响应
+        let successfulResponse = null;
+        for (const registry of registryInfos) {
+            if (req.destroyed)
+                break;
+            const response = await fetchFromRegistry(registry, path, fullUrl.search, limiter);
+            if (response) {
+                successfulResponse = response;
+                break;
             }
         }
-        // 所有注册表都尝试失败
-        console.error(`All registries failed for ${relativePathPrefixedWithSlash}`);
-        res.writeHead(404).end('Not Found - All upstream registries failed');
+        // 统一回写响应
+        if (successfulResponse) {
+            await writeResponse(res, successfulResponse, req, proxyInfo, proxyPort, registryInfos);
+        }
+        else {
+            res.writeHead(404).end('All upstream registries failed');
+        }
     };
     let server;
     if (proxyInfo.https) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "com.jimuwd.xian.registry-proxy",
-  "version": "1.0.33",
+  "version": "1.0.35",
   "type": "module",
   "description": "A lightweight npm registry proxy with fallback support",
   "main": "dist/index.js",

package/src/index.ts

@@ -9,6 +9,7 @@ import {homedir} from 'os';
 import {join, resolve} from 'path';
 import {URL} from 'url';
 import {Readable} from "node:stream";
+import {pipeline} from "node:stream/promises";
 
 const {readFile, writeFile} = fsPromises;
 
@@ -186,6 +187,79 @@ async function loadProxyInfo(
     return {registries, https, basePath};
 }
 
+async function fetchFromRegistry(
+    registry: RegistryInfo,
+    path: string,
+    search: string,
+    limiter: ConcurrencyLimiter
+): Promise<Response | null> {
+    await limiter.acquire();
+    try {
+        const targetUrl = `${registry.normalizedRegistryUrl}${path}${search || ''}`;
+        console.log(`Fetching from: ${targetUrl}`);
+        const headers = registry.token ? { Authorization: `Bearer ${registry.token}` } : undefined;
+        const response = await fetch(targetUrl, { headers });
+        console.log(`Response from ${targetUrl}: ${response.status} ${response.statusText}`);
+        return response.ok ? response : null;
+    } catch (e) {
+        if (e instanceof Error) {
+            console.error(
+                (e as any).code === 'ECONNREFUSED'
+                    ? `Registry ${registry.normalizedRegistryUrl} unreachable [ECONNREFUSED]`
+                    : `Error from ${registry.normalizedRegistryUrl}: ${e.message}`
+            );
+        }
+        return null;
+    } finally {
+        limiter.release();
+    }
+}
+
+async function writeResponse(
+    res: ServerResponse,
+    response: Response,
+    req: IncomingMessage,
+    proxyInfo: ProxyInfo,
+    proxyPort: number,
+    registryInfos: RegistryInfo[]
+): Promise<void> {
+    const contentType = response.headers.get('Content-Type') || 'application/octet-stream';
+
+    if (contentType.includes('application/json')) {
+        const data = await response.json() as PackageData;
+        if (data.versions) {
+            const host = req.headers.host || `localhost:${proxyPort}`;
+            const baseUrl = `${proxyInfo.https ? 'https' : 'http'}://${host}${proxyInfo.basePath === '/' ? '' : proxyInfo.basePath}`;
+
+            for (const version in data.versions) {
+                const tarball = data.versions[version]?.dist?.tarball;
+                if (tarball) {
+                    const path = removeRegistryPrefix(tarball, registryInfos);
+                    data.versions[version]!.dist!.tarball = `${baseUrl}${path}${new URL(tarball).search || ''}`;
+                }
+            }
+        }
+        res.writeHead(200, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify(data));
+    } else {
+        const safeHeaders: OutgoingHttpHeaders = {
+            'content-type': contentType,
+            'connection': 'keep-alive',
+        };
+
+        ['cache-control', 'etag', 'last-modified', 'content-encoding'].forEach(header => {
+            const value = response.headers.get(header);
+            if (value) safeHeaders[header] = value;
+        });
+
+        res.writeHead(response.status, safeHeaders);
+        await pipeline(
+            Readable.fromWeb(response.body as any),
+            res
+        );
+    }
+}
+
 export async function startProxyServer(
     proxyConfigPath?: string,
     localYarnConfigPath?: string,
@@ -204,129 +278,44 @@ export async function startProxyServer(
 
     const requestHandler = async (req: IncomingMessage, res: ServerResponse) => {
         if (!req.url || !req.headers.host) {
-            console.error('Invalid request: missing URL or host header');
             res.writeHead(400).end('Invalid Request');
             return;
         }
 
         const fullUrl = new URL(req.url, `${proxyInfo.https ? 'https' : 'http'}://${req.headers.host}`);
-        console.log(`Proxy server received request on ${fullUrl.toString()}`)
         if (!fullUrl.pathname.startsWith(basePathPrefixedWithSlash)) {
-            console.error(`Path ${fullUrl.pathname} does not match basePath ${basePathPrefixedWithSlash}`);
             res.writeHead(404).end('Not Found');
             return;
         }
 
-        const relativePathPrefixedWithSlash = basePathPrefixedWithSlash === '/' ? fullUrl.pathname : fullUrl.pathname.slice(basePathPrefixedWithSlash.length);
-        console.log(`Proxying: ${relativePathPrefixedWithSlash}`);
-
-        // 修改为按顺序尝试注册表，找到第一个成功响应即返回
-        for (const {normalizedRegistryUrl, token} of registryInfos) {
-            await limiter.acquire();
-            let response: Response | null = null;
-            try {
-                const targetUrl = `${normalizedRegistryUrl}${relativePathPrefixedWithSlash}${fullUrl.search || ''}`;
-                console.log(`Fetching from: ${targetUrl}`);
-                const headers = token ? {Authorization: `Bearer ${token}`} : undefined;
-                response = await fetch(targetUrl, {headers});
-                console.log(`Response from ${targetUrl}: ${response.status} ${response.statusText}`);
-
-                if (response.ok) {
-                    const contentType = response.headers.get('Content-Type') || 'application/octet-stream';
-
-                    if (contentType.includes('application/json')) {
-                        // application/json 元数据
-                        try {
-                            const data = await response.json() as PackageData;
-                            if (data.versions) {
-                                const requestHeadersHostFromYarnClient = req.headers.host || 'localhost:' + proxyPort;
-                                console.log("Request headers.host from yarn client is", requestHeadersHostFromYarnClient);
-                                const proxyBaseUrlNoSuffixedWithSlash = `${proxyInfo.https ? 'https' : 'http'}://${requestHeadersHostFromYarnClient}${basePathPrefixedWithSlash === '/' ? '' : basePathPrefixedWithSlash}`;
-                                console.log("proxyBaseUrlNoSuffixedWithSlash", proxyBaseUrlNoSuffixedWithSlash);
-                                for (const version in data.versions) {
-                                    const dist = data.versions[version]?.dist;
-                                    if (dist?.tarball) {
-                                        const originalUrl = new URL(dist.tarball);
-                                        const originalSearchParamsStr = originalUrl.search || '';
-                                        const tarballPathPrefixedWithSlash = removeRegistryPrefix(dist.tarball, registryInfos);
-                                        dist.tarball = `${proxyBaseUrlNoSuffixedWithSlash}${tarballPathPrefixedWithSlash}${originalSearchParamsStr}`;
-                                        if (!tarballPathPrefixedWithSlash.startsWith("/")) console.error("bad tarballPath, must be PrefixedWithSlash", tarballPathPrefixedWithSlash);
-                                    }
-                                }
-                            }
-                            res.writeHead(200, {'Content-Type': 'application/json'});
-                            res.end(JSON.stringify(data));
-                            return;
-                        } catch (e) {
-                            console.error('Failed to parse JSON response:', e);
-                            // 继续尝试下一个注册表
-                        }
-                    } else {
-                        if (!response.body) {
-                            console.error(`Empty response body from ${response.url}, status: ${response.status}`);
-                            continue;
-                        }
-
-                        // 设置正确的响应头
-                        const contentLength = response.headers.get('Content-Length');
-                        const safeHeaders: OutgoingHttpHeaders = {
-                            'content-type': contentType,
-                            'connection': 'keep-alive'
-                        };
-
-                        if (contentLength && !isNaN(Number(contentLength))) {
-                            safeHeaders['content-length'] = contentLength;
-                        }
-
-                        // 复制其他可能有用的头信息
-                        const headersToCopy = ['cache-control', 'etag', 'last-modified'];
-                        headersToCopy.forEach(header => {
-                            const value = response?.headers.get(header);
-                            if (value) {
-                                safeHeaders[header] = value;
-                            }
-                        });
-
-                        res.writeHead(response.status, safeHeaders);
-
-                        // 使用 pipeline 处理流
-                        const {pipeline} = await import('stream');
-                        const {promisify} = await import('util');
-                        const pipelineAsync = promisify(pipeline);
-
-                        try {
-                            // 将 ReadableStream 转换为 Node.js Readable
-                            const nodeStream = Readable.fromWeb(response.body as any);
-
-                            // 双向终止保护
-                            req.on('close', () => nodeStream.destroy());
-                            res.on('close', () => nodeStream.destroy());
-
-                            await pipelineAsync(
-                                nodeStream,
-                                res
-                            );
-                            return; // 成功完成管道传输后返回
-                        } catch (pipeError) {
-                            console.error(`Stream pipeline error for ${relativePathPrefixedWithSlash}:`, pipeError);
-                            if (!res.headersSent) {
-                                res.writeHead(502).end('Stream Error');
-                            }
-                            continue;
-                        }
-                    }
-                }
-            } catch (e) {
-                console.error(`Failed to fetch from ${normalizedRegistryUrl}:`, e);
-            } finally {
-                // 不需要手动销毁 ReadableStream
-                limiter.release();
+        const path = basePathPrefixedWithSlash === '/'
+            ? fullUrl.pathname
+            : fullUrl.pathname.slice(basePathPrefixedWithSlash.length);
+
+        // 顺序尝试注册表，获取第一个成功响应
+        let successfulResponse: Response | null = null;
+        for (const registry of registryInfos) {
+            if (req.destroyed) break;
+
+            const response = await fetchFromRegistry(
+                registry,
+                path,
+                fullUrl.search,
+                limiter
+            );
+
+            if (response) {
+                successfulResponse = response;
+                break;
             }
         }
 
-        // 所有注册表都尝试失败
-        console.error(`All registries failed for ${relativePathPrefixedWithSlash}`);
-        res.writeHead(404).end('Not Found - All upstream registries failed');
+        // 统一回写响应
+        if (successfulResponse) {
+            await writeResponse(res, successfulResponse, req, proxyInfo, proxyPort, registryInfos);
+        } else {
+            res.writeHead(404).end('All upstream registries failed');
+        }
     };
 
     let server: HttpServer | HttpsServer;