midway-fatcms 0.0.1-beta.7 → 0.0.1-beta.70

package/src/controller/gateway/StaticController.ts

@@ -1,328 +1,296 @@
-import { All, Controller, Inject, Param } from '@midwayjs/core';
-import { Context } from '@midwayjs/koa';
-import { BaseApiController } from '../base/BaseApiController';
-import * as _ from 'lodash';
-import * as fs from 'fs/promises';
-import * as fs2 from 'fs';
-import * as path from 'path';
-import * as https from 'https';
-import { parseJsonObject } from '../../libs/utils/functions';
-
-
-interface HttpGetRes {
-    statusCode: number;
-    headers: any;
-    body: NodeJS.ReadableStream
-}
-
-
-
-function getPathConfig(ossName: string) {
-    const remoteBaseUrlMap = {
-        "cdnjsx": 'https://cdnjsx.oss-cn-shanghai.aliyuncs.com',
-        "i.alicdn.com": "https://i.alicdn.com",
-        "img.alicdn.com": "https://img.alicdn.com",
-        "at.alicdn.com": "https://at.alicdn.com",
-    };
-    let remoteBaseUrl = remoteBaseUrlMap[ossName];
-    if (!remoteBaseUrl) {
-        console.error(`getPathConfig ossName: ${ossName} 未配置`);
-        remoteBaseUrl = `https://${ossName}`
-    }
-    return {
-        remoteBaseUrl,
-    }
-}
-
-
-
-
-// 404列表缓存
-let notFoundList = new Set();
-let notFoundListIsInit = false;
-
-
-
-/**
- * 静态文件代理功能
- */
-@Controller('/ns/static')
-export class StaticController extends BaseApiController {
-    @Inject()
-    protected ctx: Context;
-
-    constructor() {
-        super();
-        this.initNotFoundList();
-    }
-
-
-    private getLocalPaths(): any {
-        const appDir = this.app.getAppDir();
-        const localDir = path.join(appDir, './public/static'); // 本地文件存储目录
-        const notFoundListFile = path.join(localDir, '__404__list.json') // 404列表文件
-        return {
-            localDir,
-            notFoundListFile
-        }
-    }
-
-
-    private async initNotFoundList() {
-        if (notFoundListIsInit) {
-            return;
-        }
-        notFoundListIsInit = true;
-
-        const { localDir, notFoundListFile } = this.getLocalPaths();
-        try {
-            // 确保本地存储目录存在
-            await fs.mkdir(localDir, { recursive: true });
-            const data = await fs.readFile(notFoundListFile, 'utf8');
-
-            notFoundList = new Set(JSON.parse(data));
-            console.log(`已加载${notFoundList.size}个404记录`);
-        } catch (error) {
-            if (error.code !== 'ENOENT') {
-                console.error('读取404列表失败:', error);
-            }
-        }
-    }
-
-    private async responseLocalFile(localFilePath: string, localHeaderPath: string, relativePath: string): Promise<boolean> {
-
-        const headers = {
-            "Cache-Control": 'public, max-age=31536000',
-            "Expires": new Date(Date.now() + 31536000000).toUTCString()
-        };
-
-
-
-        try {
-            // 检查本地文件是否存在.头文件
-            const stats = await fs.stat(localHeaderPath);
-            if (stats.isFile()) {
-                const headerDataStr = await fs.readFile(localHeaderPath, 'utf8');
-                const headerData = parseJsonObject(headerDataStr)
-                if (headerData) {
-                    headers["content-type"] = headerData["content-type"];
-                    headers["content-length"] = headerData["content-length"];
-                    headers["last-modified"] = headerData["last-modified"];
-                    headers["etag"] = headerData["etag"];
-                    headers["cache-control"] = headerData["cache-control"];
-                    headers["accept-ranges"] = headerData["accept-ranges"];
-                }
-            }
-        } catch (error) {
-        }
-
-
-        try {
-            // 检查本地文件是否存在
-            const stats = await fs.stat(localFilePath);
-            if (stats.isFile()) {
-                if (!headers['content-type']) {
-                    headers['content-type'] = this.getMimeType(localFilePath);
-                }
-
-                const stream = fs2.createReadStream(localFilePath);
-                stream.setMaxListeners(50);
-                // const oldOn = stream.on.bind(stream);
-                // stream.on = (...args)=>{
-                //     return oldOn(...args)
-                // }
-
-                console.log(`返回本地文件: ${relativePath}`);
-                this.ctx.status = 200;
-                this.ctx.set(headers);
-
-
-
-                this.ctx.body = stream;
-                return true;
-            }
-        } catch (error) {
-            // 文件不存在，继续请求远程
-        }
-
-        return false;
-    }
-
-    @All('/:ossName/:relativePath+')
-    async proxyStaticFile(@Param('ossName') ossName: string, @Param('relativePath') relativePath: string) {
-
-        const { localDir } = this.getLocalPaths();
-        const PATH_CONFIG = getPathConfig(ossName);
-
-
-        // 构建本地路径和远程路径
-        const localFilePath = path.join(localDir, ossName, "files", relativePath);
-        const localHeaderPath = path.join(localDir, ossName, "headers", relativePath);
-        const remoteUrl = `${PATH_CONFIG.remoteBaseUrl}/${relativePath}`;
-
-        // 检查是否在404列表中
-        if (notFoundList.has(relativePath)) {
-            this.ctx.status = 404;
-            return this.ctx.render('500', { errorMsg: ' 远程文件不存在, 命中notFoundList' });
-        }
-
-
-        // 检查并返回本地文件
-        if (await this.responseLocalFile(localFilePath, localHeaderPath, relativePath)) {
-            return;
-        }
-
-
-        // 请求远程文件
-        console.log(`请求远程文件: ${remoteUrl}`);
-
-        try {
-            const remoteRes = await this.httpsGet(remoteUrl);
-
-            // 处理远程响应状态码
-            if (remoteRes.statusCode === 200) {
-
-                // 写入本地文件
-                await this.writeResponseToFile(remoteRes, localFilePath, localHeaderPath);
-
-                // 检查并返回本地文件
-                if (await this.responseLocalFile(localFilePath, localHeaderPath, relativePath)) {
-                    return;
-                }
-
-
-            } else if (remoteRes.statusCode === 404) {
-                // 记录404并返回
-                notFoundList.add(relativePath);
-                await this.saveNotFoundList();
-                console.log(`远程文件不存在，已记录404: ${relativePath}`);
-                this.ctx.status = 404;
-                return this.ctx.render('500', { errorMsg: ' 远程文件不存在，已记录404' });
-            } else {
-                // 其他状态码
-                const msg = `远程服务器返回状态码: ${remoteRes.statusCode}`;
-                console.log(msg);
-                this.ctx.status = 502;
-                return this.ctx.render('500', { errorMsg: msg });
-            }
-        } catch (err) {
-            const msg = `请求远程文件失败: ${err}`;
-            console.log(msg);
-            this.ctx.status = 500;
-            return this.ctx.render('500', { errorMsg: msg });
-        }
-
-        this.ctx.status = 500;
-        return this.ctx.render('500', { errorMsg: "未知异常" });
-    }
-
-
-    // 保存404列表
-    async saveNotFoundList() {
-        const { notFoundListFile } = this.getLocalPaths();
-        try {
-            // 确保存储404列表的目录存在
-            const dir = path.dirname(notFoundListFile);
-            await fs.mkdir(dir, { recursive: true });
-
-            await fs.writeFile(
-                notFoundListFile,
-                JSON.stringify(Array.from(notFoundList), null),
-                'utf8'
-            );
-        } catch (error) {
-            console.error('保存404列表失败:', error);
-        }
-    }
-
-    // 封装https请求为异步函数
-    async httpsGet(url: string): Promise<HttpGetRes> {
-        return new Promise<HttpGetRes>((resolve, reject) => {
-            https.get(url, (res) => {
-                resolve({
-                    statusCode: res.statusCode || 500,
-                    headers: res.headers,
-                    body: res
-                });
-            }).on('error', (err) => {
-                reject(err);
-            });
-        });
-    }
-
-    // 新增：将响应body写入文件的函数
-    async writeResponseToFile(httpsGetRes: HttpGetRes, localFilePath: string, localHeaderPath: string): Promise<void> {
-
-        // 创建本地目录（如果不存在）
-        const localFileDir = path.dirname(localFilePath);
-        await fs.mkdir(localFileDir, { recursive: true });
-
-        const localHeaderDir = path.dirname(localHeaderPath);
-        await fs.mkdir(localHeaderDir, { recursive: true });
-
-        try {
-            const { statusCode, body } = httpsGetRes;
-
-            // 检查HTTP状态码
-            if (statusCode >= 400) {
-                throw new Error(`HTTP请求失败，状态码: ${statusCode}`);
-            }
-
-            // 创建可写流
-            const fileStream = fs2.createWriteStream(localFilePath);
-
-            // 使用管道将响应流写入文件
-            await new Promise((resolve, reject) => {
-                body.pipe(fileStream);
-
-                body.on('error', (err) => {
-                    reject(new Error(`读取响应流失败: ${err.message}`));
-                });
-
-                fileStream.on('finish', resolve);
-                fileStream.on('error', (err) => {
-                    reject(new Error(`写入文件失败: ${err.message}`));
-                });
-            });
-
-            console.log(`文件已成功写入1: ${localFilePath}`);
-
-            await fs.writeFile(localHeaderPath, JSON.stringify(httpsGetRes.headers), 'utf8')
-
-            console.log(`文件已成功写入2: ${localHeaderPath}`);
-
-
-        } catch (err) {
-            // 发生错误时删除可能存在的不完整文件
-            if (fs2.existsSync(localFilePath)) {
-                fs2.unlinkSync(localFilePath);
-            }
-            throw new Error(`下载过程中发生错误: ${err.message}`);
-        }
-    }
-
-    // 根据文件扩展名获取MIME类型
-    getMimeType(filePath: string) {
-        const extname = path.extname(filePath).toLowerCase();
-        const mimeTypes = {
-            '.html': 'text/html',
-            '.js': 'text/javascript',
-            '.css': 'text/css',
-            '.json': 'application/json',
-            '.png': 'image/png',
-            '.jpg': 'image/jpg',
-            '.gif': 'image/gif',
-            '.svg': 'image/svg+xml',
-            '.woff': 'font/woff',
-            '.woff2': 'font/woff2',
-            '.ttf': 'font/ttf',
-            '.eot': 'application/vnd.ms-fontobject',
-            '.txt': 'text/plain',
-            '.pdf': 'application/pdf',
-            '.mp4': 'video/mp4',
-            '.ico': 'image/x-icon'
-        };
-        return mimeTypes[extname] || 'application/octet-stream';
-    }
-
-}
+import { All, Controller, Inject, Param } from '@midwayjs/core';
+import { Context } from '@midwayjs/koa';
+import { BaseApiController } from '../base/BaseApiController';
+import * as fs from 'fs/promises';
+import * as fs2 from 'fs';
+import * as path from 'path';
+import * as https from 'https';
+import { parseJsonObject } from '@/libs/utils/functions';
+import { ANONYMOUS_CONTEXT } from '@/schedule';
+
+interface HttpGetRes {
+  statusCode: number;
+  headers: any;
+  body: NodeJS.ReadableStream;
+}
+
+function getPathConfig(ossName: string) {
+  const remoteBaseUrlMap = {
+    cdnjsx: 'https://cdnjsx.oss-cn-shanghai.aliyuncs.com',
+    'i.alicdn.com': 'https://i.alicdn.com',
+    'img.alicdn.com': 'https://img.alicdn.com',
+    'at.alicdn.com': 'https://at.alicdn.com',
+  };
+  let remoteBaseUrl = remoteBaseUrlMap[ossName];
+  if (!remoteBaseUrl) {
+    console.error(`getPathConfig ossName: ${ossName} 未配置`);
+    remoteBaseUrl = `https://${ossName}`;
+  }
+  return {
+    remoteBaseUrl,
+  };
+}
+
+// 404列表缓存
+let notFoundList = new Set();
+let notFoundListIsInit = false;
+
+/**
+ * 静态文件代理功能
+ */
+@Controller('/ns/static')
+export class StaticController extends BaseApiController {
+  @Inject()
+  protected ctx: Context;
+
+  private getLocalPaths(): any {
+    const app = ANONYMOUS_CONTEXT.getApp();
+    const appDir = app.getAppDir();
+    const localDir = path.join(appDir, './public/static'); // 本地文件存储目录
+    const notFoundListFile = path.join(localDir, '__404__list.json'); // 404列表文件
+    return {
+      localDir,
+      notFoundListFile,
+    };
+  }
+
+  private async initNotFoundList() {
+    if (notFoundListIsInit) {
+      return;
+    }
+    notFoundListIsInit = true;
+
+    const { localDir, notFoundListFile } = this.getLocalPaths();
+    try {
+      // 确保本地存储目录存在
+      await fs.mkdir(localDir, { recursive: true });
+      const data = await fs.readFile(notFoundListFile, 'utf8');
+
+      notFoundList = new Set(JSON.parse(data));
+      console.log(`已加载${notFoundList.size}个404记录`);
+    } catch (error) {
+      if (error.code !== 'ENOENT') {
+        console.error('读取404列表失败:', error);
+      }
+    }
+  }
+
+  private async responseLocalFile(localFilePath: string, localHeaderPath: string, relativePath: string): Promise<boolean> {
+    const headers = {
+      'Cache-Control': 'public, max-age=31536000',
+      Expires: new Date(Date.now() + 31536000000).toUTCString(),
+    };
+
+    try {
+      // 检查本地文件是否存在.头文件
+      const stats = await fs.stat(localHeaderPath);
+      if (stats.isFile()) {
+        const headerDataStr = await fs.readFile(localHeaderPath, 'utf8');
+        const headerData = parseJsonObject(headerDataStr);
+        if (headerData) {
+          headers['content-type'] = headerData['content-type'];
+          headers['content-length'] = headerData['content-length'];
+          headers['last-modified'] = headerData['last-modified'];
+          headers['etag'] = headerData['etag'];
+          headers['cache-control'] = headerData['cache-control'];
+          headers['accept-ranges'] = headerData['accept-ranges'];
+        }
+      }
+    } catch (error) {
+      this.logDebug('[StaticController]responseLocalFile', error);
+    }
+
+    try {
+      // 检查本地文件是否存在
+      const stats = await fs.stat(localFilePath);
+      if (stats.isFile()) {
+        if (!headers['content-type']) {
+          headers['content-type'] = this.getMimeType(localFilePath);
+        }
+
+        const stream = fs2.createReadStream(localFilePath);
+        stream.setMaxListeners(50);
+        // const oldOn = stream.on.bind(stream);
+        // stream.on = (...args)=>{
+        //     return oldOn(...args)
+        // }
+
+        this.logInfo(`[StaticController]返回本地文件: ${relativePath}`);
+        this.ctx.status = 200;
+        this.ctx.set(headers);
+
+        this.ctx.body = stream;
+        return true;
+      }
+    } catch (error) {
+      // 文件不存在，继续请求远程
+    }
+
+    return false;
+  }
+
+  @All('/:ossName/:relativePath+')
+  async proxyStaticFile(@Param('ossName') ossName: string, @Param('relativePath') relativePath: string) {
+    await this.initNotFoundList();
+    const { localDir } = this.getLocalPaths();
+    const PATH_CONFIG = getPathConfig(ossName);
+
+    // 构建本地路径和远程路径
+    const localFilePath = path.join(localDir, 'files', ossName, relativePath);
+    const localHeaderPath = path.join(localDir, 'headers', ossName, relativePath);
+    const remoteUrl = `${PATH_CONFIG.remoteBaseUrl}/${relativePath}`;
+
+    // 检查是否在404列表中
+    if (notFoundList.has(relativePath)) {
+      this.ctx.status = 404;
+      return this.ctx.render('500', { errorMsg: ' 远程文件不存在, 命中notFoundList' });
+    }
+
+    // 检查并返回本地文件
+    if (await this.responseLocalFile(localFilePath, localHeaderPath, relativePath)) {
+      return;
+    }
+
+    // 请求远程文件
+    this.logInfo(`[StaticController]请求远程文件: ${remoteUrl}`);
+
+    try {
+      const remoteRes = await this.httpsGet(remoteUrl);
+
+      // 处理远程响应状态码
+      if (remoteRes.statusCode === 200) {
+        // 写入本地文件
+        await this.writeResponseToFile(remoteRes, localFilePath, localHeaderPath);
+
+        // 检查并返回本地文件
+        if (await this.responseLocalFile(localFilePath, localHeaderPath, relativePath)) {
+          return;
+        }
+      } else if (remoteRes.statusCode === 404) {
+        // 记录404并返回
+        notFoundList.add(relativePath);
+        await this.saveNotFoundList();
+        this.logInfo(`[StaticController]远程文件不存在，已记录404: ${relativePath}`);
+        this.ctx.status = 404;
+        return this.ctx.render('500', { errorMsg: ' 远程文件不存在，已记录404' });
+      } else {
+        // 其他状态码
+        const msg = `[StaticController]远程服务器返回状态码: ${remoteRes.statusCode}`;
+        this.logInfo(msg);
+        this.ctx.status = 502;
+        return this.ctx.render('500', { errorMsg: msg });
+      }
+    } catch (err) {
+      const msg = `[StaticController]请求远程文件失败: ${err}`;
+      this.logError(msg);
+      this.ctx.status = 500;
+      return this.ctx.render('500', { errorMsg: msg });
+    }
+
+    this.ctx.status = 500;
+    return this.ctx.render('500', { errorMsg: '未知异常' });
+  }
+
+  // 保存404列表
+  async saveNotFoundList() {
+    const { notFoundListFile } = this.getLocalPaths();
+    try {
+      // 确保存储404列表的目录存在
+      const dir = path.dirname(notFoundListFile);
+      await fs.mkdir(dir, { recursive: true });
+
+      await fs.writeFile(notFoundListFile, JSON.stringify(Array.from(notFoundList), null), 'utf8');
+    } catch (error) {
+      this.logError('[StaticController]保存404列表失败:', error);
+    }
+  }
+
+  // 封装https请求为异步函数
+  async httpsGet(url: string): Promise<HttpGetRes> {
+    return new Promise<HttpGetRes>((resolve, reject) => {
+      https
+        .get(url, res => {
+          resolve({
+            statusCode: res.statusCode || 500,
+            headers: res.headers,
+            body: res,
+          });
+        })
+        .on('error', err => {
+          reject(err);
+        });
+    });
+  }
+
+  // 新增：将响应body写入文件的函数
+  async writeResponseToFile(httpsGetRes: HttpGetRes, localFilePath: string, localHeaderPath: string): Promise<void> {
+    // 创建本地目录（如果不存在）
+    const localFileDir = path.dirname(localFilePath);
+    await fs.mkdir(localFileDir, { recursive: true });
+
+    const localHeaderDir = path.dirname(localHeaderPath);
+    await fs.mkdir(localHeaderDir, { recursive: true });
+
+    try {
+      const { statusCode, body } = httpsGetRes;
+
+      // 检查HTTP状态码
+      if (statusCode >= 400) {
+        throw new Error(`HTTP请求失败，状态码: ${statusCode}`);
+      }
+
+      // 创建可写流
+      const fileStream = fs2.createWriteStream(localFilePath);
+
+      // 使用管道将响应流写入文件
+      await new Promise((resolve, reject) => {
+        body.pipe(fileStream);
+
+        body.on('error', err => {
+          reject(new Error(`读取响应流失败: ${err.message}`));
+        });
+
+        fileStream.on('finish', resolve);
+        fileStream.on('error', err => {
+          reject(new Error(`写入文件失败: ${err.message}`));
+        });
+      });
+
+      this.logInfo(`[StaticController]文件已成功写入1: ${localFilePath}`);
+
+      await fs.writeFile(localHeaderPath, JSON.stringify(httpsGetRes.headers), 'utf8');
+
+      this.logInfo(`[StaticController]文件已成功写入2: ${localHeaderPath}`);
+    } catch (err) {
+      // 发生错误时删除可能存在的不完整文件
+      if (fs2.existsSync(localFilePath)) {
+        fs2.unlinkSync(localFilePath);
+      }
+      throw new Error(`下载过程中发生错误: ${err.message}`);
+    }
+  }
+
+  // 根据文件扩展名获取MIME类型
+  getMimeType(filePath: string) {
+    const extname = path.extname(filePath).toLowerCase();
+    const mimeTypes = {
+      '.html': 'text/html',
+      '.js': 'text/javascript',
+      '.css': 'text/css',
+      '.json': 'application/json',
+      '.png': 'image/png',
+      '.jpg': 'image/jpg',
+      '.gif': 'image/gif',
+      '.svg': 'image/svg+xml',
+      '.woff': 'font/woff',
+      '.woff2': 'font/woff2',
+      '.ttf': 'font/ttf',
+      '.eot': 'application/vnd.ms-fontobject',
+      '.txt': 'text/plain',
+      '.pdf': 'application/pdf',
+      '.mp4': 'video/mp4',
+      '.ico': 'image/x-icon',
+    };
+    return mimeTypes[extname] || 'application/octet-stream';
+  }
+}