earthsdk3-assets 3.0.16 → 3.0.18

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "earthsdk3-assets",
-    "version": "3.0.16",
+    "version": "3.0.18",
     "description": "地球可视化实验室 (EarthSDK&CesiumLab) https://www.bjxbsj.cn",
     "private": false,
     "type": "module",
@@ -15,10 +15,10 @@
             "import": "./src/plugins/vite.js"
         },
         "./webpack": {
-            "require": "./src/plugins/webpack.js"
+            "require": "./src/plugins/webpack.cjs"
         },
         "./rspack": {
-            "require": "./src/plugins/rspack.js"
+            "require": "./src/plugins/rspack.cjs"
         }
     },
     "files": [

package/src/core/copyAssets.cjs

@@ -0,0 +1,41 @@
+const fs = require('fs');
+const path = require('path');
+
+const IGNORE_FILES = new Set(['.assets-version', '.assets-manifest.json']);
+
+function copyAssetsToDest(assetsDir, rootDir, outDir) {
+    const dest = path.join(outDir, 'js');
+    fs.mkdirSync(dest, { recursive: true });
+
+    if (fs.existsSync(assetsDir)) {
+        fs.cpSync(assetsDir, path.join(dest, 'assets'), {
+            recursive: true,
+            filter(src) {
+                const baseName = path.basename(src);
+                if (IGNORE_FILES.has(baseName)) {
+                    return false;
+                }
+                if (baseName.endsWith('.download') || baseName.endsWith('.tmp')) {
+                    return false;
+                }
+                return true;
+            }
+        });
+    }
+
+    const sdkSrc = path.join(rootDir, 'earthsdk3-assets.js');
+    if (fs.existsSync(sdkSrc)) {
+        fs.cpSync(sdkSrc, path.join(dest, 'earthsdk3-assets.js'));
+    }
+
+    console.log('[earthsdk-assets] 资源已拷贝到:', dest);
+}
+
+function getAssetsPaths(rootDir) {
+    const assetsDir = path.resolve(rootDir, 'assets');
+    const cacheFile = path.resolve(assetsDir, '.assets-version');
+    const manifestCacheFile = path.resolve(assetsDir, '.assets-manifest.json');
+    return { assetsDir, cacheFile, manifestCacheFile };
+}
+
+module.exports = { copyAssetsToDest, getAssetsPaths };

package/src/core/downloadAssets.cjs

@@ -0,0 +1,291 @@
+const fs = require('fs');
+const crypto = require('crypto');
+const https = require('https');
+const http = require('http');
+const path = require('path');
+
+const MANIFEST_URL = "https://114.242.26.126:1000/EarthSDK/earthsdk3-assets/assets-list.json";
+const BASE_URL = MANIFEST_URL.substring(0, MANIFEST_URL.lastIndexOf('/'));
+const CONCURRENCY = 6;
+const MAX_RETRIES = 3;
+
+const agent = new https.Agent({
+    rejectUnauthorized: false
+});
+
+function getProtocol(url) {
+    if (url.startsWith('https://')) {
+        return https;
+    }
+    if (url.startsWith('http://')) {
+        return http;
+    }
+    throw new Error('不支持的协议: ' + url);
+}
+
+function stableStringify(obj) {
+    if (Array.isArray(obj)) {
+        return `[${obj.map(stableStringify).join(',')}]`;
+    }
+    if (obj && typeof obj === 'object') {
+        return `{${Object.keys(obj).sort().map(
+            k => `"${k}":${stableStringify(obj[k])}`
+        ).join(',')}}`;
+    }
+    return JSON.stringify(obj);
+}
+
+function fetchJson(url) {
+    return new Promise((resolve, reject) => {
+        const request = getProtocol(url).get(url, { agent }, (response) => {
+            if (response.statusCode !== 200) {
+                reject(new Error(`HTTP ${response.statusCode}: ${url}`));
+                return;
+            }
+            let data = '';
+            response.on('data', chunk => {
+                data += chunk;
+            });
+            response.on('end', () => {
+                try {
+                    resolve(JSON.parse(data));
+                } catch {
+                    reject(new Error(`JSON 解析失败: ${url}`));
+                }
+            });
+            response.on('error', reject);
+        });
+        request.setTimeout(15000, () => {
+            request.destroy(new Error('请求超时'));
+        });
+        request.on('error', reject);
+    });
+}
+
+function collectTasks(node, currentPath, tasks, outDir) {
+    for (const key in node) {
+        if (!Object.hasOwn(node, key)) {
+            continue;
+        }
+        const value = node[key];
+        const nextPath = path.join(currentPath, key);
+        if (value && typeof value === 'object' && !Array.isArray(value)) {
+            if (typeof value.size === 'number' && typeof value.md5 === 'string') {
+                const filePath = nextPath.replaceAll('\\', '/');
+                pushTask(filePath, tasks, outDir);
+            } else {
+                collectTasks(value, nextPath, tasks, outDir);
+            }
+        } else if (Array.isArray(value)) {
+            for (const fileName of value) {
+                const filePath = path.join(nextPath, fileName).replaceAll('\\', '/');
+                pushTask(filePath, tasks, outDir);
+            }
+        }
+    }
+}
+
+function collectFilePaths(node, currentPath, fileSet) {
+    for (const key in node) {
+        if (!Object.hasOwn(node, key)) {
+            continue;
+        }
+        const value = node[key];
+        const nextPath = path.join(currentPath, key);
+        if (value && typeof value === 'object' && !Array.isArray(value)) {
+            if (typeof value.size === 'number' && typeof value.md5 === 'string') {
+                fileSet.add(nextPath.replaceAll('\\', '/'));
+            } else {
+                collectFilePaths(value, nextPath, fileSet);
+            }
+        } else if (Array.isArray(value)) {
+            for (const fileName of value) {
+                fileSet.add(path.join(nextPath, fileName).replaceAll('\\', '/'));
+            }
+        }
+    }
+}
+
+function collectDownloadTasks(newNode, oldNode, currentPath, tasks, outDir) {
+    for (const key in newNode) {
+        if (!Object.hasOwn(newNode, key)) {
+            continue;
+        }
+        const newValue = newNode[key];
+        const oldValue = oldNode && Object.hasOwn(oldNode, key) ? oldNode[key] : null;
+        const nextPath = path.join(currentPath, key);
+        if (newValue && typeof newValue === 'object' && !Array.isArray(newValue)) {
+            if (typeof newValue.size === 'number' && typeof newValue.md5 === 'string') {
+                const filePath = nextPath.replaceAll('\\', '/');
+                if (!oldValue || typeof oldValue !== 'object' || oldValue.size !== newValue.size || oldValue.md5 !== newValue.md5) {
+                    pushTask(filePath, tasks, outDir);
+                }
+            } else {
+                collectDownloadTasks(newValue, oldValue, nextPath, tasks, outDir);
+            }
+        } else if (Array.isArray(newValue)) {
+            for (const fileName of newValue) {
+                const filePath = path.join(nextPath, fileName).replaceAll('\\', '/');
+                const oldArray = Array.isArray(oldValue) ? oldValue : [];
+                if (!oldArray.includes(fileName)) {
+                    pushTask(filePath, tasks, outDir);
+                }
+            }
+        }
+    }
+}
+
+function pushTask(filePath, tasks, outDir) {
+    const outputPath = path.join(outDir, filePath);
+    tasks.push({
+        url: `${BASE_URL}/${filePath}`,
+        outputPath
+    });
+}
+
+function downloadFile(url, outputPath) {
+    return new Promise((resolve, reject) => {
+        fs.mkdirSync(path.dirname(outputPath), { recursive: true });
+        const tempPath = outputPath + '.download';
+        const file = fs.createWriteStream(tempPath);
+        const request = getProtocol(url).get(url, { agent }, (response) => {
+            if (response.statusCode !== 200) {
+                file.close();
+                try {
+                    fs.unlinkSync(tempPath);
+                } catch { }
+                reject(new Error(`HTTP ${response.statusCode}: ${url}`));
+                return;
+            }
+            response.pipe(file);
+            file.on('finish', () => {
+                file.close(() => {
+                    fs.rmSync(outputPath, { force: true });
+                    fs.renameSync(tempPath, outputPath);
+                    resolve();
+                });
+            });
+            file.on('error', (err) => {
+                try {
+                    fs.unlinkSync(tempPath);
+                } catch { }
+                reject(err);
+            });
+            response.on('error', (err) => {
+                try {
+                    fs.unlinkSync(tempPath);
+                } catch { }
+                reject(err);
+            });
+        });
+        request.setTimeout(15000, () => {
+            request.destroy(new Error('请求超时'));
+        });
+        request.on('error', (err) => {
+            try {
+                fs.unlinkSync(tempPath);
+            } catch { }
+            reject(err);
+        });
+    });
+}
+
+async function downloadWithRetry(url, outputPath, retries) {
+    for (let i = 0; i < retries; i++) {
+        try {
+            await downloadFile(url, outputPath);
+            return;
+        } catch (err) {
+            if (i === retries - 1) {
+                console.error(`[assets] 下载失败(已重试${retries}次): ${url}`);
+                throw err;
+            }
+            console.warn(`[assets] 重试(${i + 1}/${retries}): ${url}`);
+        }
+    }
+}
+
+async function downloadWithConcurrency(tasks, limit) {
+    const queue = [...tasks];
+    const workers = new Array(limit).fill(null).map(async () => {
+        while (queue.length) {
+            const task = queue.shift();
+            if (!task) {
+                break;
+            }
+            await downloadWithRetry(task.url, task.outputPath, MAX_RETRIES);
+        }
+    });
+    await Promise.all(workers);
+}
+
+async function downloadAssets(assetsDir, cacheFile, manifestCacheFile, ignoreFiles) {
+    try {
+        const newAssetsList = await fetchJson(MANIFEST_URL);
+        const newHash = crypto.createHash('md5').update(
+            stableStringify(newAssetsList)
+        ).digest('hex');
+
+        let oldAssetsList = null;
+        if (fs.existsSync(manifestCacheFile)) {
+            try {
+                oldAssetsList = JSON.parse(fs.readFileSync(manifestCacheFile, 'utf-8'));
+            } catch {
+                oldAssetsList = null;
+            }
+        }
+
+        if (fs.existsSync(cacheFile) && fs.readFileSync(cacheFile, 'utf-8').trim() === newHash) {
+            console.log('[assets] 资源未变化，跳过下载');
+            return;
+        }
+
+        const downloadTasks = [];
+        const deletePaths = [];
+
+        if (oldAssetsList && fs.existsSync(assetsDir)) {
+            const newFiles = new Set();
+            const oldFiles = new Set();
+            collectFilePaths(newAssetsList, '', newFiles);
+            collectFilePaths(oldAssetsList, '', oldFiles);
+
+            for (const filePath of oldFiles) {
+                if (!newFiles.has(filePath)) {
+                    deletePaths.push(filePath);
+                }
+            }
+            collectDownloadTasks(newAssetsList, oldAssetsList, '', downloadTasks, assetsDir);
+        } else {
+            collectTasks(newAssetsList, '', downloadTasks, assetsDir);
+        }
+
+        if (deletePaths.length > 0) {
+            console.log(`[assets] 删除 ${deletePaths.length} 个文件...`);
+            for (const filePath of deletePaths) {
+                const fullPath = path.join(assetsDir, filePath);
+                try {
+                    fs.rmSync(fullPath, { force: true });
+                } catch (err) {
+                    console.warn(`[assets] 删除文件失败: ${fullPath}`);
+                }
+            }
+        }
+
+        if (downloadTasks.length > 0) {
+            console.log(`[assets] 共 ${downloadTasks.length} 个文件需要下载...`);
+            await downloadWithConcurrency(downloadTasks, CONCURRENCY);
+        } else {
+            console.log('[assets] 无需下载新文件');
+        }
+
+        fs.mkdirSync(assetsDir, { recursive: true });
+        fs.writeFileSync(cacheFile, newHash, 'utf-8');
+        fs.writeFileSync(manifestCacheFile, JSON.stringify(newAssetsList, null, 2), 'utf-8');
+        console.log('[assets] 下载完成');
+    } catch (err) {
+        console.error('[assets] 下载失败:', err.message);
+        throw err;
+    }
+}
+
+module.exports = { downloadAssets, MANIFEST_URL, BASE_URL, CONCURRENCY, MAX_RETRIES };

package/src/index.cjs

@@ -68,11 +68,11 @@ function earthsdkAssets(options = {}) {
     
     switch (tool) {
         case 'webpack': {
-            const WebpackPlugin = require('./plugins/webpack.js');
+            const WebpackPlugin = require('./plugins/webpack.cjs');
             return new WebpackPlugin(options);
         }
         case 'rspack': {
-            const RspackPlugin = require('./plugins/rspack.js');
+            const RspackPlugin = require('./plugins/rspack.cjs');
             return new RspackPlugin(options);
         }
         case 'vite':
@@ -87,12 +87,12 @@ function earthsdkAssets(options = {}) {
 
 // 导出各平台专用插件
 function webpackPlugin(options = {}) {
-    const WebpackPlugin = require('./plugins/webpack.js');
+    const WebpackPlugin = require('./plugins/webpack.cjs');
     return new WebpackPlugin(options);
 }
 
 function rspackPlugin(options = {}) {
-    const RspackPlugin = require('./plugins/rspack.js');
+    const RspackPlugin = require('./plugins/rspack.cjs');
     return new RspackPlugin(options);
 }
 

package/src/plugins/{rspack.js → rspack.cjs}

@@ -1,14 +1,7 @@
 const fs = require('fs');
 const path = require('path');
-
-// Rspack 与 Webpack API 兼容，可以直接复用 Webpack 插件逻辑
-// 但为了清晰，单独提供 Rspack 入口
-
-async function loadCore() {
-    const { downloadAssets } = await import('../core/downloadAssets.js');
-    const { copyAssetsToDest, getAssetsPaths } = await import('../core/copyAssets.js');
-    return { downloadAssets, copyAssetsToDest, getAssetsPaths };
-}
+const { downloadAssets } = require('../core/downloadAssets.cjs');
+const { copyAssetsToDest, getAssetsPaths } = require('../core/copyAssets.cjs');
 
 const ROOT_DIR = path.resolve(__dirname, '../..');
 let hasDownloaded = false;
@@ -18,7 +11,6 @@ async function ensureAssets(assetsDir, cacheFile, manifestCacheFile) {
         return;
     }
     hasDownloaded = true;
-    const { downloadAssets } = await loadCore();
     await downloadAssets(assetsDir, cacheFile, manifestCacheFile);
 }
 
@@ -29,10 +21,8 @@ class EarthsdkAssetsRspackPlugin {
     }
 
     apply(compiler) {
-        const { getAssetsPaths } = require('../core/copyAssets.js');
         const { assetsDir, cacheFile, manifestCacheFile } = getAssetsPaths(ROOT_DIR);
 
-        // 1. 下载资源（编译前）
         compiler.hooks.beforeRun.tapPromise('EarthsdkAssetsRspackPlugin', async () => {
             await ensureAssets(assetsDir, cacheFile, manifestCacheFile);
         });
@@ -41,14 +31,11 @@ class EarthsdkAssetsRspackPlugin {
             await ensureAssets(assetsDir, cacheFile, manifestCacheFile);
         });
 
-        // 2. 获取输出目录
         compiler.hooks.afterEnvironment.tap('EarthsdkAssetsRspackPlugin', () => {
             this.outDir = compiler.options.output.path || 'dist';
         });
 
-        // 3. 注入 HTML（需要 @rspack/plugin-html 或 html-webpack-plugin）
         compiler.hooks.compilation.tap('EarthsdkAssetsRspackPlugin', (compilation) => {
-            // Rspack 内置 html 插件或兼容 html-webpack-plugin
             let HtmlPlugin;
             try {
                 HtmlPlugin = require('@rspack/plugin-html');
@@ -79,13 +66,10 @@ class EarthsdkAssetsRspackPlugin {
             }
         });
 
-        // 4. 拷贝资源到产物目录
         compiler.hooks.afterEmit.tapPromise('EarthsdkAssetsRspackPlugin', async () => {
-            const { copyAssetsToDest } = await loadCore();
             copyAssetsToDest(assetsDir, ROOT_DIR, this.outDir);
         });
 
-        // 5. Dev Server 中间件（@rspack/dev-server）
         compiler.hooks.afterEnvironment.tap('EarthsdkAssetsRspackPlugin', () => {
             const devServer = compiler.options.devServer;
             if (devServer) {
@@ -127,4 +111,4 @@ class EarthsdkAssetsRspackPlugin {
 }
 
 module.exports = EarthsdkAssetsRspackPlugin;
-module.exports.default = EarthsdkAssetsRspackPlugin;
+module.exports.default = EarthsdkAssetsRspackPlugin;

package/src/plugins/{webpack.js → webpack.cjs}

@@ -1,12 +1,7 @@
 const fs = require('fs');
 const path = require('path');
-
-// Webpack 使用 CommonJS，需要动态导入 ESM 核心模块
-async function loadCore() {
-    const { downloadAssets } = await import('../core/downloadAssets.js');
-    const { copyAssetsToDest, getAssetsPaths } = await import('../core/copyAssets.js');
-    return { downloadAssets, copyAssetsToDest, getAssetsPaths };
-}
+const { downloadAssets } = require('../core/downloadAssets.cjs');
+const { copyAssetsToDest, getAssetsPaths } = require('../core/copyAssets.cjs');
 
 const ROOT_DIR = path.resolve(__dirname, '../..');
 let hasDownloaded = false;
@@ -16,7 +11,6 @@ async function ensureAssets(assetsDir, cacheFile, manifestCacheFile) {
         return;
     }
     hasDownloaded = true;
-    const { downloadAssets } = await loadCore();
     await downloadAssets(assetsDir, cacheFile, manifestCacheFile);
 }
 
@@ -29,7 +23,6 @@ class EarthsdkAssetsWebpackPlugin {
     apply(compiler) {
         const { assetsDir, cacheFile, manifestCacheFile } = getAssetsPaths(ROOT_DIR);
 
-        // 1. 下载资源（编译前）
         compiler.hooks.beforeRun.tapPromise('EarthsdkAssetsWebpackPlugin', async () => {
             await ensureAssets(assetsDir, cacheFile, manifestCacheFile);
         });
@@ -38,12 +31,10 @@ class EarthsdkAssetsWebpackPlugin {
             await ensureAssets(assetsDir, cacheFile, manifestCacheFile);
         });
 
-        // 2. 获取输出目录
         compiler.hooks.afterEnvironment.tap('EarthsdkAssetsWebpackPlugin', () => {
             this.outDir = compiler.options.output.path || 'dist';
         });
 
-        // 3. 注入 HTML（需要 html-webpack-plugin）
         compiler.hooks.compilation.tap('EarthsdkAssetsWebpackPlugin', (compilation) => {
             const HtmlWebpackPlugin = require('html-webpack-plugin');
             
@@ -65,19 +56,15 @@ class EarthsdkAssetsWebpackPlugin {
             }
         });
 
-        // 4. 拷贝资源到产物目录
         compiler.hooks.afterEmit.tapPromise('EarthsdkAssetsWebpackPlugin', async () => {
-            const { copyAssetsToDest } = await loadCore();
             copyAssetsToDest(assetsDir, ROOT_DIR, this.outDir);
         });
 
-        // 5. Dev Server 中间件（webpack-dev-server）
         compiler.hooks.afterEnvironment.tap('EarthsdkAssetsWebpackPlugin', () => {
             const devServer = compiler.options.devServer;
             if (devServer) {
                 const originalSetup = devServer.setupMiddlewares;
                 devServer.setupMiddlewares = (middlewares, devServer) => {
-                    // 添加 earthsdk-assets 中间件
                     devServer.app.use('/js', (req, res, next) => {
                         try {
                             const filePath = path.resolve(ROOT_DIR, '.' + decodeURIComponent(req.url));
@@ -113,12 +100,5 @@ class EarthsdkAssetsWebpackPlugin {
     }
 }
 
-function getAssetsPaths(rootDir) {
-    const assetsDir = path.resolve(rootDir, 'assets');
-    const cacheFile = path.resolve(assetsDir, '.assets-version');
-    const manifestCacheFile = path.resolve(assetsDir, '.assets-manifest.json');
-    return { assetsDir, cacheFile, manifestCacheFile };
-}
-
 module.exports = EarthsdkAssetsWebpackPlugin;
-module.exports.default = EarthsdkAssetsWebpackPlugin;
+module.exports.default = EarthsdkAssetsWebpackPlugin;