@umijs/preset-umi 4.0.3 → 4.0.4

package/dist/commands/dev/dev.js

@@ -7,6 +7,7 @@ const utils_1 = require("@umijs/utils");
 const fs_1 = require("fs");
 const path_1 = require("path");
 const constants_1 = require("../../constants");
+const AutoUpdateSourceCodeCache_1 = require("../../libs/folderCache/AutoUpdateSourceCodeCache");
 const lazyImportFromCurrentPkg_1 = require("../../utils/lazyImportFromCurrentPkg");
 const createRouteMiddleware_1 = require("./createRouteMiddleware");
 const faviconMiddleware_1 = require("./faviconMiddleware");
@@ -207,7 +208,7 @@ PORT=8888 umi dev
             const debouncedPrintMemoryUsage = utils_1.lodash.debounce(printMemoryUsage_1.printMemoryUsage, 5000);
             let srcCodeCache;
             if (((_b = api.config.mfsu) === null || _b === void 0 ? void 0 : _b.strategy) === 'eager') {
-                srcCodeCache = new utils_1.AutoUpdateSrcCodeCache({
+                srcCodeCache = new AutoUpdateSourceCodeCache_1.AutoUpdateSrcCodeCache({
                     cwd: api.paths.absSrcPath,
                     cachePath: (0, path_1.join)(api.paths.absNodeModulesPath, '.cache', 'mfsu', 'v4'),
                 });

package/dist/libs/folderCache/AutoUpdateFolderCache.d.ts

@@ -0,0 +1,32 @@
+declare type AbsPath = string;
+declare type FileContent = string;
+declare type FileContentCache = Record<AbsPath, FileContent>;
+export declare type FileChangeEvent = {
+    event: 'unlink' | 'change' | 'add';
+    path: string;
+};
+export declare class AutoUpdateFolderCache {
+    fileContentCache: FileContentCache;
+    private watcher;
+    private readonly readyPromise;
+    private readonly cwd;
+    pendingChanges: FileChangeEvent[];
+    private readonly debouchedHandleChanges;
+    private readonly onCacheUpdated;
+    private readonly filesLoader;
+    constructor(opts: {
+        cwd: string;
+        exts: string[];
+        onCacheUpdate: (cache: FileContentCache, events: FileChangeEvent[]) => void;
+        debouncedTimeout?: number;
+        ignored: string[];
+        filesLoader?: (files: string[]) => Promise<Record<string, string>>;
+    });
+    unwatch(): Promise<void>;
+    init(): Promise<void>;
+    private watchAll;
+    getFileCache(): FileContentCache;
+    loadFiles(files: string[]): Promise<void>;
+    private _defaultLoader;
+}
+export {};

package/dist/libs/folderCache/AutoUpdateFolderCache.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoUpdateFolderCache = void 0;
+const utils_1 = require("@umijs/utils");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const { watch } = utils_1.chokidar;
+class AutoUpdateFolderCache {
+    constructor(opts) {
+        this.fileContentCache = {};
+        this.pendingChanges = [];
+        console.log('the path ', `./**/*.{${opts.exts.join(',')}}`);
+        this.cwd = opts.cwd;
+        this.onCacheUpdated = opts.onCacheUpdate;
+        this.filesLoader = opts.filesLoader || this._defaultLoader;
+        this.watcher = watch(`./**/*.{${opts.exts.join(',')}}`, {
+            ignored: opts.ignored || [],
+            cwd: opts.cwd,
+            ignorePermissionErrors: true,
+            ignoreInitial: true,
+        });
+        this.watchAll();
+        this.readyPromise = new Promise((resolve) => {
+            this.watcher.on('ready', () => {
+                resolve();
+            });
+        });
+        this.debouchedHandleChanges = utils_1.lodash.debounce(async () => {
+            const modifiedFiles = [];
+            const events = this.pendingChanges.slice();
+            while (this.pendingChanges.length > 0) {
+                const c = this.pendingChanges.pop();
+                switch (c.event) {
+                    case 'unlink':
+                        delete this.fileContentCache[c.path];
+                        break;
+                    case 'change':
+                    case 'add':
+                        modifiedFiles.push(c.path);
+                        break;
+                    default:
+                        ((_n) => { })(c.event);
+                }
+            }
+            await this.loadFiles(modifiedFiles);
+            await this.onCacheUpdated(this.fileContentCache, events);
+        }, opts.debouncedTimeout);
+    }
+    unwatch() {
+        return this.watcher.close();
+    }
+    async init() {
+        await this.readyPromise;
+    }
+    watchAll() {
+        this.watcher.on('all', (eventName, path) => {
+            switch (eventName) {
+                case 'change':
+                    this.pendingChanges.push({
+                        event: 'change',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                case 'add':
+                    this.pendingChanges.push({
+                        event: 'add',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                case 'unlink':
+                    this.pendingChanges.push({
+                        event: 'unlink',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                default:
+                // ignore all others;
+            }
+        });
+    }
+    getFileCache() {
+        return this.fileContentCache;
+    }
+    async loadFiles(files) {
+        const loaded = await this.filesLoader(files);
+        for (const f of Object.keys(loaded)) {
+            this.fileContentCache[f] = loaded[f];
+        }
+    }
+    async _defaultLoader(files) {
+        const loaded = {};
+        for (let file of files) {
+            try {
+                loaded[file] = (0, fs_1.readFileSync)(file, 'utf-8');
+            }
+            catch (e) {
+                utils_1.logger.error('[fileCache] load file', (0, path_1.relative)(this.cwd, file), 'failed ', e);
+            }
+        }
+        return loaded;
+    }
+}
+exports.AutoUpdateFolderCache = AutoUpdateFolderCache;

package/dist/libs/folderCache/AutoUpdateSourceCodeCache.d.ts

@@ -0,0 +1,27 @@
+import { ImportSpecifier } from '@umijs/bundler-utils/compiled/es-module-lexer';
+import { AutoUpdateFolderCache, FileChangeEvent } from './AutoUpdateFolderCache';
+export declare type MergedCodeInfo = {
+    code: string;
+    imports: readonly ImportSpecifier[];
+    events: FileChangeEvent[];
+};
+export declare type Listener = (info: MergedCodeInfo) => void;
+export declare class AutoUpdateSrcCodeCache {
+    private readonly srcPath;
+    private readonly cachePath;
+    folderCache: AutoUpdateFolderCache;
+    private listeners;
+    constructor(opts: {
+        cwd: string;
+        cachePath: string;
+    });
+    init(): Promise<void>;
+    private initFileList;
+    batchProcess(files: string[]): Promise<void>;
+    getMergedCode(): {
+        code: string;
+        imports: readonly ImportSpecifier[];
+    };
+    register(l: Listener): () => void;
+    unwatch(): Promise<void>;
+}

package/dist/libs/folderCache/AutoUpdateSourceCodeCache.js

@@ -0,0 +1,124 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoUpdateSrcCodeCache = void 0;
+const es_module_lexer_1 = require("@umijs/bundler-utils/compiled/es-module-lexer");
+const esbuild_1 = require("@umijs/bundler-utils/compiled/esbuild");
+const utils_1 = require("@umijs/utils");
+// @ts-ignore
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const fs_1 = require("fs");
+const path_1 = require("path");
+const AutoUpdateFolderCache_1 = require("./AutoUpdateFolderCache");
+class AutoUpdateSrcCodeCache {
+    constructor(opts) {
+        this.listeners = [];
+        this.srcPath = opts.cwd;
+        this.cachePath = opts.cachePath;
+        this.folderCache = new AutoUpdateFolderCache_1.AutoUpdateFolderCache({
+            cwd: this.srcPath,
+            exts: ['ts', 'js', 'jsx', 'tsx'],
+            ignored: [
+                '**/*.d.ts',
+                '**/*.test.{js,ts,jsx,tsx}',
+                // fixme respect to environment
+                '**/.umi-production/**',
+                '**/node_modules/**',
+                '**/.git/**',
+            ],
+            debouncedTimeout: 500,
+            filesLoader: async (files) => {
+                const loaded = {};
+                await this.batchProcess(files);
+                for (const f of files) {
+                    let newFile = (0, path_1.join)(this.cachePath, (0, path_1.relative)(this.srcPath, f));
+                    // fixme ensure the last one
+                    newFile = newFile.replace((0, path_1.extname)(newFile), '.js');
+                    loaded[f] = (0, fs_1.readFileSync)(newFile, 'utf-8');
+                }
+                return loaded;
+            },
+            onCacheUpdate: (_cache, events) => {
+                const merged = this.getMergedCode();
+                const info = { ...merged, events };
+                this.listeners.forEach((l) => l(info));
+            },
+        });
+    }
+    async init() {
+        const [files] = await Promise.all([this.initFileList(), es_module_lexer_1.init]);
+        await this.folderCache.loadFiles(files);
+    }
+    async initFileList() {
+        const start = Date.now();
+        const files = await (0, fast_glob_1.default)((0, path_1.join)(this.srcPath, '**', '*.{ts,js,jsx,tsx}'), {
+            dot: true,
+            ignore: [
+                '**/*.d.ts',
+                '**/*.test.{js,ts,jsx,tsx}',
+                // fixme respect to environment
+                '**/.umi-production/**',
+                '**/node_modules/**',
+                '**/.git/**',
+            ],
+        });
+        utils_1.logger.debug('[MFSU][eager] fast-glob costs', Date.now() - start);
+        return files;
+    }
+    async batchProcess(files) {
+        var _a, _b, _c, _d;
+        try {
+            await (0, esbuild_1.build)({
+                entryPoints: files,
+                bundle: false,
+                outdir: this.cachePath,
+                outbase: this.srcPath,
+                loader: {
+                    // in case some js using some feature, eg: decorator
+                    '.jsx': 'tsx',
+                },
+                logLevel: 'silent',
+            });
+        }
+        catch (e) {
+            // error ignored due to user have to update code to fix then trigger another batchProcess;
+            // @ts-ignore
+            if (((_a = e.errors) === null || _a === void 0 ? void 0 : _a.length) || ((_b = e.warnings) === null || _b === void 0 ? void 0 : _b.length)) {
+                utils_1.logger.warn('transpile code with esbuild got ', 
+                // @ts-ignore
+                ((_c = e.errors) === null || _c === void 0 ? void 0 : _c.lenght) || 0, 'errors,', 
+                // @ts-ignore
+                ((_d = e.warnings) === null || _d === void 0 ? void 0 : _d.length) || 0, 'warnings');
+                utils_1.logger.debug('esbuild transpile code with error', e);
+            }
+            else {
+                utils_1.logger.warn('transpile code with esbuild error', e);
+            }
+        }
+    }
+    getMergedCode() {
+        const fileContentCache = this.folderCache.getFileCache();
+        const code = Object.values(fileContentCache).join('\n');
+        const [imports] = (0, es_module_lexer_1.parse)(code);
+        const merged = {
+            code,
+            imports,
+        };
+        return merged;
+    }
+    register(l) {
+        if (this.listeners.indexOf(l) < 0) {
+            this.listeners.push(l);
+        }
+        return () => {
+            const i = this.listeners.indexOf(l);
+            this.listeners.splice(i, 1);
+        };
+    }
+    unwatch() {
+        return this.folderCache.unwatch();
+    }
+}
+exports.AutoUpdateSrcCodeCache = AutoUpdateSrcCodeCache;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@umijs/preset-umi",
-  "version": "4.0.3",
+  "version": "4.0.4",
   "description": "@umijs/preset-umi",
   "homepage": "https://github.com/umijs/umi/tree/master/packages/preset-umi#readme",
   "bugs": "https://github.com/umijs/umi/issues",
@@ -26,18 +26,19 @@
   },
   "dependencies": {
     "@types/multer": "1.4.7",
-    "@umijs/ast": "4.0.3",
-    "@umijs/babel-preset-umi": "4.0.3",
-    "@umijs/bundler-utils": "4.0.3",
-    "@umijs/bundler-vite": "4.0.3",
-    "@umijs/bundler-webpack": "4.0.3",
-    "@umijs/core": "4.0.3",
-    "@umijs/renderer-react": "4.0.3",
-    "@umijs/server": "4.0.3",
-    "@umijs/utils": "4.0.3",
+    "@umijs/ast": "4.0.4",
+    "@umijs/babel-preset-umi": "4.0.4",
+    "@umijs/bundler-utils": "4.0.4",
+    "@umijs/bundler-vite": "4.0.4",
+    "@umijs/bundler-webpack": "4.0.4",
+    "@umijs/core": "4.0.4",
+    "@umijs/renderer-react": "4.0.4",
+    "@umijs/server": "4.0.4",
+    "@umijs/utils": "4.0.4",
     "core-js": "3.22.4",
     "current-script-polyfill": "1.0.0",
     "enhanced-resolve": "5.9.3",
+    "fast-glob": "^3.2.11",
     "magic-string": "0.26.2",
     "path-to-regexp": "1.7.0",
     "react": "18.1.0",