@umijs/utils 4.0.2 → 4.0.3

package/dist/folderCache/AutoUpdateFolderCache.d.ts

@@ -0,0 +1,32 @@
+declare type AbsPath = string;
+declare type FileContent = string;
+declare type FileContentCache = Record<AbsPath, FileContent>;
+export declare type FileChangeEvent = {
+    event: 'unlink' | 'change' | 'add';
+    path: string;
+};
+export declare class AutoUpdateFolderCache {
+    fileContentCache: FileContentCache;
+    private watcher;
+    private readonly readyPromise;
+    private readonly cwd;
+    pendingChanges: FileChangeEvent[];
+    private readonly debouchedHandleChanges;
+    private readonly onCacheUpdated;
+    private readonly filesLoader;
+    constructor(opts: {
+        cwd: string;
+        exts: string[];
+        onCacheUpdate: (cache: FileContentCache, events: FileChangeEvent[]) => void;
+        debouncedTimeout?: number;
+        ignored: string[];
+        filesLoader?: (files: string[]) => Promise<Record<string, string>>;
+    });
+    unwatch(): Promise<void>;
+    init(): Promise<void>;
+    private watchAll;
+    getFileCache(): FileContentCache;
+    loadFiles(files: string[]): Promise<void>;
+    private _defaultLoader;
+}
+export {};

package/dist/folderCache/AutoUpdateFolderCache.js

@@ -0,0 +1,133 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoUpdateFolderCache = void 0;
+const chokidar_1 = require("chokidar");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const lodash_1 = __importDefault(require("../../compiled/lodash"));
+const logger = __importStar(require("../logger"));
+class AutoUpdateFolderCache {
+    constructor(opts) {
+        this.fileContentCache = {};
+        this.pendingChanges = [];
+        console.log('the path ', `./**/*.{${opts.exts.join(',')}}`);
+        this.cwd = opts.cwd;
+        this.onCacheUpdated = opts.onCacheUpdate;
+        this.filesLoader = opts.filesLoader || this._defaultLoader;
+        this.watcher = (0, chokidar_1.watch)(`./**/*.{${opts.exts.join(',')}}`, {
+            ignored: opts.ignored || [],
+            cwd: opts.cwd,
+            ignorePermissionErrors: true,
+            ignoreInitial: true,
+        });
+        this.watchAll();
+        this.readyPromise = new Promise((resolve) => {
+            this.watcher.on('ready', () => {
+                resolve();
+            });
+        });
+        this.debouchedHandleChanges = lodash_1.default.debounce(async () => {
+            const modifiedFiles = [];
+            const events = this.pendingChanges.slice();
+            while (this.pendingChanges.length > 0) {
+                const c = this.pendingChanges.pop();
+                switch (c.event) {
+                    case 'unlink':
+                        delete this.fileContentCache[c.path];
+                        break;
+                    case 'change':
+                    case 'add':
+                        modifiedFiles.push(c.path);
+                        break;
+                    default:
+                        ((_n) => { })(c.event);
+                }
+            }
+            await this.loadFiles(modifiedFiles);
+            await this.onCacheUpdated(this.fileContentCache, events);
+        }, opts.debouncedTimeout);
+    }
+    unwatch() {
+        return this.watcher.close();
+    }
+    async init() {
+        await this.readyPromise;
+    }
+    watchAll() {
+        this.watcher.on('all', (eventName, path) => {
+            switch (eventName) {
+                case 'change':
+                    this.pendingChanges.push({
+                        event: 'change',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                case 'add':
+                    this.pendingChanges.push({
+                        event: 'add',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                case 'unlink':
+                    this.pendingChanges.push({
+                        event: 'unlink',
+                        path: (0, path_1.join)(this.cwd, path),
+                    });
+                    this.debouchedHandleChanges();
+                    break;
+                default:
+                // ignore all others;
+            }
+        });
+    }
+    getFileCache() {
+        return this.fileContentCache;
+    }
+    async loadFiles(files) {
+        const loaded = await this.filesLoader(files);
+        for (const f of Object.keys(loaded)) {
+            this.fileContentCache[f] = loaded[f];
+        }
+    }
+    async _defaultLoader(files) {
+        const loaded = {};
+        for (let file of files) {
+            try {
+                loaded[file] = (0, fs_1.readFileSync)(file, 'utf-8');
+            }
+            catch (e) {
+                logger.error('[fileCache] load file', (0, path_1.relative)(this.cwd, file), 'failed ', e);
+            }
+        }
+        return loaded;
+    }
+}
+exports.AutoUpdateFolderCache = AutoUpdateFolderCache;

package/dist/folderCache/AutoUpdateSourceCodeCache.d.ts

@@ -0,0 +1,27 @@
+import { ImportSpecifier } from '@umijs/bundler-utils/compiled/es-module-lexer';
+import { AutoUpdateFolderCache, FileChangeEvent } from './AutoUpdateFolderCache';
+export declare type MergedCodeInfo = {
+    code: string;
+    imports: readonly ImportSpecifier[];
+    events: FileChangeEvent[];
+};
+export declare type Listener = (info: MergedCodeInfo) => void;
+export declare class AutoUpdateSrcCodeCache {
+    private readonly srcPath;
+    private readonly cachePath;
+    folderCache: AutoUpdateFolderCache;
+    private listeners;
+    constructor(opts: {
+        cwd: string;
+        cachePath: string;
+    });
+    init(): Promise<void>;
+    private initFileList;
+    batchProcess(files: string[]): Promise<void>;
+    getMergedCode(): {
+        code: string;
+        imports: readonly ImportSpecifier[];
+    };
+    register(l: Listener): () => void;
+    unwatch(): Promise<void>;
+}

package/dist/folderCache/AutoUpdateSourceCodeCache.js

@@ -0,0 +1,147 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoUpdateSrcCodeCache = void 0;
+const es_module_lexer_1 = require("@umijs/bundler-utils/compiled/es-module-lexer");
+const esbuild_1 = require("@umijs/bundler-utils/compiled/esbuild");
+const logger = __importStar(require("../logger"));
+// @ts-ignore
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const fs_1 = require("fs");
+const path_1 = require("path");
+const AutoUpdateFolderCache_1 = require("./AutoUpdateFolderCache");
+class AutoUpdateSrcCodeCache {
+    constructor(opts) {
+        this.listeners = [];
+        this.srcPath = opts.cwd;
+        this.cachePath = opts.cachePath;
+        this.folderCache = new AutoUpdateFolderCache_1.AutoUpdateFolderCache({
+            cwd: this.srcPath,
+            exts: ['ts', 'js', 'jsx', 'tsx'],
+            ignored: [
+                '**/*.d.ts',
+                '**/*.test.{js,ts,jsx,tsx}',
+                // fixme respect to environment
+                '**/.umi-production/**',
+                '**/node_modules/**',
+                '**/.git/**',
+            ],
+            debouncedTimeout: 500,
+            filesLoader: async (files) => {
+                const loaded = {};
+                await this.batchProcess(files);
+                for (const f of files) {
+                    let newFile = (0, path_1.join)(this.cachePath, (0, path_1.relative)(this.srcPath, f));
+                    // fixme ensure the last one
+                    newFile = newFile.replace((0, path_1.extname)(newFile), '.js');
+                    loaded[f] = (0, fs_1.readFileSync)(newFile, 'utf-8');
+                }
+                return loaded;
+            },
+            onCacheUpdate: (_cache, events) => {
+                const merged = this.getMergedCode();
+                const info = { ...merged, events };
+                this.listeners.forEach((l) => l(info));
+            },
+        });
+    }
+    async init() {
+        const [files] = await Promise.all([this.initFileList(), es_module_lexer_1.init]);
+        await this.folderCache.loadFiles(files);
+    }
+    async initFileList() {
+        const start = Date.now();
+        const files = await (0, fast_glob_1.default)((0, path_1.join)(this.srcPath, '**', '*.{ts,js,jsx,tsx}'), {
+            dot: true,
+            ignore: [
+                '**/*.d.ts',
+                '**/*.test.{js,ts,jsx,tsx}',
+                // fixme respect to environment
+                '**/.umi-production/**',
+                '**/node_modules/**',
+                '**/.git/**',
+            ],
+        });
+        logger.debug('[MFSU][eager] fast-glob costs', Date.now() - start);
+        return files;
+    }
+    async batchProcess(files) {
+        var _a, _b, _c, _d;
+        try {
+            await (0, esbuild_1.build)({
+                entryPoints: files,
+                bundle: false,
+                outdir: this.cachePath,
+                outbase: this.srcPath,
+                loader: {
+                    // in case some js using some feature, eg: decorator
+                    '.jsx': 'tsx',
+                },
+                logLevel: 'silent',
+            });
+        }
+        catch (e) {
+            // error ignored due to user have to update code to fix then trigger another batchProcess;
+            // @ts-ignore
+            if (((_a = e.errors) === null || _a === void 0 ? void 0 : _a.length) || ((_b = e.warnings) === null || _b === void 0 ? void 0 : _b.length)) {
+                logger.warn('transpile code with esbuild got ', 
+                // @ts-ignore
+                ((_c = e.errors) === null || _c === void 0 ? void 0 : _c.lenght) || 0, 'errors,', 
+                // @ts-ignore
+                ((_d = e.warnings) === null || _d === void 0 ? void 0 : _d.length) || 0, 'warnings');
+                logger.debug('esbuild transpile code with error', e);
+            }
+            else {
+                logger.warn('transpile code with esbuild error', e);
+            }
+        }
+    }
+    getMergedCode() {
+        const fileContentCache = this.folderCache.getFileCache();
+        const code = Object.values(fileContentCache).join('\n');
+        const [imports] = (0, es_module_lexer_1.parse)(code);
+        const merged = {
+            code,
+            imports,
+        };
+        return merged;
+    }
+    register(l) {
+        if (this.listeners.indexOf(l) < 0) {
+            this.listeners.push(l);
+        }
+        return () => {
+            const i = this.listeners.indexOf(l);
+            this.listeners.splice(i, 1);
+        };
+    }
+    unwatch() {
+        return this.folderCache.unwatch();
+    }
+}
+exports.AutoUpdateSrcCodeCache = AutoUpdateSrcCodeCache;

package/dist/index.d.ts

@@ -25,6 +25,8 @@ import Generator from './Generator/Generator';
 import installDeps from './installDeps';
 import * as logger from './logger';
 import updatePackageJSON from './updatePackageJSON';
+export * from './folderCache/AutoUpdateFolderCache';
+export * from './folderCache/AutoUpdateSourceCodeCache';
 export * from './getCorejsVersion';
 export * from './importLazy';
 export * from './isLocalDev';

package/dist/index.js

@@ -85,6 +85,8 @@ const logger = __importStar(require("./logger"));
 exports.logger = logger;
 const updatePackageJSON_1 = __importDefault(require("./updatePackageJSON"));
 exports.updatePackageJSON = updatePackageJSON_1.default;
+__exportStar(require("./folderCache/AutoUpdateFolderCache"), exports);
+__exportStar(require("./folderCache/AutoUpdateSourceCodeCache"), exports);
 __exportStar(require("./getCorejsVersion"), exports);
 __exportStar(require("./importLazy"), exports);
 __exportStar(require("./isLocalDev"), exports);

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@umijs/utils",
-  "version": "4.0.2",
-  "homepage": "https://github.com/umijs/umi-next/tree/master/packages/utils#readme",
-  "bugs": "https://github.com/umijs/umi-next/issues",
+  "version": "4.0.3",
+  "homepage": "https://github.com/umijs/umi/tree/master/packages/utils#readme",
+  "bugs": "https://github.com/umijs/umi/issues",
   "repository": {
     "type": "git",
-    "url": "https://github.com/umijs/umi-next"
+    "url": "https://github.com/umijs/umi"
   },
   "license": "MIT",
   "main": "dist/index.js",
@@ -22,6 +22,7 @@
   },
   "dependencies": {
     "chokidar": "3.5.3",
+    "fast-glob": "^3.2.11",
     "pino": "7.11.0"
   },
   "devDependencies": {