@modern-js/server 1.4.1 → 1.4.4-beta.0

package/dist/js/node/libs/render/cache/spr.js

@@ -1,298 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createCache = createCache;
-exports.destroyCache = destroyCache;
-
-var _crypto = _interopRequireDefault(require("crypto"));
-
-var _lruCache = _interopRequireDefault(require("lru-cache"));
-
-var _mimeTypes = _interopRequireDefault(require("mime-types"));
-
-var _util = require("./util");
-
-var _pageCaches = require("./page-caches");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-/* eslint-disable @typescript-eslint/member-ordering */
-
-/* eslint-disable no-lone-blocks */
-const MAX_CACHE_EACH_REQ = Number(process.env.ROUTE_CACHE_LIMIT) || 10;
-const MAX_SIZE_EACH_CLUSTER = Number(process.env.CLUSTER_CACHE_LIMIT) || 100;
-const BASE_LEVEL = 0;
-const QUERY_LEVEL = 1;
-const HEADER_LEVEL = 2;
-const QUERY_HEADER_LEVEL = 3;
-
-class CacheManager {
-  constructor(cacheOptions) {
-    this.cache = void 0;
-    this.cacheOptions = void 0;
-
-    this.find = (() => {
-      {
-        // eslint-disable-next-line consistent-this,@typescript-eslint/no-this-alias
-        const _this = this;
-
-        return {
-          [(0, _util.fname)(BASE_LEVEL)](context, cacheKey // data: CacheContent,
-          ) {
-            return _this.md5(cacheKey);
-          },
-
-          [(0, _util.fname)(QUERY_LEVEL)](context, cacheKey, data) {
-            const queryFactor = _this.queryFactor(context, data);
-
-            if (!queryFactor) {
-              return null;
-            }
-
-            return _this.md5((0, _util.connectFactor)(cacheKey, queryFactor));
-          },
-
-          [(0, _util.fname)(HEADER_LEVEL)](context, cacheKey, data) {
-            const headerFactor = _this.headerFactor(context, data);
-
-            if (!headerFactor) {
-              return null;
-            }
-
-            return _this.md5((0, _util.connectFactor)(cacheKey, headerFactor));
-          },
-
-          [(0, _util.fname)(QUERY_HEADER_LEVEL)](context, cacheKey, data) {
-            const queryFactor = _this.queryFactor(context, data);
-
-            const headerFactor = _this.headerFactor(context, data);
-
-            if (!queryFactor || !headerFactor) {
-              return null;
-            }
-
-            return _this.md5((0, _util.connectFactor)(cacheKey, headerFactor, queryFactor));
-          }
-
-        };
-      }
-    })();
-
-    this.cacheOptions = cacheOptions;
-    this.cache = new _lruCache.default({
-      max: Math.min(MAX_SIZE_EACH_CLUSTER, 600) * 1024 * 1024,
-
-      // 默认存 100M，最大 600M
-      length(n) {
-        const len = n.caches.keys().reduce((total, cur) => {
-          var _n$caches$peek;
-
-          return total + (((_n$caches$peek = n.caches.peek(cur)) === null || _n$caches$peek === void 0 ? void 0 : _n$caches$peek.size) || 0);
-        }, 1);
-        return len;
-      }
-
-    });
-  }
-
-  md5(content) {
-    const md5 = _crypto.default.createHash('md5');
-
-    return md5.update(content).digest('hex');
-  }
-
-  generateRequestKey(context) {
-    const {
-      pathname,
-      entry
-    } = context;
-    return this.md5(`${pathname}_${entry}`);
-  }
-
-  replaceValue(value, matcher) {
-    let final = value;
-    Object.keys(matcher).some(replacer => {
-      const reg = new RegExp(matcher[replacer]);
-
-      if (reg.test(value)) {
-        final = replacer;
-        return true;
-      }
-
-      return false;
-    });
-    return final;
-  }
-
-  factor(keys, obj, matches = {}) {
-    keys.sort();
-    const getValue = (0, _util.valueFactory)(obj);
-    const factorAry = keys.reduce((ary, key) => {
-      let value = getValue(key) || '';
-      const matcher = matches[key];
-
-      if (matcher) {
-        value = this.replaceValue(value, matcher);
-      }
-
-      return ary.concat([key, value]);
-    }, []);
-    return factorAry.join(',');
-  }
-
-  queryFactor(context, data) {
-    var _data$includes, _data$matches;
-
-    const queryKeys = (_data$includes = data.includes) === null || _data$includes === void 0 ? void 0 : _data$includes.query;
-    const queryMatches = (_data$matches = data.matches) === null || _data$matches === void 0 ? void 0 : _data$matches.query;
-
-    if (!queryKeys || queryKeys.length === 0) {
-      return null;
-    }
-
-    const requestQuery = context.query;
-    const queryFactor = this.factor(queryKeys, requestQuery, queryMatches);
-    return queryFactor;
-  }
-
-  headerFactor(context, data) {
-    var _data$includes2, _data$matches2;
-
-    const headerKeys = (_data$includes2 = data.includes) === null || _data$includes2 === void 0 ? void 0 : _data$includes2.header;
-    const headerMatches = (_data$matches2 = data.matches) === null || _data$matches2 === void 0 ? void 0 : _data$matches2.header;
-
-    if (!headerKeys || headerKeys.length === 0) {
-      return null;
-    }
-
-    const requestHeader = context.headers;
-    const headerFactor = this.factor(headerKeys, requestHeader, headerMatches);
-    return headerFactor;
-  }
-
-  async best(context, cacheKey, data) {
-    const {
-      level
-    } = data;
-    const cacheHash = this.find[(0, _util.fname)(level)](context, cacheKey, data);
-
-    if (!cacheHash) {
-      return null;
-    }
-
-    return data.caches.get(cacheHash);
-  }
-
-  createCacheContent(config, caches) {
-    return {
-      level: config.level,
-      interval: config.interval,
-      includes: config.includes || null,
-      limit: config.staleLimit,
-      matches: config.matches || null,
-      caches
-    };
-  }
-
-  async get(context) {
-    const cacheKey = this.generateRequestKey(context);
-    const data = this.cache.get(cacheKey); // no cache key matched
-
-    if (!data) {
-      return null;
-    }
-
-    const dest = await this.best(context, cacheKey, data); // no cache for current page with current config
-
-    if (!dest) {
-      return null;
-    }
-
-    const {
-      expireTime,
-      limitTime,
-      html,
-      cacheHash
-    } = dest;
-    const isStale = Date.now() - expireTime > 0;
-    const isGarbage = limitTime ? Date.now() - limitTime > 0 : false;
-    return {
-      content: html || '',
-      contentType: _mimeTypes.default.contentType('html'),
-      isStale,
-      isGarbage,
-      hash: cacheHash
-    };
-  }
-
-  async set(context, html, cacheConfig, sync = false) {
-    if (!cacheConfig) {
-      return false;
-    } // each version with route is a separate cache
-
-
-    const cacheKey = this.generateRequestKey(context);
-    let data = this.cache.get(cacheKey);
-
-    if (!data) {
-      const caches = await (0, _pageCaches.createPageCaches)(MAX_CACHE_EACH_REQ); // eslint-disable-next-line require-atomic-updates
-
-      data = this.createCacheContent(cacheConfig, caches);
-    }
-
-    const cacheHash = this.find[(0, _util.fname)(cacheConfig.level)](context, cacheKey, data); // if cacheHash is null, maybe level not match meta key, do not cache
-
-    if (!cacheHash) {
-      return false;
-    }
-
-    const cacheSyncOrAsync = async () => {
-      const next = data;
-      const limit = cacheConfig.staleLimit;
-      const storeHTML = (0, _util.cacheAddition)(html, cacheHash);
-      const size = storeHTML.length;
-      await next.caches.set(cacheHash, {
-        expireTime: Date.now() + cacheConfig.interval * 1000,
-        limitTime: typeof limit === 'number' ? Date.now() + limit * 1000 : null,
-        cacheHash,
-        html: storeHTML,
-        size
-      });
-      this.cache.set(cacheKey, next);
-      return true;
-    }; // cache set is async, each hash is cached only once at the same time
-
-
-    const doCache = (0, _util.withCoalescedInvoke)(cacheSyncOrAsync).bind(null, (0, _util.namespaceHash)('stream', cacheHash), []);
-    return (0, _util.maybeSync)(doCache)(sync);
-  }
-
-  async del(context, cacheHash) {
-    const cacheKey = this.generateRequestKey(context);
-    const data = this.cache.get(cacheKey);
-    data === null || data === void 0 ? void 0 : data.caches.del(cacheHash);
-  }
-
-}
-
-let manager;
-
-function createCache() {
-  if (manager) {
-    return manager;
-  }
-
-  manager = new CacheManager({
-    max: 0
-  });
-  return manager;
-}
-
-function destroyCache() {
-  manager = null;
-}
-/* eslint-enable no-lone-blocks */
-
-/* eslint-enable @typescript-eslint/member-ordering */

package/dist/js/node/libs/render/cache/util.js

@@ -1,105 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.cacheAddition = cacheAddition;
-exports.connectFactor = connectFactor;
-exports.fname = fname;
-exports.getTime = getTime;
-exports.maybeSync = maybeSync;
-exports.namespaceHash = namespaceHash;
-exports.valueFactory = valueFactory;
-exports.withCoalescedInvoke = withCoalescedInvoke;
-
-var _url = _interopRequireDefault(require("url"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-function namespaceHash(namespace, hash) {
-  return `${namespace}/${hash}`;
-}
-
-function fname(lv) {
-  return `f${lv}`;
-}
-
-function connectFactor(...args) {
-  return args.join('-');
-}
-
-function valueFactory(obj) {
-  if (obj instanceof _url.default.URLSearchParams) {
-    return function (key) {
-      return obj.get(key);
-    };
-  } else {
-    return function (key) {
-      const value = obj[key];
-
-      if (Array.isArray(value)) {
-        return value.join(',');
-      }
-
-      return value;
-    };
-  }
-}
-
-function getTime([s, ns]) {
-  return Math.floor(s * 1e3 + ns / 1e6);
-}
-
-const RE_START_IN_HEAD = /<head>/;
-
-function cacheAddition(html, hash) {
-  const additionHtml = html.replace(RE_START_IN_HEAD, `<head><meta name="x-moden-spr" content="${hash}">`);
-  return additionHtml;
-}
-
-const globalInvokeCache = new Map();
-
-function withCoalescedInvoke(func) {
-  return async function (key, args) {
-    const entry = globalInvokeCache.get(key);
-
-    if (entry) {
-      // eslint-disable-next-line promise/prefer-await-to-then
-      return entry.then(res => ({
-        isOrigin: false,
-        value: res.value
-      }));
-    }
-
-    function __wrapper() {
-      return func(...args);
-    }
-
-    const future = __wrapper() // eslint-disable-next-line promise/prefer-await-to-then
-    .then(res => {
-      globalInvokeCache.delete(key);
-      return {
-        isOrigin: true,
-        value: res
-      };
-    }) // eslint-disable-next-line promise/prefer-await-to-then
-    .catch(err => {
-      globalInvokeCache.delete(key);
-      throw err;
-    });
-
-    globalInvokeCache.set(key, future);
-    return future;
-  };
-}
-
-function maybeSync(fn) {
-  return sync => {
-    if (sync) {
-      return fn();
-    } else {
-      fn();
-      return Promise.resolve();
-    }
-  };
-}

package/dist/js/node/libs/render/index.js

@@ -1,91 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createRenderHandler = void 0;
-
-var _path = _interopRequireDefault(require("path"));
-
-var _utils = require("@modern-js/utils");
-
-var _mimeTypes = _interopRequireDefault(require("mime-types"));
-
-var _constants = require("../../constants");
-
-var _static = require("./static");
-
-var _reader = require("./reader");
-
-var ssr = _interopRequireWildcard(require("./ssr"));
-
-var _modern = require("./modern");
-
-function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function (nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
-
-function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const createRenderHandler = ({
-  distDir,
-  staticGenerate
-}) => async function render({
-  ctx,
-  route,
-  runner
-}) {
-  if (ctx.resHasHandled()) {
-    return null;
-  }
-
-  const {
-    entryPath,
-    urlPath
-  } = route;
-
-  const entry = _path.default.join(distDir, entryPath);
-
-  if (!route.isSPA) {
-    const result = await (0, _static.handleDirectory)(ctx, entry, urlPath);
-    return result;
-  } // only spa can use es6-html
-
-
-  const modernEntry = (0, _modern.getModernEntry)(entry);
-
-  const useModern = // route.enableModernMode &&
-  (0, _modern.supportModern)(ctx) && _utils.fs.existsSync(modernEntry);
-
-  const templateHTML = useModern ? modernEntry : entry; // handles ssr first
-
-  if (route.isSSR) {
-    try {
-      const result = await ssr.render(ctx, {
-        distDir,
-        entryName: route.entryName,
-        urlPath: route.urlPath,
-        bundle: route.bundle,
-        template: templateHTML,
-        staticGenerate
-      }, runner);
-      return result;
-    } catch (err) {
-      ctx.error(_constants.ERROR_DIGEST.ERENDER, err.stack);
-      ctx.res.setHeader('x-modern-ssr-fallback', '1');
-    }
-  }
-
-  const content = await (0, _reader.readFile)(templateHTML);
-
-  if (!content) {
-    return null;
-  }
-
-  return {
-    content,
-    contentType: _mimeTypes.default.contentType(_path.default.extname(templateHTML))
-  };
-};
-
-exports.createRenderHandler = createRenderHandler;

package/dist/js/node/libs/render/modern/browser-list.js

@@ -1,14 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.NativeModuleNameMap = void 0;
-const NativeModuleNameMap = {
-  Chrome: 'chrome',
-  'Mobile Safari': 'ios_saf',
-  Safari: 'safari',
-  Edge: 'edge',
-  Firefox: 'firefox'
-};
-exports.NativeModuleNameMap = NativeModuleNameMap;

package/dist/js/node/libs/render/modern/index.js

@@ -1,58 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.supportModern = exports.getModernEntry = void 0;
-
-var _uaParserJs = _interopRequireDefault(require("ua-parser-js"));
-
-var _compareVersions = _interopRequireDefault(require("compare-versions"));
-
-var _browserList = require("./browser-list");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const nativeModules = require('@babel/compat-data/native-modules');
-
-const supportModern = context => {
-  if (context.query.modern_es6) {
-    return true;
-  } // no ua in request headers
-
-
-  const userAgent = context.headers['user-agent'];
-
-  if (!userAgent || typeof userAgent !== 'string') {
-    return false;
-  }
-
-  const parsedUA = (0, _uaParserJs.default)(userAgent);
-  const browserName = parsedUA.browser.name;
-  const browserVersion = parsedUA.browser.version;
-
-  if (!browserName || !browserVersion) {
-    return false;
-  }
-
-  const nativeUAName = _browserList.NativeModuleNameMap[browserName];
-
-  if (!nativeUAName) {
-    return false;
-  }
-
-  const version = nativeModules['es6.module'][nativeUAName];
-
-  if (!version) {
-    return false;
-  }
-
-  const result = (0, _compareVersions.default)(browserVersion, version);
-  return result >= 0;
-};
-
-exports.supportModern = supportModern;
-
-const getModernEntry = filepath => filepath.replace(/\.html$/, '-es6.html');
-
-exports.getModernEntry = getModernEntry;

package/dist/js/node/libs/render/reader.js

@@ -1,139 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.updateFile = exports.readFile = exports.init = exports.close = exports.LruReader = void 0;
-
-var _utils = require("@modern-js/utils");
-
-var _lruCache = _interopRequireDefault(require("lru-cache"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-const Byte = 1;
-const KB = 1024 * Byte;
-const MB = 1024 * KB;
-
-const getContentLength = cache => cache.content.length;
-
-const createCacheItem = async (filepath, mtime) => {
-  const content = await _utils.fs.readFile(filepath);
-  return {
-    content,
-    mtime
-  };
-};
-
-class LruReader {
-  // private timer?: NodeJS.Timeout;
-  constructor() {
-    this.cache = void 0;
-    this.cache = new _lruCache.default({
-      max: 256 * MB,
-      length: getContentLength,
-      maxAge: 5 * 60 * 5000 // 60s
-
-    });
-  }
-
-  init() {// this.timeTask();
-  }
-
-  close() {// if (this.timer) {
-    //   clearInterval(this.timer);
-    // }
-  }
-
-  async read(filepath) {
-    if (this.cache.has(filepath)) {
-      const {
-        content
-      } = this.cache.get(filepath);
-      return {
-        content
-      };
-    }
-
-    if (!_utils.fs.existsSync(filepath)) {
-      return null;
-    }
-
-    const stat = _utils.fs.statSync(filepath);
-
-    if (stat.isDirectory()) {
-      return null;
-    } // if file more than 20 MB
-
-
-    if (stat.size > 20 * MB) {
-      return null;
-    }
-
-    const item = await createCacheItem(filepath, stat.mtime);
-    this.cache.set(filepath, item);
-    return item;
-  }
-
-  update() {
-    const {
-      cache
-    } = this;
-    const files = cache.keys();
-
-    for (const filepath of files) {
-      if (!_utils.fs.existsSync(filepath)) {
-        cache.del(filepath);
-      }
-
-      try {
-        const item = cache.get(filepath);
-
-        const stat = _utils.fs.statSync(filepath);
-
-        const {
-          mtime
-        } = stat; // file is modify
-
-        if (item.mtime < mtime) {
-          cache.del(filepath);
-        }
-      } catch (e) {
-        // for safe
-        cache.del(filepath);
-      }
-    }
-  } // private timeTask() {
-  // this.timer = setInterval(() => this.update, 5 * 60 * 1000).unref();
-  // }
-
-
-}
-
-exports.LruReader = LruReader;
-const reader = new LruReader();
-
-const readFile = async filepath => {
-  const file = await reader.read(filepath);
-  return file === null || file === void 0 ? void 0 : file.content;
-};
-
-exports.readFile = readFile;
-
-const updateFile = () => {
-  reader.update();
-};
-
-exports.updateFile = updateFile;
-
-const init = () => {
-  reader.init();
-};
-
-exports.init = init;
-
-const close = () => {
-  reader.close();
-};
-
-exports.close = close;