meodp 0.0.5 → 0.0.7

package/dist/shared/{meodp.e8cfff87.cjs → meodp.9bf8b8ff.cjs}

@@ -1,37 +1,73 @@
 'use strict';
 
-const consola = require('consola');
-const PQueue = require('p-queue');
 const utils = require('consola/utils');
 const playwright = require('playwright');
 const path = require('node:path');
 const process = require('node:process');
-const dateFns = require('date-fns');
-const fs = require('fs-extra');
-const stripAnsi = require('strip-ansi');
-const winston = require('winston');
+const consola = require('consola');
+const node = require('lowdb/node');
+const PQueue = require('p-queue');
 const cliProgress = require('cli-progress');
 const Options = require('cli-progress/lib/options.js');
 const _defaultFormatBar = require('cli-progress/lib/format-bar.js');
 const _defaultFormatTime = require('cli-progress/lib/format-time.js');
+const dateFns = require('date-fns');
+const fs = require('fs-extra');
+const stripAnsi = require('strip-ansi');
+const winston = require('winston');
 
 function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e.default : e; }
 
-const consola__default = /*#__PURE__*/_interopDefaultCompat(consola);
-const PQueue__default = /*#__PURE__*/_interopDefaultCompat(PQueue);
 const path__default = /*#__PURE__*/_interopDefaultCompat(path);
 const process__default = /*#__PURE__*/_interopDefaultCompat(process);
-const fs__default = /*#__PURE__*/_interopDefaultCompat(fs);
-const stripAnsi__default = /*#__PURE__*/_interopDefaultCompat(stripAnsi);
-const winston__default = /*#__PURE__*/_interopDefaultCompat(winston);
+const consola__default = /*#__PURE__*/_interopDefaultCompat(consola);
+const PQueue__default = /*#__PURE__*/_interopDefaultCompat(PQueue);
 const cliProgress__default = /*#__PURE__*/_interopDefaultCompat(cliProgress);
 const Options__default = /*#__PURE__*/_interopDefaultCompat(Options);
 const _defaultFormatBar__default = /*#__PURE__*/_interopDefaultCompat(_defaultFormatBar);
 const _defaultFormatTime__default = /*#__PURE__*/_interopDefaultCompat(_defaultFormatTime);
+const fs__default = /*#__PURE__*/_interopDefaultCompat(fs);
+const stripAnsi__default = /*#__PURE__*/_interopDefaultCompat(stripAnsi);
+const winston__default = /*#__PURE__*/_interopDefaultCompat(winston);
 
 const siteUrlMap = /* @__PURE__ */ new Map();
 const PQueueMap = /* @__PURE__ */ new Map();
 
+const formatter = (options, params, payload) => {
+  const { value, total } = params;
+  const formatTime = options.formatTime || _defaultFormatTime__default;
+  const formatBar = options.formatBar || _defaultFormatBar__default;
+  const bar = formatBar(params.progress, options);
+  const stopTime = params.stopTime || Date.now();
+  const elapsedTime = Math.round((stopTime - params.startTime) / 1e3);
+  const duration_formatted = formatTime(elapsedTime, options, 1);
+  consola__default.debug(duration_formatted);
+  if (!payload.type) {
+    options = Object.assign({}, options, cliProgress__default.Presets.rect);
+    Options__default.assignDerivedOptions(options);
+    const bar2 = formatBar(params.progress, options);
+    const { site } = payload;
+    const url = payload.url || "";
+    return `${bar2} ${value}/${total} | ${utils.colors.yellow(site || "MEODP Item")} | ${utils.colors.cyan(url || "URL")}`;
+  } else {
+    const { error_count, emoji, url, type } = payload;
+    const errorInfo = error_count ? `\u274C${error_count} ` : "";
+    return `${bar} \u2705${utils.colors.green(value)}/${total} ${errorInfo}| ${duration_formatted} | ${emoji} ${utils.colors.yellow(type)} | ${utils.colors.cyan(url)}`;
+  }
+};
+const multiBar = new cliProgress__default.MultiBar({
+  hideCursor: true,
+  // format: '{bar} {percentage}% | ✅{value}/{total} ❌{error_count} | {duration_formatted} | {name}',
+  format: formatter,
+  barsize: 20,
+  autopadding: true,
+  barCompleteChar: "\u2588",
+  barIncompleteChar: "\u2591",
+  // important! redraw everything to avoid "empty" completed bars
+  forceRedraw: true
+}, cliProgress__default.Presets.rect);
+const progressBarMap = /* @__PURE__ */ new Map();
+
 var __defProp$1 = Object.defineProperty;
 var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField$1 = (obj, key, value) => {
@@ -81,7 +117,11 @@ const _LocalLog = class _LocalLog {
    * @desc append log
    */
   static async SiteLog(urlItem, ...args) {
-    const logName = (urlItem.name || urlItem.url).replace("https://", "").replace("http://", "").replace(/\//g, "-");
+    let id = urlItem.name || urlItem.url;
+    if (id.endsWith("/")) {
+      id = id.slice(0, -1);
+    }
+    const logName = id.replace("https://", "").replace("http://", "").replace(/\//g, "-");
     const logPath = path__default.resolve(this.logFolder, urlItem.type, `${logName}.log`);
     await _LocalLog.log(logPath, ...args);
   }
@@ -160,57 +200,132 @@ const COLORFUL_SYMBOLS = {
   line: utils.colors.dim(RAW_SYMBOLS.line)
 };
 
-const formatter = (options, params, payload) => {
-  const { value, total } = params;
-  const formatTime = options.formatTime || _defaultFormatTime__default;
-  const formatBar = options.formatBar || _defaultFormatBar__default;
-  const bar = formatBar(params.progress, options);
-  const stopTime = params.stopTime || Date.now();
-  const elapsedTime = Math.round((stopTime - params.startTime) / 1e3);
-  const duration_formatted = formatTime(elapsedTime, options, 1);
-  consola__default.debug(duration_formatted);
-  if (!payload.type) {
-    options = Object.assign({}, options, cliProgress__default.Presets.rect);
-    Options__default.assignDerivedOptions(options);
-    const bar2 = formatBar(params.progress, options);
-    const { site } = payload;
-    const url = payload.url || "";
-    return `${bar2} ${value}/${total} | ${utils.colors.yellow(site || "MEODP Item")} | ${utils.colors.cyan(url || "URL")}`;
-  } else {
-    const { error_count, emoji, url, type } = payload;
-    const errorInfo = error_count ? `\u274C${error_count} ` : "";
-    return `${bar} \u2705${utils.colors.green(value)}/${total} ${errorInfo}| ${duration_formatted} | ${emoji} ${utils.colors.yellow(type)} | ${utils.colors.cyan(url)}`;
-  }
-};
-const multiBar = new cliProgress__default.MultiBar({
-  hideCursor: true,
-  // format: '{bar} {percentage}% | ✅{value}/{total} ❌{error_count} | {duration_formatted} | {name}',
-  format: formatter,
-  barsize: 20,
-  autopadding: true,
-  barCompleteChar: "\u2588",
-  barIncompleteChar: "\u2591",
-  // important! redraw everything to avoid "empty" completed bars
-  forceRedraw: true
-}, cliProgress__default.Presets.rect);
-const progressBarMap = /* @__PURE__ */ new Map();
+function createMEODPLogger() {
+  return {
+    _log: (...args) => {
+      const allLogPath = path__default.resolve(MEODP.logFolder, "all.log");
+      LocalLog.log(allLogPath, stripAnsi__default(args.join(" ")));
+    },
+    log: (...args) => {
+      const content = formatArgs(args);
+      consola__default.log(content);
+      MEODP.logger._log(content);
+    },
+    inner: (...args) => {
+      const content = formatArgs(args);
+      consola__default.log(COLORFUL_SYMBOLS.line, "  ", content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.line, "  ", content);
+    },
+    start: (...args) => {
+      const content = formatArgs(args);
+      consola__default.start(content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.start, content);
+    },
+    success: (...args) => {
+      const content = formatArgs(args);
+      consola__default.success(content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.success, content);
+    },
+    info: (...args) => {
+      const content = formatArgs(args);
+      consola__default.info(content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.info, content);
+    },
+    warn: (...args) => {
+      const content = formatArgs(args);
+      consola__default.warn(content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.warn, content);
+    },
+    error: (...args) => {
+      const content = formatArgs(args);
+      consola__default.log(COLORFUL_SYMBOLS.error, content);
+      MEODP.logger._log(COLORFUL_SYMBOLS.error, content);
+      MEODP.wLogger.error(content);
+    }
+  };
+}
+
+function createWinstonLogger() {
+  const allLogPath = path__default.resolve(MEODP.logFolder, "all.log");
+  const errorLogPath = path__default.resolve(MEODP.logFolder, "error.log");
+  const customFormats = [
+    winston__default.format.timestamp({
+      format: "YYYY-MM-DD HH:mm:ss"
+    })
+    // winston.format.colorize(),
+    // winston.format.errors({ stack: true }),
+    // winston.format.json(),
+    // winston.format.simple(),
+    // winston.format.uncolorize(),
+  ];
+  customFormats.push(
+    winston__default.format.printf(({ level, message, timestamp, service }) => {
+      const content = [
+        timestamp,
+        `[${service}]`,
+        level.toUpperCase(),
+        message
+      ];
+      return content.join(" ");
+    })
+  );
+  const customTransports = [
+    new winston__default.transports.File({
+      filename: errorLogPath,
+      level: "error"
+    }),
+    new winston__default.transports.File({
+      filename: allLogPath
+      // level: 'info',
+    })
+  ];
+  return winston__default.createLogger({
+    level: "info",
+    format: winston__default.format.combine(...customFormats),
+    defaultMeta: { service: "MEODP" },
+    transports: customTransports,
+    exitOnError: false
+  });
+}
 
 function formatArgs(args) {
   return args.join(" ");
 }
+const TIME_COLOR = {
+  fast: utils.colors.green,
+  medium: utils.colors.yellow,
+  slow: utils.colors.red
+};
+function getFormattedDuration(duration) {
+  const durationText = `${(duration / 1e3).toString()}s`;
+  let type;
+  if (duration < 500) {
+    type = "fast";
+  } else if (duration < 3e3) {
+    type = "medium";
+  } else {
+    type = "slow";
+  }
+  return TIME_COLOR[type](durationText);
+}
 function getFormattedDataFromResponse(res) {
   const statusCode = res?.status();
   const statusText = res?.statusText();
   const statusInfo = statusText ? `${statusCode?.toString()} ${statusText}` : statusCode?.toString();
+  const statusInfoText = statusCode >= 400 ? utils.colors.red(`[${statusInfo}]`) : utils.colors.green(`[${statusInfo}]`);
   const req = res.request();
-  const duration = req.timing().responseEnd - req.timing().requestStart;
-  const durationText = utils.colors.dim(`\u2502${utils.colors.blue(`${duration.toString().padStart(4, " ")}${utils.colors.white("ms")}`)} \u2502`);
+  const duration = Math.round(req.timing().responseEnd - req.timing().requestStart);
+  const durationText = `${COLORFUL_SYMBOLS.line} ${getFormattedDuration(duration)} ${COLORFUL_SYMBOLS.line}`;
   return {
+    /**
+     * 四舍五入 ms
+     */
     duration,
     durationText,
     statusCode,
     statusText,
     statusInfo,
+    statusInfoText,
     linkText: utils.colors.dim(res.url())
   };
 }
@@ -352,92 +467,62 @@ function getMEODPUrlItemInfo(urlItem) {
   };
 }
 
-function createMEODPLogger() {
-  return {
-    _log: (...args) => {
-      const allLogPath = path__default.resolve(MEODP.logFolder, "all.log");
-      LocalLog.log(allLogPath, stripAnsi__default(args.join(" ")));
-    },
-    log: (...args) => {
-      const content = formatArgs(args);
-      consola__default.log(content);
-      MEODP.logger._log(content);
-    },
-    inner: (...args) => {
-      const content = formatArgs(args);
-      consola__default.log(COLORFUL_SYMBOLS.line, "  ", content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.line, "  ", content);
-    },
-    start: (...args) => {
-      const content = formatArgs(args);
-      consola__default.start(content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.start, content);
-    },
-    success: (...args) => {
-      const content = formatArgs(args);
-      consola__default.success(content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.success, content);
-    },
-    info: (...args) => {
-      const content = formatArgs(args);
-      consola__default.info(content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.info, content);
-    },
-    warn: (...args) => {
-      const content = formatArgs(args);
-      consola__default.warn(content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.warn, content);
-    },
-    error: (...args) => {
-      const content = formatArgs(args);
-      consola__default.log(COLORFUL_SYMBOLS.error, content);
-      MEODP.logger._log(COLORFUL_SYMBOLS.error, content);
-      MEODP.wLogger.error(content);
+const defaultMEODPConfig = {
+  urls: [],
+  concurrency: 10,
+  log: {
+    type: "raw",
+    file: true
+  }
+};
+function defineConfig(config) {
+  return config;
+}
+async function runByConfig(config) {
+  const { urls, debug } = config;
+  consola__default.level = debug ? 5 : 3;
+  const queue = new PQueue__default({
+    concurrency: config.concurrency
+  });
+  if (config.log?.type === "progress") {
+    for (const urlItem of urls) {
+      const { type, url, emoji } = getMEODPUrlItemInfo(urlItem);
+      const bar = multiBar.create(1, 0, {
+        emoji,
+        url,
+        type,
+        error_count: 0
+      });
+      progressBarMap.set(url, bar);
     }
-  };
+    const curBar = multiBar.create(1, 0, {
+      name: "CURRENT"
+    });
+    progressBarMap.set("CURRENT", curBar);
+  }
+  const browser = await getBrowser();
+  for (const urlItem of urls) {
+    await queue.add(async () => {
+      await checkMEODPUrl(urlItem);
+    });
+  }
+  await queue.onIdle();
+  if (config.log?.type === "progress") {
+    multiBar.stop();
+  }
+  await browser.close();
+  consola__default.debug("browser closed");
+  return true;
 }
 
-function createWinstonLogger() {
-  const allLogPath = path__default.resolve(MEODP.logFolder, "all.log");
-  const errorLogPath = path__default.resolve(MEODP.logFolder, "error.log");
-  const customFormats = [
-    winston__default.format.timestamp({
-      format: "YYYY-MM-DD HH:mm:ss"
-    })
-    // winston.format.colorize(),
-    // winston.format.errors({ stack: true }),
-    // winston.format.json(),
-    // winston.format.simple(),
-    // winston.format.uncolorize(),
-  ];
-  customFormats.push(
-    winston__default.format.printf(({ level, message, timestamp, service }) => {
-      const content = [
-        timestamp,
-        `[${service}]`,
-        level.toUpperCase(),
-        message
-      ];
-      return content.join(" ");
-    })
-  );
-  const customTransports = [
-    new winston__default.transports.File({
-      filename: errorLogPath,
-      level: "error"
-    }),
-    new winston__default.transports.File({
-      filename: allLogPath
-      // level: 'info',
-    })
-  ];
-  return winston__default.createLogger({
-    level: "info",
-    format: winston__default.format.combine(...customFormats),
-    defaultMeta: { service: "MEODP" },
-    transports: customTransports,
-    exitOnError: false
-  });
+const defaultData = {
+  config: defaultMEODPConfig,
+  sites: {}
+};
+async function createLowDB(rootDir = process__default.cwd()) {
+  const dbJsonPath = path__default.resolve(rootDir, "logs/meodp/db.json");
+  const db = await node.JSONFilePreset(dbJsonPath, defaultData);
+  return db;
 }
 
 var __defProp = Object.defineProperty;
@@ -462,6 +547,9 @@ const _MEODP = class _MEODP {
     await LocalLog.init();
     _MEODP.logFolder = LocalLog.logFolder || path__default.resolve(process__default.cwd(), "logs/meodp");
     _MEODP.wLogger = createWinstonLogger();
+    const db = await createLowDB();
+    _MEODP.db = db;
+    await db.update((data) => data.config = _MEODP.config);
   }
   /**
    * filter link by ignoreLinks
@@ -510,6 +598,7 @@ __publicField(_MEODP, "browser");
 __publicField(_MEODP, "logFolder");
 __publicField(_MEODP, "logger", createMEODPLogger());
 __publicField(_MEODP, "wLogger");
+__publicField(_MEODP, "db");
 let MEODP = _MEODP;
 
 async function getBrowser() {
@@ -558,7 +647,6 @@ async function checkUrlNomoduleAssets(page) {
       if (!nomoduleUrl) {
         return;
       }
-      const startTime = Date.now();
       const newPage = await context.newPage();
       const response = await newPage.goto(nomoduleUrl);
       if (!response) {
@@ -569,7 +657,8 @@ async function checkUrlNomoduleAssets(page) {
         statusInfo,
         linkText
       } = getFormattedDataFromResponse(response);
-      const duration = Date.now() - startTime;
+      const req = response.request();
+      const duration = req.timing().responseEnd - req.timing().requestStart;
       const durationTxt = utils.colors.dim(`\u2502${utils.colors.blue(`${duration.toString().padStart(4, " ")}${utils.colors.white("ms")}`)} \u2502`);
       if (statusCode >= 400) {
         MEODP.logger.inner(" ", COLORFUL_SYMBOLS.error, utils.colors.red(statusInfo), durationTxt, linkText);
@@ -587,9 +676,31 @@ async function checkSiteUrl(url, options) {
   const browser = await getBrowser();
   const page = await browser.newPage();
   const bar = progressBarMap.get(options.urlItem.url);
-  const startTime = Date.now();
   const isExternalLink = MEODP.isExternalLink(url, options.urlItem);
   const log = LocalLog.createLog(options.urlItem);
+  const siteData = MEODP.db.data.sites[options.urlItem.url];
+  const siteLinkItem = {
+    url,
+    statusCode: 0,
+    checkStatus: "pending",
+    success: 0,
+    failed: 0,
+    ignored: 0,
+    timeout: 0,
+    duration: 0,
+    total: 0,
+    requests: []
+  };
+  if (MEODP.isIgnoredLink(url)) {
+    siteUrlMap.set(url, {
+      statusCode: 0,
+      checkStatus: "ignored"
+    });
+    MEODP.logger.inner(`${utils.colors.dim(`[Ignored] ${utils.colors.underline(url)}`)}`);
+    siteData.ignored.push(url);
+    await MEODP.db.write();
+    return;
+  }
   if (!MEODP.config.checkExternalLinks && isExternalLink) {
     let res = null;
     try {
@@ -597,18 +708,36 @@ async function checkSiteUrl(url, options) {
         waitUntil: "load"
       });
     } catch (e) {
+      siteLinkItem.timeout = 1;
       MEODP.logger.error(e);
     }
     if (!res)
       return;
-    const statusCode = res?.status() || 0;
+    const {
+      statusCode,
+      statusInfoText,
+      duration,
+      durationText
+    } = getFormattedDataFromResponse(res);
     const checkStatus = statusCode < 400 ? "passed" : "failed";
     siteUrlMap.set(url, {
       response: res,
       statusCode,
       checkStatus
     });
-    MEODP.logger.log(COLORFUL_SYMBOLS.line, "  ", utils.colors.green(`[${statusCode}]`), utils.colors.cyan(url), utils.colors.dim(`(in ${((Date.now() - startTime) / 1e3).toFixed(2)}s)`));
+    MEODP.logger.inner(statusInfoText, utils.colors.cyan(url), durationText);
+    if (statusCode >= 400) {
+      MEODP.wLogger.error(`  ${statusInfoText} ${url} ${durationText}`);
+    }
+    siteLinkItem.statusCode = statusCode;
+    siteLinkItem.checkStatus = checkStatus;
+    siteLinkItem.duration = duration;
+    siteLinkItem.total = 1;
+    siteLinkItem.success = checkStatus === "passed" ? 1 : 0;
+    siteLinkItem.failed = checkStatus === "failed" ? 1 : 0;
+    siteLinkItem.requests = [];
+    siteData.links.push(siteLinkItem);
+    await MEODP.db.write();
     return;
   }
   const urlMap = registerPageEvents(page, options.urlItem);
@@ -617,20 +746,41 @@ async function checkSiteUrl(url, options) {
       waitUntil: "networkidle"
     });
     const statusCode = res?.status() || 0;
+    const statusText = res?.statusText();
+    const req = res?.request();
+    const duration = Math.round((req?.timing()?.responseEnd || 0) - (req?.timing()?.requestStart || 0));
     siteUrlMap.set(url, {
       response: res,
       statusCode,
       checkStatus: "goto"
     });
     const { success, failed, total, ignored, timeout } = parseUrlMap(urlMap);
-    const duration = (Date.now() - startTime) / 1e3;
-    const statusText = res?.statusText();
+    siteLinkItem.title = await page.title();
+    siteLinkItem.statusCode = statusCode;
+    siteLinkItem.statusText = statusText;
+    siteLinkItem.checkStatus = "goto";
+    siteLinkItem.duration = duration;
+    siteLinkItem.total = total.count;
+    siteLinkItem.success = success.count;
+    siteLinkItem.failed = failed.count;
+    siteLinkItem.timeout = timeout.count;
+    siteLinkItem.ignored = ignored.count;
+    siteLinkItem.requests = Array.from(urlMap.values()).map((value) => {
+      const res2 = value.response;
+      return {
+        failed: value.failed,
+        ignored: value.ignored,
+        url: res2?.url(),
+        statusCode: res2?.status(),
+        statusText: res2?.statusText()
+      };
+    });
     const logInfo = [
       COLORFUL_SYMBOLS.line,
       "  ",
       utils.colors.green(`[${statusCode}${statusText ? ` ${statusText}` : ""}]`),
       utils.colors.cyan(url),
-      utils.colors.dim(`(in ${duration}s)`),
+      utils.colors.dim(`(in ${duration}ms)`),
       total.text,
       success.text,
       failed.text,
@@ -640,36 +790,41 @@ async function checkSiteUrl(url, options) {
     MEODP.logger.log(...logInfo);
     log(...logInfo);
     log();
+    if (failed.count > 0) {
+      MEODP.wLogger.error(logInfo.join(" "));
+    }
     if (MEODP.config.log?.type === "progress") {
       bar?.update(success.count, {
         value: utils.colors.green(success.count),
         error_count: failed.count ? utils.colors.red(failed.count) : 0
       });
-    } else {
     }
   } catch (e) {
     MEODP.logger.error(e);
   }
   for (const [url2, info] of urlMap) {
     if (!info.response && !info.ignored) {
-      MEODP.logger.log(COLORFUL_SYMBOLS.line, "    ", COLORFUL_SYMBOLS.error, `Timeout: ${utils.colors.underline(url2)}`);
+      MEODP.logger.log(COLORFUL_SYMBOLS.line, "    ", COLORFUL_SYMBOLS.error, utils.colors.red("Timeout:"), utils.colors.underline(url2));
+      MEODP.wLogger.error(`  Timeout: ${url2}`);
+      siteLinkItem.checkStatus = "timeout";
     }
   }
   let noModuleAssetsPassed = true;
   if (options.checkNoModule) {
     noModuleAssetsPassed = await checkUrlNomoduleAssets(page);
   }
-  const urlMapValues = Array.from(urlMap.values());
   const siteUrlItem = siteUrlMap.get(url);
   if (siteUrlItem) {
-    if (urlMapValues.every((value) => value.response?.status() && value.response?.status() < 400) && noModuleAssetsPassed) {
+    const isAllRequestsPassed = siteLinkItem.requests.filter((value) => !value.ignored).every((value) => value.statusCode && value.statusCode < 400);
+    if (isAllRequestsPassed && noModuleAssetsPassed) {
       siteUrlItem.checkStatus = "passed";
-      const successCount = Array.from(siteUrlMap.values()).filter((value) => value.checkStatus === "passed").length;
-      bar?.update(successCount);
     } else {
       siteUrlItem.checkStatus = "failed";
     }
+    siteLinkItem.checkStatus = siteUrlItem.checkStatus;
   }
+  siteData.links.push(siteLinkItem);
+  await MEODP.db.write();
   if (!isExternalLink) {
     const queue = PQueueMap.get(url);
     if (queue) {
@@ -690,6 +845,7 @@ async function checkSiteUrl(url, options) {
     }
   }
   await page.close();
+  return siteLinkItem;
 }
 async function checkSite(props) {
   const { url } = props;
@@ -706,11 +862,25 @@ async function checkSite(props) {
     statusCode: 0,
     checkStatus: "pending"
   });
+  await MEODP.db.update((data) => {
+    data.sites[homeUrl] = {
+      name: props.name,
+      url: homeUrl,
+      checkStatus: "pending",
+      links: [],
+      ignored: []
+    };
+  });
   bar?.setTotal(siteUrlMap.size);
-  await checkSiteUrl(homeUrl, {
+  const siteLinkItem = await checkSiteUrl(homeUrl, {
     urlItem: props,
     checkNoModule: true
   });
+  await MEODP.db.update((data) => {
+    const siteItem = data.sites[homeUrl];
+    siteItem.title = siteLinkItem?.title;
+    siteItem.checkStatus = siteItem.links.every((link) => link.checkStatus === "passed") ? "passed" : "failed";
+  });
   await queue.onIdle();
   await page.close();
   await context.close();
@@ -780,55 +950,7 @@ async function checkMEODPUrl(meodpUrl) {
   const duration = Date.now() - startTime;
   const bar = progressBarMap.get(meodpUrl.url);
   bar?.stop();
-  MEODP.logger.success(`Done in ${duration / 1e3}s.`);
-}
-
-const defaultMEODPConfig = {
-  urls: [],
-  concurrency: 10,
-  log: {
-    type: "raw",
-    file: true
-  }
-};
-function defineConfig(config) {
-  return config;
-}
-async function runByConfig(config) {
-  const { urls, debug } = config;
-  consola__default.level = debug ? 5 : 3;
-  const queue = new PQueue__default({
-    concurrency: config.concurrency
-  });
-  if (config.log?.type === "progress") {
-    for (const urlItem of urls) {
-      const { type, url, emoji } = getMEODPUrlItemInfo(urlItem);
-      const bar = multiBar.create(1, 0, {
-        emoji,
-        url,
-        type,
-        error_count: 0
-      });
-      progressBarMap.set(url, bar);
-    }
-    const curBar = multiBar.create(1, 0, {
-      name: "CURRENT"
-    });
-    progressBarMap.set("CURRENT", curBar);
-  }
-  const browser = await getBrowser();
-  for (const urlItem of urls) {
-    await queue.add(async () => {
-      await checkMEODPUrl(urlItem);
-    });
-  }
-  await queue.onIdle();
-  if (config.log?.type === "progress") {
-    multiBar.stop();
-  }
-  await browser.close();
-  consola__default.debug("browser closed");
-  return true;
+  MEODP.logger.success(`\u{1F577}\uFE0F  ${utils.colors.greenBright("[DONE]")} ${utils.colors.gray("in")} ${duration / 1e3}s.`);
 }
 
 exports.LocalLog = LocalLog;
@@ -839,6 +961,7 @@ exports.checkMEODPUrl = checkMEODPUrl;
 exports.checkSite = checkSite;
 exports.checkSiteUrl = checkSiteUrl;
 exports.checkUrlNomoduleAssets = checkUrlNomoduleAssets;
+exports.createLowDB = createLowDB;
 exports.createMEODPLogger = createMEODPLogger;
 exports.createWinstonLogger = createWinstonLogger;
 exports.defaultMEODPConfig = defaultMEODPConfig;
@@ -847,6 +970,7 @@ exports.emojiMap = emojiMap;
 exports.formatArgs = formatArgs;
 exports.getBrowser = getBrowser;
 exports.getFormattedDataFromResponse = getFormattedDataFromResponse;
+exports.getFormattedDuration = getFormattedDuration;
 exports.getMEODPUrlItemInfo = getMEODPUrlItemInfo;
 exports.getSiteLinks = getSiteLinks;
 exports.isLink = isLink;