@abtnode/core 1.7.7 → 1.7.10

package/lib/api/team.js

@@ -104,6 +104,19 @@ class TeamAPI extends EventEmitter {
     return state.getUser(user.did);
   }
 
+  async getOwner({ teamDid }) {
+    const owner = await this.teamManager.getOwner(teamDid);
+
+    if (!owner) {
+      return null;
+    }
+
+    const state = await this.getUserState(teamDid);
+
+    const full = await state.getUser(owner.did);
+    return full || owner;
+  }
+
   async updateUser({ teamDid, user }) {
     const state = await this.getUserState(teamDid);
 
@@ -211,7 +224,7 @@ class TeamAPI extends EventEmitter {
 
   // Invite member
 
-  async createInvitation({ teamDid, role, remark, interfaceName }, context) {
+  async createInvitation({ teamDid, role, remark }, context) {
     await this.teamManager.checkEnablePassportIssuance(teamDid);
 
     if (!role) {
@@ -242,7 +255,6 @@ class TeamAPI extends EventEmitter {
       expireDate,
       inviter: user,
       teamDid,
-      interfaceName,
     });
 
     logger.info('Create invite member', { role, user, inviteId });
@@ -254,7 +266,6 @@ class TeamAPI extends EventEmitter {
       expireDate: new Date(expireDate).toString(),
       inviter: user,
       teamDid,
-      interfaceName,
     };
   }
 
@@ -271,7 +282,6 @@ class TeamAPI extends EventEmitter {
       expireDate: new Date(d.expireDate).toString(),
       inviter: d.inviter,
       teamDid: d.teamDid,
-      interfaceName: d.interfaceName,
     }));
   }
 

package/lib/blocklet/manager/disk.js

@@ -104,6 +104,7 @@ const blockletPm2Events = require('./pm2-events');
 const { getFactoryState } = require('../../util/chain');
 const runMigrationScripts = require('../migration');
 const hooks = require('../hooks');
+const { formatName } = require('../../util/get-domain-for-blocklet');
 
 const {
   isInProgress,
@@ -113,6 +114,7 @@ const {
   shouldUpdateBlockletStatus,
   getBlockletMeta,
   validateBlockletMeta,
+  validateOwner,
 } = util;
 
 const preDownloadLock = new Lock('pre-download-lock');
@@ -255,7 +257,7 @@ class BlockletManager extends BaseBlockletManager {
     }
 
     const blocklet = await states.blocklet.getBlocklet(meta.did);
-    const isRunning = blocklet?.status === BlockletStatus.running;
+    const isRunning = blocklet ? blocklet.status === BlockletStatus.running : false;
 
     return { meta, isFree, isInstalled: !!blocklet, isRunning };
   }
@@ -279,9 +281,9 @@ class BlockletManager extends BaseBlockletManager {
     return this._installFromStore({ did, registry }, { ...context, blockletPurchaseVerified: true });
   }
 
-  async start({ did, checkHealthImmediately = false, throwOnError }, context) {
+  async start({ did, throwOnError, checkHealthImmediately = false, e2eMode = false }, context) {
     logger.info('start blocklet', { did });
-    const blocklet = await this.ensureBlocklet(did);
+    const blocklet = await this.ensureBlocklet(did, e2eMode);
 
     try {
       if (!hasRunnableComponent(blocklet)) {
@@ -319,6 +321,7 @@ class BlockletManager extends BaseBlockletManager {
           }),
         nodeEnvironments,
         nodeInfo: await states.node.read(),
+        e2eMode,
       });
 
       // check blocklet healthy
@@ -481,6 +484,40 @@ class BlockletManager extends BaseBlockletManager {
     }
   }
 
+  async reset({ did }, context = {}) {
+    logger.info('reset blocklet', { did });
+
+    const blocklet = await this.ensureBlocklet(did);
+
+    if (isInProgress(blocklet.status)) {
+      throw new Error('Cannot reset when blocklet is in progress');
+    }
+
+    try {
+      await this.deleteProcess({ did }, context);
+    } catch {
+      // do nothing
+    }
+
+    // Cleanup disk storage
+    const { name } = blocklet.meta;
+    const dataDir = path.join(this.dataDirs.data, name);
+    const logsDir = path.join(this.dataDirs.logs, name);
+    const cacheDir = path.join(this.dataDirs.cache, name);
+    fs.removeSync(cacheDir);
+    fs.removeSync(dataDir);
+    fs.removeSync(logsDir);
+
+    // Reset config in db
+    await this._delExtras(did);
+    await this._setConfigs(did);
+    await this.updateBlockletEnvironment(did);
+    await this.resetSiteByDid(did, context);
+
+    logger.info('blocklet reset', { did });
+    return blocklet;
+  }
+
   async deleteComponent({ did, rootDid }, context) {
     logger.info('delete blocklet component', { did, rootDid });
 
@@ -590,7 +627,7 @@ class BlockletManager extends BaseBlockletManager {
   }
 
   // eslint-disable-next-line no-unused-vars
-  async config({ did, childDid, configs: newConfigs }, context) {
+  async config({ did, childDid, configs: newConfigs, skipHook }, context) {
     logger.info('config blocklet', { did });
     if (!Array.isArray(newConfigs)) {
       throw new Error('configs list is not an array');
@@ -657,15 +694,17 @@ class BlockletManager extends BaseBlockletManager {
       blocklet.configObj[x.key] = x.value;
     }
 
-    // FIXME: we should also call preConfig for child blocklets
-    await hooks.preConfig(blocklet.env.appId, {
-      appDir: blocklet.env.appDir,
-      hooks: Object.assign(blocklet.meta.hooks || {}, blocklet.meta.scripts || {}),
-      exitOnError: true,
-      env: { ...getRuntimeEnvironments(blocklet, nodeEnvironments), ...blocklet.configObj },
-      did,
-      context,
-    });
+    if (!skipHook) {
+      // FIXME: we should also call preConfig for child blocklets
+      await hooks.preConfig(blocklet.env.appId, {
+        appDir: blocklet.env.appDir,
+        hooks: Object.assign(blocklet.meta.hooks || {}, blocklet.meta.scripts || {}),
+        exitOnError: true,
+        env: { ...getRuntimeEnvironments(blocklet, nodeEnvironments), ...blocklet.configObj },
+        did,
+        context,
+      });
+    }
 
     // update db
     const configs = childDid
@@ -928,14 +967,22 @@ class BlockletManager extends BaseBlockletManager {
    * After the dev function finished, the caller should send a BlockletEvents.deployed event to the daemon
    * @returns {Object} blocklet
    */
-  async dev(folder) {
-    logger.info('dev blocklet', { folder });
+  async dev(folder, { rootDid, mountPoint } = {}) {
+    logger.info('dev component', { folder, rootDid, mountPoint });
 
     const meta = getBlockletMeta(folder);
     if (meta.group !== 'static' && (!meta.scripts || !meta.scripts.dev)) {
       throw new Error('Incorrect blocklet manifest: missing `scripts.dev` field');
     }
 
+    if (rootDid) {
+      return this._devComponent({ folder, meta, rootDid, mountPoint });
+    }
+
+    return this._devBlocklet({ folder, meta });
+  }
+
+  async _devBlocklet({ folder, meta }) {
     const { did, version } = meta;
 
     const exist = await states.blocklet.getBlocklet(did);
@@ -990,7 +1037,58 @@ class BlockletManager extends BaseBlockletManager {
     return blocklet;
   }
 
-  async ensureBlocklet(did) {
+  async _devComponent({ folder, meta, rootDid, mountPoint }) {
+    const { did, version } = meta;
+
+    const existRoot = await states.blocklet.getBlocklet(rootDid);
+    if (!existRoot) {
+      throw new Error('Root blocklet does not exist');
+    }
+
+    const exist = existRoot.children.find((x) => x.meta.did === meta.did);
+    if (exist) {
+      if (exist.mode === BLOCKLET_MODES.PRODUCTION) {
+        throw new Error('The blocklet component of production mode already exists, please remove it before developing');
+      }
+
+      const status = fromBlockletStatus(exist.status);
+      if (['starting', 'running'].includes(status)) {
+        throw new Error(`The blocklet component is already on ${status}, please stop it before developing`);
+      }
+
+      logger.info('remove blocklet component for dev', { did, version });
+
+      await this.deleteComponent({ did, rootDid });
+    }
+
+    const defaultPath = formatName(meta.name);
+    const children = await parseChildren(existRoot.meta, {
+      children: [
+        {
+          meta,
+          mountPoint: mountPoint || `/${defaultPath}`,
+          source: BlockletSource.local,
+          deployedFrom: folder,
+          status: BlockletStatus.installed,
+          mode: BLOCKLET_MODES.DEVELOPMENT,
+        },
+      ],
+      dynamic: true,
+    });
+    await states.blocklet.addChildren(rootDid, children);
+
+    logger.info('add blocklet component for dev', { did, version, meta });
+
+    // Add environments
+    await this._setConfigs(rootDid);
+    await this.updateBlockletEnvironment(rootDid);
+
+    const rootBlocklet = await this.ensureBlocklet(rootDid);
+
+    return rootBlocklet;
+  }
+
+  async ensureBlocklet(did, e2eMode = false) {
     if (!isValidDid(did)) {
       throw new Error(`Blocklet did is invalid: ${did}`);
     }
@@ -1008,6 +1106,7 @@ class BlockletManager extends BaseBlockletManager {
       ...getBlockletDirs(blocklet, {
         dataDirs: this.dataDirs,
         ensure: true,
+        e2eMode,
       }),
     };
 
@@ -1051,9 +1150,14 @@ class BlockletManager extends BaseBlockletManager {
     return blocklet;
   }
 
-  async setInitialized({ did }) {
+  async setInitialized({ did, owner }) {
+    if (!validateOwner(owner)) {
+      throw new Error('Blocklet owner is invalid');
+    }
+
     const blocklet = await states.blocklet.getBlocklet(did);
-    await states.blockletExtras.setSettings(blocklet.meta.did, { initialized: true });
+    await states.blockletExtras.setSettings(blocklet.meta.did, { initialized: true, owner });
+    logger.info('Blocklet initialized', { did, owner });
 
     this.emit(BlockletEvents.updated, { meta: { did: blocklet.meta.did } });
 
@@ -1736,7 +1840,7 @@ class BlockletManager extends BaseBlockletManager {
       meta,
       mountPoint,
       source: BlockletSource.upload,
-      deployedFrom: `Upload by ${context.user.did}`,
+      deployedFrom: `Upload by ${context.user.fullName}`,
       sourceUrl: '',
       dynamic: true,
     };

package/lib/blocklet/migration.js

@@ -21,6 +21,7 @@ async function runScripts({
   printSuccess,
   printError,
 }) {
+  // 获取所有待执行的脚本
   let scripts = [];
   try {
     scripts = await getScripts(scriptsDir);
@@ -37,13 +38,17 @@ async function runScripts({
   }
 
   printInfo('pending scripts', pendingScripts);
+  // 执行脚本前需要对数据库文件做一次备份
   try {
     await doBackup({ dbDir, backupDir, printInfo, printSuccess, printError });
   } catch (err) {
     printError(`Failed to backup state db due to ${err.message}, abort!`);
+    // 备份失败时，需要移除备份目录
+    fs.removeSync(backupDir);
     throw err;
   }
 
+  // 按照顺序依次执行 migration 脚本
   for (let i = 0; i < pendingScripts.length; i++) {
     const { script: scriptPath } = pendingScripts[i];
     try {
@@ -59,7 +64,10 @@ async function runScripts({
 
       try {
         await doRestore({ dbDir, backupDir, printInfo, printSuccess, printError });
+        // 恢复备份成功时，需要移除备份目录
+        fs.removeSync(backupDir);
       } catch (restoreErr) {
+        // 如果恢复备份失败，则保留备份目录，恢复数据
         printError(`Failed to restore state db due to: ${restoreErr.message}`);
       }
 

package/lib/cert.js

@@ -37,6 +37,16 @@ const onCertIssued = (cert) => {
   });
 };
 
+const onCertIssueFailed = (cert) => {
+  states.notification.create({
+    title: 'Certificate Issue Failed',
+    description: `Failed to issue certificate for ${cert.domain}`,
+    severity: 'error',
+    entityType: 'certificate',
+    entityId: cert.id,
+  });
+};
+
 const getDomainFromInput = (input) => {
   if (Object.prototype.toString.call(input) === '[object Object]') {
     return input.domain;
@@ -58,6 +68,10 @@ class Cert extends EventEmitter {
 
     this.manager.on('cert.expired', onCertExpired);
     this.manager.on('cert.about_to_expire', onCertAboutExpire);
+    this.manager.on('cert.error', (cert) => {
+      this.emit('cert.error', cert);
+      onCertIssueFailed(cert);
+    });
   }
 
   start() {

package/lib/event.js

@@ -25,11 +25,14 @@ module.exports = ({
   handleRouting,
   domainStatus,
   teamAPI,
+  certManager,
 }) => {
   const notificationState = states.notification;
   const nodeState = states.node;
 
   const events = new EventEmitter();
+  events.setMaxListeners(0);
+
   // HACK: do not emit any events from CLI
   if (isCLI() && process.env.NODE_ENV !== 'test') {
     events.emit = (name) => logger.debug('stopped core state event in CLI', name);
@@ -123,6 +126,14 @@ module.exports = ({
       await teamAPI.refreshBlockletInterfacePermissions(blocklet.meta);
     } catch (error) {
       logger.error('upgrade blocklet routing rules error', { event: name, error });
+      notificationState.create({
+        title: 'Blocklet URL Mapping Error',
+        // eslint-disable-next-line max-len
+        description: `Failed to upgrade URL mapping for blocklet ${blocklet.meta.name}@${blocklet.meta.version}, due to: ${error.message}`,
+        entityType: 'blocklet',
+        entityId: blocklet.meta.did,
+        severity: 'error',
+      });
     }
 
     try {
@@ -220,5 +231,8 @@ module.exports = ({
   events.handleServerEvent = handleServerEvent;
   events.handleBlockletEvent = handleBlockletEvent;
 
+  certManager.on('cert.issued', (data) => onEvent(EVENTS.CERT_ISSUED, data));
+  certManager.on('cert.error', (data) => onEvent(EVENTS.CERT_ERROR, data));
+
   return events;
 };

package/lib/index.js

@@ -10,6 +10,7 @@ const {
   fromBlockletSource,
   toBlockletSource,
 } = require('@blocklet/meta/lib/constants');
+const { getServiceMetas } = require('@blocklet/meta/lib/service');
 const { listProviders } = require('@abtnode/router-provider');
 const { DEFAULT_CERTIFICATE_EMAIL, EVENTS } = require('@abtnode/constant');
 
@@ -29,7 +30,6 @@ const IP = require('./util/ip');
 const DomainStatus = require('./util/domain-status');
 const Upgrade = require('./util/upgrade');
 const resetNode = require('./util/reset-node');
-const { getServices } = require('./util/service');
 const DiskMonitor = require('./util/disk-monitor');
 const createQueue = require('./queue');
 const createEvents = require('./event');
@@ -133,11 +133,13 @@ function ABTNode(options) {
     registry: blockletRegistry,
     daemon: options.daemon,
   });
+  blockletManager.setMaxListeners(0);
 
   const {
     handleRouting,
     getRoutingRulesByDid,
     getSiteByDid,
+    resetSiteByDid,
     updateNodeRouting,
     takeRoutingSnapshot,
     getRoutingSites,
@@ -159,6 +161,7 @@ function ABTNode(options) {
 
   blockletManager.getRoutingRulesByDid = getRoutingRulesByDid;
   blockletManager.getSiteByDid = getSiteByDid;
+  blockletManager.resetSiteByDid = resetSiteByDid;
 
   // Generate an on node ready callback
   const onStatesReady = createStateReadyQueue({ states, options, dataDirs });
@@ -216,6 +219,7 @@ function ABTNode(options) {
     updateChildBlocklets: blockletManager.updateChildren.bind(blockletManager),
     getLatestBlockletVersion: blockletManager.getLatestBlockletVersion.bind(blockletManager),
     getBlockletMetaFromUrl: blockletManager.getMetaFromUrl.bind(blockletManager),
+    resetBlocklet: blockletManager.reset.bind(blockletManager),
 
     deleteBlockletProcess: blockletManager.deleteProcess.bind(blockletManager),
 
@@ -261,6 +265,7 @@ function ABTNode(options) {
     getUsers: teamAPI.getUsers.bind(teamAPI),
     getUsersCount: teamAPI.getUsersCount.bind(teamAPI),
     getUser: teamAPI.getUser.bind(teamAPI),
+    getOwner: teamAPI.getOwner.bind(teamAPI),
     getNodeUsers: () => teamAPI.getUsers({ teamDid: options.nodeDid }),
     getNodeUser: (user) => teamAPI.getUser({ teamDid: options.nodeDid, user }),
     addUser: teamAPI.addUser.bind(teamAPI),
@@ -372,7 +377,7 @@ function ABTNode(options) {
     endSession: (params, context) => states.session.end(params.id, context),
 
     // Services
-    getServices: (params, context) => getServices({ stringifySchema: true }, context),
+    getServices: (params, context) => getServiceMetas({ stringifySchema: true }, context),
 
     // Utilities: moved here because some deps require native build
     getSysInfo,

package/lib/migrations/1.0.21-update-config.js

@@ -7,7 +7,7 @@ module.exports = async ({ states, config, configFile, printInfo }) => {
   printInfo('Try to update node config to 1.0.21...');
   let changed = false;
 
-  const rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+  const rawConfig = yaml.load(fs.readFileSync(configFile).toString());
   const info = await states.node.read();
 
   const updates = [

package/lib/migrations/1.0.22-max-memory.js

@@ -13,7 +13,7 @@ module.exports = async ({ states, config, configFile, printInfo }) => {
   printInfo('Try to update node config to 1.0.22...');
   let changed = false;
 
-  const rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+  const rawConfig = yaml.load(fs.readFileSync(configFile).toString());
   const info = await states.node.read();
 
   const updates = [

package/lib/migrations/1.0.25.js

@@ -10,7 +10,7 @@ module.exports = async ({ states, config, configFile, printInfo }) => {
   printInfo('Try to update node config to 1.0.25...');
   let changed = false;
 
-  const rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+  const rawConfig = yaml.load(fs.readFileSync(configFile).toString());
   const info = await states.node.read();
 
   const updates = [

package/lib/migrations/1.0.32-update-config.js

@@ -7,7 +7,7 @@ module.exports = async ({ states, config, configFile, printInfo }) => {
   printInfo('Try to update node config to 1.0.32...');
   let changed = false;
 
-  const rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+  const rawConfig = yaml.load(fs.readFileSync(configFile).toString());
   const info = await states.node.read();
 
   const updates = [{ key: 'routing.https', value: true }];

package/lib/migrations/1.6.21-rename-ip-echo-domain.js

@@ -22,7 +22,7 @@ module.exports = async ({ states, printInfo, configFile }) => {
   await states.node.updateNodeInfo(info);
 
   if (process.env.NODE_ENV !== 'development') {
-    let rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+    let rawConfig = yaml.load(fs.readFileSync(configFile).toString());
     set(rawConfig, 'node.routing.ipWildcardDomain', info.routing.ipWildcardDomain);
     set(rawConfig, 'node.routing.wildcardCertHost', DEFAULT_WILDCARD_CERT_HOST);
     set(rawConfig, 'node.didDomain', DEFAULT_DID_DOMAIN);

package/lib/migrations/1.6.4-security.js

@@ -19,7 +19,7 @@ module.exports = async ({ states, configFile, dataDir }) => {
   try {
     fs.writeFileSync(file, crypto.randomBytes(32), { encoding: 'binary', mode: '0600' });
 
-    const config = yaml.safeLoad(fs.readFileSync(configFile).toString(), { json: true });
+    const config = yaml.load(fs.readFileSync(configFile).toString(), { json: true });
     config.node.sk = security.encrypt(config.node.sk, config.node.did, fs.readFileSync(file));
     fs.writeFileSync(configFile, yaml.dump(config));
     await states.node.updateNodeInfo({ sk: config.node.sk });

package/lib/migrations/README.md

@@ -41,7 +41,7 @@ module.exports = async ({ states, config, configFile, printInfo }) => {
   printInfo('Try to update node config to 1.0.21...');
   let changed = false;
 
-  const rawConfig = yaml.safeLoad(fs.readFileSync(configFile).toString());
+  const rawConfig = yaml.load(fs.readFileSync(configFile).toString());
   const info = await states.node.read();
 
   const updates = [

package/lib/router/helper.js

@@ -863,88 +863,6 @@ module.exports = function getRouterHelpers({ dataDirs, routingSnapshot, routerMa
     return changes.some(Boolean);
   };
 
-  /**
-   * Add system routing rules for blocklet in dashboard site
-   *
-   * @returns {boolean} if routing changed
-   * TODO: do we still need this?
-   */
-  const _ensureBlockletRulesForDashboardSite = async (blocklet, sites, nodeInfo, context = {}) => {
-    // blocklet level duplication detection
-    const findRulesByInterface = (site, value) =>
-      site.rules.filter((x) => x.isProtected && x.to.did === blocklet.meta.did && get(x, 'to.interfaceName') === value);
-
-    const ipSite = sites.find((x) => x.domain === DOMAIN_FOR_IP_SITE);
-    if (!ipSite) {
-      logger.warn(`Routing rule for dashboard not found, abort on ensure rules for blocklet ${blocklet.meta.did}`);
-      return false;
-    }
-
-    // If we have rule for legacy path prefix, just return
-    const pathPrefixLegacy = normalizePathPrefix(`/${nodeInfo.routing.adminPath}/${blocklet.meta.name}`);
-    if (hasRuleByPrefix(ipSite, pathPrefixLegacy)) {
-      return false;
-    }
-
-    const removedRuleIds = [];
-    const changes = await Promise.all(
-      blocklet.meta.interfaces.map(async (x) => {
-        let changed = false; // if state db was mutated
-        let pathPrefix = '';
-        if (x.prefix === BLOCKLET_DYNAMIC_PATH_PREFIX) {
-          // pathPrefix for dynamic path: `/{adminPath}/{blockletName}/{interfaceName}`
-          pathPrefix = normalizePathPrefix(`/${pathPrefixLegacy}/${x.name}`);
-        } else {
-          // pathPrefix for fixed path: `/{interfacePrefix}`
-          pathPrefix = normalizePathPrefix(x.prefix);
-        }
-
-        // Remove if we have rule with same interface
-        const exists = findRulesByInterface(ipSite, x.name);
-        if (exists.length) {
-          // Note: we need to keep a list of removed rules since we might remove multiple rules in the loop
-          exists.forEach((e) => removedRuleIds.push(e.id));
-          await states.site.update(
-            { _id: ipSite.id },
-            { $set: { rules: ipSite.rules.filter((r) => removedRuleIds.includes(r.id) === false) } }
-          );
-          changed = true;
-        } else if (hasRuleByPrefix(ipSite, pathPrefix)) {
-          // Skip same pathPrefix rules
-          return changed;
-        }
-
-        // 不在 dashboard site 中添加 path 和 prefix 都是根路径(/) 的路由
-        if (x.path === '/' && x.prefix === '/') {
-          return changed;
-        }
-
-        await routerManager.addRoutingRule(
-          {
-            id: ipSite.id,
-            rule: {
-              from: { pathPrefix },
-              to: {
-                type: ROUTING_RULE_TYPES.BLOCKLET,
-                port: findInterfacePortByName(blocklet, x.name),
-                did: blocklet.meta.did, // root blocklet did
-                interfaceName: x.name, // root blocklet interface
-              },
-              isProtected: true,
-            },
-            skipCheckDynamicBlacklist: true,
-          },
-          context
-        );
-        changed = true;
-
-        return changed;
-      })
-    );
-
-    return changes.some(Boolean);
-  };
-
   const _removeBlockletSites = async (blocklet, nodeInfo, context = {}) => {
     let changed = false;
 
@@ -980,14 +898,6 @@ module.exports = function getRouterHelpers({ dataDirs, routingSnapshot, routerMa
       _ensureBlockletSites(blocklet, sites, nodeInfo, context),
     ];
 
-    if (nodeInfo.mode === NODE_MODES.DEBUG || ['e2e', 'test'].includes(process.env.NODE_ENV)) {
-      logger.info('Add blocklet endpoint in dashboard site', {
-        nodeMode: nodeInfo.mode,
-        NODE_ENV: process.env.NODE_ENV,
-      });
-      tasks.push(_ensureBlockletRulesForDashboardSite(blocklet, sites, nodeInfo, context));
-    }
-
     const changes = await Promise.all(tasks);
 
     return changes.some(Boolean);
@@ -1131,6 +1041,16 @@ module.exports = function getRouterHelpers({ dataDirs, routingSnapshot, routerMa
     return (sites || []).find((x) => x.domain === domain);
   }
 
+  async function resetSiteByDid(did, { refreshRouterProvider = true } = {}) {
+    const blocklet = await states.blocklet.getBlocklet(did);
+    await removeBlockletRouting(blocklet);
+    await ensureBlockletRouting(blocklet);
+    if (refreshRouterProvider) {
+      const hash = await takeRoutingSnapshot({ message: `Reset blocklet ${did}`, dryRun: false });
+      logger.info('reset blocklet routing rules', { did, hash });
+    }
+  }
+
   const providers = {}; // we need to keep reference for different router instances
   const handleRouting = async (nodeInfo) => {
     const providerName = get(nodeInfo, 'routing.provider', null);
@@ -1382,6 +1302,7 @@ module.exports = function getRouterHelpers({ dataDirs, routingSnapshot, routerMa
     handleRouting,
     getRoutingRulesByDid,
     getSiteByDid,
+    resetSiteByDid,
     updateNodeRouting,
     takeRoutingSnapshot,
     getRoutingSites,

package/lib/router/index.js

@@ -110,7 +110,7 @@ class Router {
     await this.provider.update({
       routingTable: this.routingTable,
       certificates,
-      globalHeaders: headers,
+      commonHeaders: headers,
       services,
       nodeInfo: pick(nodeInfo, ['name', 'version', 'port', 'mode', 'enableWelcomePage', 'routing']),
     });

package/lib/router/manager.js

@@ -222,7 +222,7 @@ class RouterManager extends EventEmitter {
     }
 
     // let custom domain in front of protected domain
-    const domainAliases = [{ value: domainAlias, isProtected: false }, ...dbSite.domainAliases];
+    const domainAliases = [{ value: domainAlias, isProtected: false }, ...(dbSite.domainAliases || [])];
 
     const updateResult = await states.site.update({ _id: id }, { $set: { domainAliases } });
     logger.debug('add domain alias update result', { id, updateResult, domainAlias });
@@ -420,7 +420,7 @@ class RouterManager extends EventEmitter {
   }
 
   async getMatchedCert(domain) {
-    const certs = await this.certManager.getAll();
+    const certs = await this.certManager.getAllNormal();
     const matchedCert = certs.find((cert) => this.isCertMatchedDomain(cert, domain));
 
     if (matchedCert) {
@@ -546,7 +546,7 @@ class RouterManager extends EventEmitter {
       getRoutingParams: async () => ({
         sites: await ensureLatestInfo(sites),
         certificates,
-        globalHeaders: get(info, 'routing.headers', {}),
+        commonHeaders: get(info, 'routing.headers', {}),
         services: [], // TODO: do we need to add some item here?
         nodeInfo: info,
       }),

package/lib/states/blocklet.js

@@ -66,6 +66,16 @@ const formatBlocklet = (blocklet, phase, dek) => {
   return blocklet;
 };
 
+const fixChildren = (children) => {
+  if (!children) {
+    return;
+  }
+
+  children.forEach((child) => {
+    child.mode = child.mode || BLOCKLET_MODES.PRODUCTION;
+  });
+};
+
 class BlockletState extends BaseState {
   /**
    * Creates an instance of BlockletState
@@ -163,6 +173,8 @@ class BlockletState extends BaseState {
               defaultPort: getMaxPort(ports),
             });
 
+            fixChildren(children);
+
             // add to db
             this.db.insert(
               {
@@ -244,6 +256,8 @@ class BlockletState extends BaseState {
             logger.info('Fill children ports when when upgrading blocklet', { name: doc.meta.name, did: doc.meta.did });
             await this.fillChildrenPorts(children, { oldChildren: doc.children, defaultPort: getMaxPort(ports) });
 
+            fixChildren(children);
+
             // add to db
             const newDoc = await this.updateBlocklet(meta.did, {
               meta: omit(sanitized, ['htmlAst']),
@@ -506,7 +520,7 @@ class BlockletState extends BaseState {
 
     const newChildren = [...oldChildren];
     for (const child of children) {
-      const { meta, mountPoint, sourceUrl = '', source = '', deployedFrom = '' } = child;
+      const { meta, mountPoint, sourceUrl = '', source = '', deployedFrom = '', mode } = child;
 
       if (!mountPoint) {
         throw new Error(`mountPoint is required when adding component ${getDisplayName(child, true)}`);
@@ -524,9 +538,12 @@ class BlockletState extends BaseState {
         sourceUrl,
         source,
         deployedFrom,
+        mode,
         dynamic: true,
         status: BlockletStatus.added,
       });
+
+      fixChildren(newChildren);
     }
 
     // use upgradeBlocklet to assign ports to children and write new data to db

package/lib/team/manager.js

@@ -267,6 +267,19 @@ class TeamManager extends EventEmitter {
     }
   }
 
+  async getOwner(did) {
+    let owner;
+    if (this.isNodeTeam(did)) {
+      const nodeInfo = await this.states.node.read();
+      owner = get(nodeInfo, 'nodeOwner');
+    } else {
+      const settings = await this.states.blockletExtras.getSettings(did);
+      owner = get(settings, 'owner');
+    }
+
+    return owner;
+  }
+
   // =======
   // Private
   // =======

package/lib/util/blocklet.js

@@ -48,7 +48,6 @@ const { validate: validateEngine, get: getEngine } = require('../blocklet/manage
 
 const isRequirementsSatisfied = require('./requirement');
 const { getDidDomainForBlocklet } = require('./get-domain-for-blocklet');
-const { getServices } = require('./service');
 const {
   isBeforeInstalled,
   expandBundle,
@@ -104,7 +103,7 @@ const PRIVATE_NODE_ENVS = [
  * appMain: app entry file or script (run appMain to start blocklet process)
  * appCwd: cwd of appMain
  */
-const getBlockletDirs = (blocklet, { rootBlocklet, dataDirs, ensure = false } = {}) => {
+const getBlockletDirs = (blocklet, { rootBlocklet, dataDirs, ensure = false, e2eMode = false } = {}) => {
   if (!rootBlocklet) {
     // eslint-disable-next-line no-param-reassign
     rootBlocklet = blocklet;
@@ -126,8 +125,13 @@ const getBlockletDirs = (blocklet, { rootBlocklet, dataDirs, ensure = false } =
 
   const { main, group } = blocklet.meta;
 
-  const startFromDevEntry =
-    blocklet.mode === BLOCKLET_MODES.DEVELOPMENT && blocklet.meta.scripts && blocklet.meta.scripts.dev;
+  let startFromDevEntry = '';
+  if (blocklet.mode === BLOCKLET_MODES.DEVELOPMENT && blocklet.meta.scripts) {
+    startFromDevEntry = blocklet.meta.scripts.dev;
+    if (e2eMode && blocklet.meta.scripts.e2eDev) {
+      startFromDevEntry = blocklet.meta.scripts.e2eDev;
+    }
+  }
 
   if (!main && !startFromDevEntry && group !== BlockletGroup.gateway) {
     throw new Error('Incorrect blocklet manifest: missing `main` field');
@@ -174,7 +178,7 @@ const getBlockletDirs = (blocklet, { rootBlocklet, dataDirs, ensure = false } =
   let appMain = null;
   let appCwd = null;
   if (startFromDevEntry) {
-    appMain = blocklet.meta.scripts.dev;
+    appMain = startFromDevEntry;
     appCwd = appDir;
   } else if (group === 'dapp') {
     appMain = getBlockletEngine(blocklet.meta).script || BLOCKLET_ENTRY_FILE;
@@ -414,7 +418,7 @@ const getBlockletMetaFromUrl = async (url) => {
  * Start all precesses of a blocklet
  * @param {*} blocklet should contain env props
  */
-const startBlockletProcess = async (blocklet, { preStart = noop, nodeEnvironments, nodeInfo } = {}) => {
+const startBlockletProcess = async (blocklet, { preStart = noop, nodeEnvironments, nodeInfo, e2eMode } = {}) => {
   if (!blocklet) {
     throw new Error('blocklet should not be empty');
   }
@@ -463,7 +467,7 @@ const startBlockletProcess = async (blocklet, { preStart = noop, nodeEnvironment
       }
 
       if (b.mode === BLOCKLET_MODES.DEVELOPMENT) {
-        options.env.NODE_ENV = 'development';
+        options.env.NODE_ENV = e2eMode ? 'e2e' : 'development';
         options.env.BROWSER = 'none';
         options.env.PORT = options.env[BLOCKLET_DEFAULT_PORT_NAME];
         options.script = appMain;
@@ -1019,7 +1023,7 @@ const fixAndVerifyBlockletMeta = (meta, did) => {
   }
 
   // this step comes last because it has side effects: the meta is changed
-  return fixAndValidateService(meta, getServices());
+  return fixAndValidateService(meta);
 };
 
 const getUpdateMetaList = (oldMetas = [], newMetas = []) => {

package/lib/util/get-domain-for-blocklet.js

@@ -23,4 +23,4 @@ const getDidDomainForBlocklet = ({ name, daemonDid, didDomain }) => {
   return `${prefix}-${daemonDid.toLowerCase()}.${didDomain}`;
 };
 
-module.exports = { getIpDnsDomainForBlocklet, getDidDomainForBlocklet };
+module.exports = { getIpDnsDomainForBlocklet, getDidDomainForBlocklet, formatName };

package/lib/util/index.js

@@ -35,7 +35,6 @@ const DEFAULT_WELLKNOWN_PORT = 8088;
 
 const logger = require('@abtnode/logger')('@abtnode/core:util');
 
-const { getServices } = require('./service');
 const request = require('./request');
 
 const validateOwner = (owner) => {
@@ -496,13 +495,9 @@ const lib = {
   ensureDataDirs,
   getDataDirs,
   getBaseUrls,
-  getBlockletMeta: (dir, opts = {}) =>
-    parseBlockletMeta(dir, {
-      serviceMetas: getServices(),
-      ...opts,
-    }),
+  getBlockletMeta: parseBlockletMeta,
   validateBlockletMeta: (meta, opts = {}) => {
-    fixAndValidateService(meta, getServices(), opts.fix);
+    fixAndValidateService(meta);
     return validateMeta(meta, opts);
   },
   getBlockletMetaByUrl,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.7.7",
+  "version": "1.7.10",
   "description": "",
   "main": "lib/index.js",
   "files": [
@@ -19,32 +19,31 @@
   "author": "wangshijun <wangshijun2010@gmail.com> (http://github.com/wangshijun)",
   "license": "MIT",
   "dependencies": {
-    "@abtnode/certificate-manager": "1.7.7",
-    "@abtnode/constant": "1.7.7",
-    "@abtnode/cron": "1.7.7",
-    "@abtnode/db": "1.7.7",
-    "@abtnode/logger": "1.7.7",
-    "@abtnode/queue": "1.7.7",
-    "@abtnode/rbac": "1.7.7",
-    "@abtnode/router-provider": "1.7.7",
-    "@abtnode/static-server": "1.7.7",
-    "@abtnode/timemachine": "1.7.7",
-    "@abtnode/util": "1.7.7",
-    "@arcblock/did": "^1.16.0",
-    "@arcblock/did-motif": "^1.1.4",
-    "@arcblock/event-hub": "1.16.0",
+    "@abtnode/certificate-manager": "1.7.10",
+    "@abtnode/constant": "1.7.10",
+    "@abtnode/cron": "1.7.10",
+    "@abtnode/db": "1.7.10",
+    "@abtnode/logger": "1.7.10",
+    "@abtnode/queue": "1.7.10",
+    "@abtnode/rbac": "1.7.10",
+    "@abtnode/router-provider": "1.7.10",
+    "@abtnode/static-server": "1.7.10",
+    "@abtnode/timemachine": "1.7.10",
+    "@abtnode/util": "1.7.10",
+    "@arcblock/did": "^1.16.5",
+    "@arcblock/did-motif": "^1.1.5",
+    "@arcblock/event-hub": "1.16.5",
     "@arcblock/pm2-events": "^0.0.5",
-    "@arcblock/vc": "^1.16.0",
-    "@blocklet/meta": "1.7.7",
+    "@arcblock/vc": "^1.16.5",
+    "@blocklet/meta": "1.7.10",
     "@fidm/x509": "^1.2.1",
     "@nedb/core": "^1.2.2",
     "@nedb/multi": "^1.2.2",
-    "@ocap/mcrypto": "^1.16.0",
-    "@ocap/util": "^1.16.0",
-    "@ocap/wallet": "^1.16.0",
+    "@ocap/mcrypto": "^1.16.5",
+    "@ocap/util": "^1.16.5",
+    "@ocap/wallet": "^1.16.5",
     "@slack/webhook": "^5.0.3",
-    "ajv": "^7.0.3",
-    "axios": "^0.25.0",
+    "axios": "^0.26.1",
     "axon": "^2.0.3",
     "chalk": "^4.0.0",
     "deep-diff": "^1.0.2",
@@ -56,7 +55,7 @@
     "is-ip": "^3.1.0",
     "is-url": "^1.2.4",
     "joi": "^17.6.0",
-    "js-yaml": "^3.14.0",
+    "js-yaml": "^4.1.0",
     "lodash": "^4.17.21",
     "lru-cache": "^6.0.0",
     "pm2": "^5.1.2",
@@ -78,5 +77,5 @@
     "express": "^4.17.1",
     "jest": "^27.4.5"
   },
-  "gitHead": "619db37ea7a91c64a9bf30836a55c70d55325e73"
+  "gitHead": "8eab10fd39b6183a2fa4d2706f52e8b2ecaa059a"
 }

package/lib/util/service.js

@@ -1,81 +0,0 @@
-const fs = require('fs-extra');
-const cloneDeep = require('lodash/cloneDeep');
-const Ajv = require('ajv').default;
-
-const { NODE_SERVICES } = require('@abtnode/constant');
-
-const ajv = new Ajv({
-  useDefaults: true,
-  removeAdditional: 'all',
-});
-
-const SERVICES = {
-  AUTH: fs.readJSONSync(require.resolve('@abtnode/blocklet-services/configs/auth.json')),
-};
-
-const getServices = ({ stringifySchema = false } = {}) => {
-  const list = Object.values(SERVICES).map((x) => {
-    const data = cloneDeep(x);
-    if (stringifySchema) {
-      data.schema = JSON.stringify(x.schema);
-    }
-    return data;
-  });
-
-  // backward compatible
-  const authService = cloneDeep(list.find((x) => x.name === NODE_SERVICES.AUTH));
-  authService.name = NODE_SERVICES.AUTH_SERVICE;
-  list.push(authService);
-
-  return list;
-};
-
-const getServiceMeta = (serviceName) => {
-  if (!serviceName) {
-    throw new Error('service name should not be empty');
-  }
-  const metas = getServices();
-  const meta = metas.find((x) => x.name === serviceName);
-  if (!meta) {
-    throw new Error(`service ${serviceName} does not exist`);
-  }
-
-  return meta;
-};
-
-const getServiceConfig = (service, customConfig) => {
-  const serviceMeta = typeof service === 'string' ? getServiceMeta(service) : service;
-
-  const validate = ajv.compile(serviceMeta.schema.JSONSchema);
-
-  const data = cloneDeep(customConfig || {});
-  // this method may have side effect thar will fill default value to customConfig
-  validate(data || {});
-
-  return data;
-};
-
-const getDefaultServiceConfig = (service) => {
-  const serviceMeta = typeof service === 'string' ? getServiceMeta(service) : service;
-
-  // parse empty custom config to get default config
-  return getServiceConfig(serviceMeta, {});
-};
-
-const findService = (services, name) => {
-  const names = [name];
-
-  // backward compatible
-  if (name === NODE_SERVICES.AUTH) {
-    names.push(NODE_SERVICES.AUTH_SERVICE);
-  }
-
-  return (services || []).find((x) => names.includes(x.name));
-};
-
-module.exports = {
-  getServices,
-  getServiceConfig,
-  getDefaultServiceConfig,
-  findService,
-};