@abtnode/core 1.16.8-beta-186fd5aa → 1.16.8-beta-56e84f3c

package/lib/blocklet/downloader/blocklet-downloader.js

@@ -2,6 +2,7 @@ const { EventEmitter } = require('events');
 const fs = require('fs-extra');
 const path = require('path');
 const get = require('lodash/get');
+const pick = require('lodash/pick');
 const { toBase58 } = require('@ocap/util');
 
 const defaultLogger = require('@abtnode/logger')('@abtnode/core:blocklet-downloader');
@@ -119,6 +120,7 @@ class BlockletDownloader extends EventEmitter {
    * @param {{
    *   preDownload: ({ downloadList: Array<meta>, downloadComponentIds: Array<string> }) => any
    *   postDownload: ({ downloadList: Array<meta>, downloadComponentIds: Array<string>, isCancelled: boolean }) => any
+   *   onProgress: ({ step?: string, ...extras }) => any
    *   skipCheckIntegrity: boolean
    * }} [options={}]
    * @return {*}
@@ -130,7 +132,7 @@ class BlockletDownloader extends EventEmitter {
 
     this.logger.info('Download Blocklet', { name, did });
 
-    const { preDownload = () => {}, postDownload = () => {}, skipCheckIntegrity } = options;
+    const { preDownload = () => {}, postDownload = () => {}, skipCheckIntegrity, onProgress = () => {} } = options;
 
     const { downloadComponentIds, downloadList } = await this.getDownloadList({
       blocklet,
@@ -148,7 +150,14 @@ class BlockletDownloader extends EventEmitter {
       const tasks = [];
       for (const meta of downloadList) {
         const url = meta.dist.tarball;
-        tasks.push(this.bundleDownloader.download(meta, did, url, options));
+        tasks.push(
+          this.bundleDownloader.download(meta, did, url, {
+            ...options,
+            onProgress: (data) => {
+              onProgress({ ...data, component: pick(meta, ['title', 'name', 'did', 'version']) });
+            },
+          })
+        );
       }
       const results = await Promise.all(tasks);
 

package/lib/blocklet/downloader/bundle-downloader.js

@@ -66,12 +66,15 @@ class BundleDownloader extends EventEmitter {
       this.downloadLocks[lockName] = lock;
     }
 
+    const onProgress = context.onProgress || (() => {});
+
     try {
       await lock.acquire();
       this.logger.info('downloaded blocklet for installing', { name, version, tarball, integrity });
       const cwd = path.join(this.downloadDir, 'download', name);
       await fs.ensureDir(cwd);
       this.logger.info('start download blocklet', { name, version, cwd, tarball, integrity });
+      onProgress({ status: 'downloading' });
       const tarballPath = await this._downloadTarball({
         name,
         did,
@@ -84,6 +87,7 @@ class BundleDownloader extends EventEmitter {
         rootDid,
         url,
         context,
+        onProgress,
       });
       this.logger.info('downloaded blocklet tar file', { name, version, tarballPath });
       if (tarballPath === downloadFile.CANCEL) {
@@ -92,7 +96,13 @@ class BundleDownloader extends EventEmitter {
       }
 
       // resolve tarball and mv tarball to cache after resolved
-      await resolveDownload(tarballPath, this.installDir, { removeTarFile: false });
+      await resolveDownload(tarballPath, this.installDir, {
+        removeTarFile: false,
+        onProgress: ({ name: _name }) => {
+          onProgress({ status: 'extracting', name: _name });
+        },
+      });
+      onProgress({ status: 'completed' });
       await this._addCacheTarFile(tarballPath, integrity, getComponentBundleId({ meta }));
 
       this.logger.info('resolved blocklet tar file to install dir', { name, version });
@@ -130,7 +140,18 @@ class BundleDownloader extends EventEmitter {
    * @return {*}
    * @memberof BlockletManager
    */
-  async _downloadTarball({ url, cwd, tarball, did, integrity, verify = true, ctrlStore = {}, rootDid, context = {} }) {
+  async _downloadTarball({
+    url,
+    cwd,
+    tarball,
+    did,
+    integrity,
+    verify = true,
+    ctrlStore = {},
+    rootDid,
+    context = {},
+    onProgress = () => {},
+  }) {
     fs.mkdirSync(cwd, { recursive: true });
 
     const tarballName = url.split('/').slice(-1)[0];
@@ -172,7 +193,20 @@ class BundleDownloader extends EventEmitter {
         headers['x-download-token'] = exist.token;
       }
 
-      await downloadFile(url, path.join(cwd, tarballName), { cancelCtrl }, { ...context, headers });
+      await downloadFile(
+        url,
+        path.join(cwd, tarballName),
+        {
+          cancelCtrl,
+          onProgress: ({ total, current }) => {
+            onProgress({ status: 'downloading', total, current });
+          },
+        },
+        {
+          ...context,
+          headers,
+        }
+      );
 
       if (ctrlStore[rootDid]) {
         ctrlStore[rootDid].delete(did);

package/lib/blocklet/downloader/resolve-download.js

@@ -26,7 +26,7 @@ const asyncFs = fs.promises;
 const resolveDownload = async (
   tarFile,
   dist,
-  { cwd = '/', removeTarFile = true, logger = defaultLogger, originalMeta } = {}
+  { cwd = '/', removeTarFile = true, logger = defaultLogger, originalMeta, onProgress } = {}
 ) => {
   // eslint-disable-next-line no-param-reassign
   tarFile = path.join(cwd, tarFile);
@@ -36,6 +36,9 @@ const resolveDownload = async (
   const downloadDir = path.join(path.dirname(tarFile), path.basename(tarFile, path.extname(tarFile)));
   const tmp = `${downloadDir}-tmp`;
   try {
+    if (typeof onProgress === 'function') {
+      onProgress({ name: 'blocklet.tar.gz' });
+    }
     await expandTarball({ source: tarFile, dest: tmp, strip: 0 });
   } catch (error) {
     logger.error('expand blocklet tar file error', { error });
@@ -78,6 +81,9 @@ const resolveDownload = async (
     }
     await validateBlockletEntry(downloadDir, meta);
 
+    if (typeof onProgress === 'function') {
+      onProgress({ name: 'blocklet.zip' });
+    }
     await ensureBlockletExpanded(meta, downloadDir);
 
     installDir = getBundleDir(dist, meta);

package/lib/blocklet/manager/disk.js

@@ -2122,7 +2122,7 @@ class BlockletManager extends BaseBlockletManager {
 
         if (level === 0) {
           component.diskInfo = await getDiskInfo(component, {
-            useFakeDiskInfo: !diskInfo,
+            useFakeDiskInfo: !diskInfo || isBeforeInstalled(component.status),
           });
         }
 
@@ -2508,6 +2508,7 @@ class BlockletManager extends BaseBlockletManager {
    */
   async _downloadBlocklet(blocklet, context = {}) {
     const {
+      appDid,
       meta: { did },
     } = blocklet;
 
@@ -2520,6 +2521,9 @@ class BlockletManager extends BaseBlockletManager {
         });
         this.emit(BlockletEvents.statusChange, blocklet1);
       },
+      onProgress: async (data) => {
+        this.emit(BlockletEvents.downloadBundleProgress, { appDid: appDid || did, meta: { did }, ...data });
+      },
       postDownload: async ({ isCancelled }) => {
         if (!isCancelled) {
           // since preferences only exist in blocklet bundle, we need to populate then after downloaded

package/lib/blocklet/manager/helper/install-application-from-backup.js

@@ -196,7 +196,12 @@ const installApplicationFromBackup = async ({
     try {
       logger.info('start download blocklet', { did });
       // 从 store 下载 blocklet
-      await manager.blockletDownloader.download(blockletState, { skipCheckIntegrity: true });
+      await manager.blockletDownloader.download(blockletState, {
+        skipCheckIntegrity: true,
+        onProgress: async (data) => {
+          manager.emit(BlockletEvents.downloadBundleProgress, { appDid: wallet.address, meta: { did }, ...data });
+        },
+      });
     } catch (error) {
       logger.error('download blocklet failed', { did, error });
 
@@ -205,6 +210,10 @@ const installApplicationFromBackup = async ({
       throw error;
     }
     logger.info('start install blocklet', { did });
+
+    const state = await states.blocklet.setBlockletStatus(did, BlockletStatus.installing);
+    manager.emit(BlockletEvents.statusChange, state);
+
     return manager._installBlocklet({ did, context });
   }
 

package/lib/blocklet/manager/helper/install-component-from-upload.js

@@ -87,9 +87,8 @@ const installComponentFromUpload = async ({
   };
   const index = newBlocklet.children.findIndex((child) => child.meta.did === meta.did);
   if (index >= 0) {
-    // if upgrade, do not update mountPoint and title
+    // if upgrade, do not update mountPoint
     newChild.mountPoint = newBlocklet.children[index].mountPoint;
-    newChild.meta.title = newBlocklet.children[index].meta.title;
     newBlocklet.children.splice(index, 1, newChild);
   } else {
     newBlocklet.children.push(newChild);

package/lib/event.js

@@ -367,6 +367,7 @@ module.exports = ({
 
     BlockletEvents.backupProgress,
     BlockletEvents.restoreProgress,
+    BlockletEvents.downloadBundleProgress,
 
     BlockletEvents.spaceConnected,
     BlockletEvents.nftConsumed,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.16.8-beta-186fd5aa",
+  "version": "1.16.8-beta-56e84f3c",
   "description": "",
   "main": "lib/index.js",
   "files": [
@@ -19,36 +19,36 @@
   "author": "wangshijun <wangshijun2010@gmail.com> (http://github.com/wangshijun)",
   "license": "MIT",
   "dependencies": {
-    "@abtnode/auth": "1.16.8-beta-186fd5aa",
-    "@abtnode/certificate-manager": "1.16.8-beta-186fd5aa",
-    "@abtnode/constant": "1.16.8-beta-186fd5aa",
-    "@abtnode/cron": "1.16.8-beta-186fd5aa",
-    "@abtnode/db": "1.16.8-beta-186fd5aa",
-    "@abtnode/logger": "1.16.8-beta-186fd5aa",
-    "@abtnode/queue": "1.16.8-beta-186fd5aa",
-    "@abtnode/rbac": "1.16.8-beta-186fd5aa",
-    "@abtnode/router-provider": "1.16.8-beta-186fd5aa",
-    "@abtnode/static-server": "1.16.8-beta-186fd5aa",
-    "@abtnode/timemachine": "1.16.8-beta-186fd5aa",
-    "@abtnode/util": "1.16.8-beta-186fd5aa",
-    "@arcblock/did": "1.18.78",
-    "@arcblock/did-auth": "1.18.78",
-    "@arcblock/did-ext": "^1.18.78",
+    "@abtnode/auth": "1.16.8-beta-56e84f3c",
+    "@abtnode/certificate-manager": "1.16.8-beta-56e84f3c",
+    "@abtnode/constant": "1.16.8-beta-56e84f3c",
+    "@abtnode/cron": "1.16.8-beta-56e84f3c",
+    "@abtnode/db": "1.16.8-beta-56e84f3c",
+    "@abtnode/logger": "1.16.8-beta-56e84f3c",
+    "@abtnode/queue": "1.16.8-beta-56e84f3c",
+    "@abtnode/rbac": "1.16.8-beta-56e84f3c",
+    "@abtnode/router-provider": "1.16.8-beta-56e84f3c",
+    "@abtnode/static-server": "1.16.8-beta-56e84f3c",
+    "@abtnode/timemachine": "1.16.8-beta-56e84f3c",
+    "@abtnode/util": "1.16.8-beta-56e84f3c",
+    "@arcblock/did": "1.18.80",
+    "@arcblock/did-auth": "1.18.80",
+    "@arcblock/did-ext": "^1.18.80",
     "@arcblock/did-motif": "^1.1.10",
-    "@arcblock/did-util": "1.18.78",
-    "@arcblock/event-hub": "1.18.78",
-    "@arcblock/jwt": "^1.18.78",
+    "@arcblock/did-util": "1.18.80",
+    "@arcblock/event-hub": "1.18.80",
+    "@arcblock/jwt": "^1.18.80",
     "@arcblock/pm2-events": "^0.0.5",
-    "@arcblock/validator": "^1.18.78",
-    "@arcblock/vc": "1.18.78",
-    "@blocklet/constant": "1.16.8-beta-186fd5aa",
-    "@blocklet/meta": "1.16.8-beta-186fd5aa",
-    "@blocklet/sdk": "1.16.8-beta-186fd5aa",
+    "@arcblock/validator": "^1.18.80",
+    "@arcblock/vc": "1.18.80",
+    "@blocklet/constant": "1.16.8-beta-56e84f3c",
+    "@blocklet/meta": "1.16.8-beta-56e84f3c",
+    "@blocklet/sdk": "1.16.8-beta-56e84f3c",
     "@did-space/client": "^0.2.91",
     "@fidm/x509": "^1.2.1",
-    "@ocap/mcrypto": "1.18.78",
-    "@ocap/util": "1.18.78",
-    "@ocap/wallet": "1.18.78",
+    "@ocap/mcrypto": "1.18.80",
+    "@ocap/util": "1.18.80",
+    "@ocap/wallet": "1.18.80",
     "@slack/webhook": "^5.0.4",
     "archiver": "^5.3.1",
     "axios": "^0.27.2",
@@ -95,5 +95,5 @@
     "express": "^4.18.2",
     "jest": "^27.5.1"
   },
-  "gitHead": "3150c3a5c3e041fe7f5a3902418d9d62adee3173"
+  "gitHead": "2abfe83fcd951169a59719addb3dc3c1bbf8789f"
 }