@agoric/swing-store 0.9.2-dev-3fd7a2b.0 → 0.9.2-dev-a0c5f45.0

package/docs/data-export.md

@@ -39,30 +39,41 @@ The exporter is created by calling `makeSwingStoreExporter(dirpath)`, passing it
 After calling `hostStorage.commit()`, the host application can extract the first-stage export data, and then the second-stage export artifacts:
 
 ```js
-   import { buffer } from 'node:stream/consumers';
-
-   const dirPath = '.../swing-store';
-   const swingStore = openSwingStore(dirPath);
-   ...
-   await controller.run();
-   hostStorage.commit();
-   // spawn a child process
-
-  // child process does:
-  const exporter = makeSwingStoreExporter(dirPath);
-  // exporter now has a txn, parent process is free to proceed forward
-  const exportData = new Map();
-  for (const [key, value] of exporter.getExportData()) {
-    exportData.set(key, value);
-  }
-  const exportArtifacts = new Map();
-  for (const name of exporter.getArtifactNames()) {
-    const reader = exporter.getArtifact(name);
-    // reader is an async iterable of Uint8Array, e.g. a stream
-    const data = await buffer(reader);
-    exportArtifacts.set(name, data);
+const dirPath = '.../swing-store';
+const swingStore = openSwingStore(dirPath);
+...
+await controller.run();
+hostStorage.commit();
+// spawn a child process and wait for it to open a transaction
+const started = makePromiseKit();
+const child = fork(path, args);
+child.on('error', started.reject);
+child.on('exit', started.reject);
+child.on('message', msg => {
+  if (msg?.type === 'started') {
+    started.resolve();
   }
-  // export is 'exportData' and 'exportArtifacts'
+});
+await started.promise;
+...
+
+// child process does:
+import { buffer } from 'node:stream/consumers';
+const exporter = makeSwingStoreExporter(dirPath);
+// exporter now has a txn, so parent process is free to proceed forward
+process.send({ type: 'started' });
+const exportData = new Map();
+for (const [key, value] of exporter.getExportData()) {
+  exportData.set(key, value);
+}
+const exportArtifacts = new Map();
+for (const name of exporter.getArtifactNames()) {
+  const reader = exporter.getArtifact(name);
+  // reader is an async iterable of Uint8Array, e.g. a stream
+  const data = await buffer(reader);
+  exportArtifacts.set(name, data);
+}
+// export is the combination of 'exportData' and 'exportArtifacts'
 ```
 
 ![image 3](./images/data-export-3.jpg)
@@ -92,35 +103,51 @@ Then, on the few occasions when the application needs to build a full state-sync
 ![image 4](./images/data-export-4.jpg)
 
 ```js
-   const dirPath = '.../swing-store';
-   const iavl = ...;
-   function exportCallback(key, value) {
-     const iavlKey = `ssed.${key}`; // 'ssed' is short for SwingStoreExportData
-     if (value) {
-       iavl.set(iavlKey, value);
-     } else {
-       iavl.delete(iavlKey); // value===undefined means delete
-     }
-   }
-   const swingStore = openSwingStore(dirPath, { exportCallback });
-   ...
-   await controller.run();
-   hostStorage.commit();
-
-   // now, if the validator is configured to publish state-sync snapshots,
-   // and if this block height is one of the publishing points,
-   // do the following:
-
-  // spawn a child process
-
-  // child process does:
-  const exporter = makeSwingStoreExporter(dirPath);
-  // note: no exporter.getExportData(), the first-stage data is already in IAVL
-  const artifacts = new Map();
-  for (const name of exporter.getArtifactNames()) {
-    artifacts.set(name, exporter.getArtifact(name));
+const dirPath = '.../swing-store';
+const iavl = ...;
+function exportCallback(key, value) {
+  const iavlKey = `ssed.${key}`; // 'ssed' is short for SwingStoreExportData
+  if (value === undefined) {
+    iavl.delete(iavlKey);
+  } else {
+    iavl.set(iavlKey, value);
+  }
+}
+const swingStore = openSwingStore(dirPath, { exportCallback });
+...
+await controller.run();
+hostStorage.commit();
+
+// now, if the validator is configured to publish state-sync snapshots,
+// and if this block height is one of the publishing points,
+// do the following:
+
+// spawn a child process and wait for it to open a transaction
+const started = makePromiseKit();
+const child = fork(path, args);
+child.on('error', started.reject);
+child.on('exit', started.reject);
+child.on('message', msg => {
+  if (msg?.type === 'started') {
+    started.resolve();
   }
-  // instruct cosmos-sdk to include 'artifacts' in the state-sync snapshot
+});
+try {
+  await started.promise;
+} catch (err) {
+  ...
+}
+...
+
+// child process does:
+const exporter = makeSwingStoreExporter(dirPath);
+process.send({ type: 'started' });
+// note: no exporter.getExportData(), the first-stage data is already in IAVL
+const artifacts = new Map();
+for (const name of exporter.getArtifactNames()) {
+  artifacts.set(name, exporter.getArtifact(name));
+}
+// instruct cosmos-sdk to include 'artifacts' in the state-sync snapshot
 ```
 
 ## Import

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agoric/swing-store",
-  "version": "0.9.2-dev-3fd7a2b.0+3fd7a2b",
+  "version": "0.9.2-dev-a0c5f45.0+a0c5f45",
   "description": "Persistent storage for SwingSet",
   "type": "module",
   "main": "./src/index.js",
@@ -21,8 +21,8 @@
     "lint:eslint": "eslint ."
   },
   "dependencies": {
-    "@agoric/assert": "0.6.1-dev-3fd7a2b.0+3fd7a2b",
-    "@agoric/internal": "0.3.3-dev-3fd7a2b.0+3fd7a2b",
+    "@agoric/assert": "0.6.1-dev-a0c5f45.0+a0c5f45",
+    "@agoric/internal": "0.3.3-dev-a0c5f45.0+a0c5f45",
     "@endo/base64": "^0.2.34",
     "@endo/bundle-source": "^2.7.0",
     "@endo/check-bundle": "^0.2.21",
@@ -51,5 +51,5 @@
   "typeCoverage": {
     "atLeast": 75.52
   },
-  "gitHead": "3fd7a2bef942ddcce5233c87116d6ef7e1220f6d"
+  "gitHead": "a0c5f45598785cdb60fb472649eecdcd13f05108"
 }