@sanity/export 3.41.0 → 3.41.2

package/README.md

@@ -42,6 +42,11 @@ exportDataset({
 
   // Run 12 concurrent asset downloads
   assetConcurrency: 12,
+
+  // What mode to use when exporting documents, can be eiter `stream`(default) or `cursor`.
+  // Cursor mode might help when dealing with large datasets, but might yield inconsistent results if the dataset is mutated during export.
+  // Default: 'stream'
+  mode: 'stream',
 })
 ```
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/export",
-  "version": "3.41.0",
+  "version": "3.41.2",
   "description": "Export Sanity documents and assets",
   "keywords": [
     "sanity",
@@ -38,10 +38,11 @@
     "lodash": "^4.17.21",
     "mississippi": "^4.0.0",
     "p-queue": "^2.3.0",
-    "rimraf": "^3.0.2",
+    "rimraf": "^6.0.1",
     "split2": "^4.2.0",
     "tar": "^7.0.1",
-    "yaml": "^2.4.2"
+    "yaml": "^2.4.2",
+    "json-stream-stringify": "^2.0.2"
   },
   "devDependencies": {
     "@jest/globals": "^29.7.0",

package/src/AssetHandler.js

@@ -2,7 +2,7 @@ const crypto = require('crypto')
 const {mkdirSync, createWriteStream} = require('fs')
 const path = require('path')
 const {parse: parseUrl, format: formatUrl} = require('url')
-const {omit, noop} = require('lodash')
+const {omit} = require('lodash')
 const miss = require('mississippi')
 const PQueue = require('p-queue')
 const pkg = require('../package.json')

package/src/export.js

@@ -5,8 +5,10 @@ const zlib = require('zlib')
 const archiver = require('archiver')
 const miss = require('mississippi')
 const split = require('split2')
+const JsonStreamStringify = require('json-stream-stringify')
 const AssetHandler = require('./AssetHandler')
 const debug = require('./debug')
+const pipeAsync = require('./util/pipeAsync')
 const filterDocumentTypes = require('./filterDocumentTypes')
 const filterDrafts = require('./filterDrafts')
 const filterSystemDocuments = require('./filterSystemDocuments')
@@ -43,6 +45,7 @@ async function exportDataset(opts) {
   const tmpDir = path.join(os.tmpdir(), prefix)
   fs.mkdirSync(tmpDir, {recursive: true})
   const dataPath = path.join(tmpDir, 'data.ndjson')
+  const assetsPath = path.join(tmpDir, 'assets.json')
 
   const cleanup = () =>
     rimraf(tmpDir).catch((err) => {
@@ -209,7 +212,9 @@ async function exportDataset(opts) {
         update: true,
       })
 
-      archive.append(JSON.stringify(assetMap), {name: 'assets.json', prefix})
+      const assetsStream = fs.createWriteStream(assetsPath)
+      await pipeAsync(new JsonStreamStringify(assetMap), assetsStream)
+      archive.file(assetsPath, {name: 'assets.json', prefix})
       clearInterval(progressInterval)
     } catch (assetErr) {
       clearInterval(progressInterval)

package/src/util/pipeAsync.js

@@ -0,0 +1,17 @@
+const miss = require('mississippi')
+
+module.exports = async (readable, writable) => {
+  return new Promise((resolve, reject) => {
+    try {
+      miss.pipe(readable, writable, (jsonErr) => {
+        if (jsonErr) {
+          reject(jsonErr)
+        } else {
+          resolve()
+        }
+      })
+    } catch (assetErr) {
+      reject(assetErr)
+    }
+  })
+}

package/src/util/rimraf.js

@@ -1,4 +1 @@
-const {promisify} = require('util')
-const rimrafCb = require('rimraf')
-
-module.exports = promisify(rimrafCb)
+module.exports = require('rimraf').rimraf