@sanity/export 3.42.1 → 3.43.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sanity/export",
-  "version": "3.42.1",
+  "version": "3.43.0",
   "description": "Export Sanity documents and assets",
   "keywords": [
     "sanity",

package/src/AssetHandler.js

@@ -313,7 +313,9 @@ class AssetHandler {
   findAndModify = (item, action) => {
     if (Array.isArray(item)) {
       const children = item.map((child) => this.findAndModify(child, action))
-      return children.filter(Boolean)
+      return children.filter(function (child) {
+        return child !== null && child !== undefined
+      })
     }
 
     if (!item || typeof item !== 'object') {

package/src/export.js

@@ -47,7 +47,7 @@ async function exportDataset(opts) {
     .replace(/[^a-z0-9]/gi, '-')
     .toLowerCase()
 
-  const prefix = `${opts.dataset}-export-${slugDate}`
+  const prefix = `${opts.dataset ?? opts.mediaLibraryId}-export-${slugDate}`
   const tmpDir = path.join(os.tmpdir(), prefix)
   fs.mkdirSync(tmpDir, {recursive: true})
   const dataPath = path.join(tmpDir, 'data.ndjson')
@@ -160,6 +160,15 @@ async function exportDataset(opts) {
     assetStreamHandler,
     filterDocumentTypes(options.types),
     options.drafts ? miss.through.obj() : filterDrafts(),
+    miss.through.obj((doc, _enc, callback) => {
+      if (options.filterDocument(doc)) {
+        return callback(null, doc)
+      }
+      return callback()
+    }),
+    miss.through.obj((doc, _enc, callback) => {
+      callback(null, options.transformDocument(doc))
+    }),
     miss.through.obj(reportDocumentCount),
     stringifyStream(),
   )
@@ -220,7 +229,11 @@ async function exportDataset(opts) {
 
       const assetsStream = fs.createWriteStream(assetsPath)
       await pipeAsync(new JsonStreamStringify(assetMap), assetsStream)
-      archive.file(assetsPath, {name: 'assets.json', prefix})
+
+      if (options.assetsMap) {
+        archive.file(assetsPath, {name: 'assets.json', prefix})
+      }
+
       clearInterval(progressInterval)
     } catch (assetErr) {
       clearInterval(progressInterval)

package/src/getDocumentCursorStream.js

@@ -66,9 +66,13 @@ module.exports = async (options) => {
 }
 
 function startStream(options, nextCursor) {
-  const url = options.client.getUrl(
-    `/data/export/${options.dataset}?nextCursor=${encodeURIComponent(nextCursor)}`,
+  const baseUrl = options.client.getUrl(
+    options.dataset
+      ? `/data/export/${options.dataset}`
+      : `/media-libraries/${options.mediaLibraryId}/export`,
   )
+
+  const url = `${baseUrl}?nextCursor=${encodeURIComponent(nextCursor)}`
   const token = options.client.config().token
   const headers = {
     'User-Agent': `${pkg.name}@${pkg.version}`,

package/src/getDocumentsStream.js

@@ -4,7 +4,12 @@ const requestStream = require('./requestStream')
 module.exports = (options) => {
   // Sanity client doesn't handle streams natively since we want to support node/browser
   // with same API. We're just using it here to get hold of URLs and tokens.
-  const url = options.client.getUrl(`/data/export/${options.dataset}`)
+  const url = options.client.getUrl(
+    options.dataset
+      ? `/data/export/${options.dataset}`
+      : `/media-libraries/${options.mediaLibraryId}/export`,
+  )
+
   const token = options.client.config().token
   const headers = {
     'User-Agent': `${pkg.name}@${pkg.version}`,

package/src/validateOptions.js

@@ -14,18 +14,33 @@ const exportDefaults = {
   compress: true,
   drafts: true,
   assets: true,
+  assetsMap: true,
   raw: false,
   mode: MODE_STREAM,
   maxRetries: DOCUMENT_STREAM_MAX_RETRIES,
   maxAssetRetries: ASSET_DOWNLOAD_MAX_RETRIES,
   readTimeout: REQUEST_READ_TIMEOUT,
+  filterDocument: () => true,
+  transformDocument: (doc) => doc,
 }
 
 function validateOptions(opts) {
   const options = defaults({}, opts, exportDefaults)
 
-  if (typeof options.dataset !== 'string' || options.dataset.length < 1) {
-    throw new Error(`options.dataset must be a valid dataset name`)
+  const resources = [options.dataset, options.mediaLibraryId].filter(
+    (resource) => typeof resource === 'string' && resource.length !== 0,
+  )
+
+  if (resources.length === 0) {
+    throw new Error(
+      'either `options.dataset` or `options.mediaLibraryId` must be specified, got neither',
+    )
+  }
+
+  if (resources.length === 2) {
+    throw new Error(
+      'either `options.dataset` or `options.mediaLibraryId` must be specified, got both',
+    )
   }
 
   if (
@@ -77,6 +92,24 @@ function validateOptions(opts) {
     throw new Error('`assetConcurrency` must be between 1 and 24')
   }
 
+  if (
+    typeof options.filterDocument !== 'undefined' &&
+    typeof options.filterDocument !== 'function'
+  ) {
+    throw new Error('`filterDocument` must be a function')
+  }
+
+  if (
+    typeof options.transformDocument !== 'undefined' &&
+    typeof options.transformDocument !== 'function'
+  ) {
+    throw new Error('`transformDocument` must be a function')
+  }
+
+  if (typeof assetsMap !== 'undefined' && typeof assetsMap !== 'boolean') {
+    throw new Error('`assetsMap` must be a boolean')
+  }
+
   return options
 }