@sanity/export 5.0.1 → 6.0.1

package/dist/export.js

@@ -0,0 +1,269 @@
+import { createWriteStream } from 'node:fs';
+import { mkdir, rm } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join as joinPath } from 'node:path';
+import { PassThrough } from 'node:stream';
+import { finished, pipeline } from 'node:stream/promises';
+import { deprecate } from 'node:util';
+import { constants as zlib } from 'node:zlib';
+import archiver from 'archiver';
+import { JsonStreamStringify } from 'json-stream-stringify';
+import { isWritableStream, split, throughObj } from './util/streamHelpers.js';
+import { AssetHandler } from './AssetHandler.js';
+import { DOCUMENT_STREAM_DEBUG_INTERVAL, MODE_STREAM } from './constants.js';
+import { debug } from './debug.js';
+import { filterDocuments } from './filterDocuments.js';
+import { filterDocumentTypes } from './filterDocumentTypes.js';
+import { getDocumentCursorStream } from './getDocumentCursorStream.js';
+import { getDocumentsStream } from './getDocumentsStream.js';
+import { logFirstChunk } from './logFirstChunk.js';
+import { rejectOnApiError } from './rejectOnApiError.js';
+import { stringifyStream } from './stringifyStream.js';
+import { tryParseJson } from './tryParseJson.js';
+import { getSource, validateOptions } from './options.js';
+const noop = () => null;
+export async function exportDataset(opts) {
+    const options = validateOptions(opts);
+    const onProgress = options.onProgress ?? noop;
+    const archive = archiver('tar', {
+        gzip: true,
+        gzipOptions: {
+            level: options.compress ? zlib.Z_DEFAULT_COMPRESSION : zlib.Z_NO_COMPRESSION,
+        },
+    });
+    archive.on('warning', (err) => {
+        debug('Archive warning: %s', err.message);
+    });
+    archive.on('entry', (entry) => {
+        debug('Adding archive entry: %s', entry.name);
+    });
+    const slugDate = new Date()
+        .toISOString()
+        .replace(/[^a-z0-9]/gi, '-')
+        .toLowerCase();
+    const source = getSource(opts);
+    const prefix = `${source.id}-export-${slugDate}`;
+    const tmpDir = joinPath(tmpdir(), prefix);
+    await mkdir(tmpDir, { recursive: true });
+    const dataPath = joinPath(tmpDir, 'data.ndjson');
+    const assetsPath = joinPath(tmpDir, 'assets.json');
+    const cleanup = () => rm(tmpDir, { recursive: true, force: true }).catch((err) => {
+        debug(`Error while cleaning up temporary files: ${err instanceof Error ? err.message : err}`);
+        return false;
+    });
+    const assetHandler = new AssetHandler({
+        client: options.client,
+        tmpDir,
+        prefix,
+        ...(options.assetConcurrency !== undefined && { concurrency: options.assetConcurrency }),
+        ...(options.retryDelayMs !== undefined && { retryDelayMs: options.retryDelayMs }),
+        maxRetries: options.maxAssetRetries,
+    });
+    debug('Downloading assets (temporarily) to %s', tmpDir);
+    debug('Downloading to %s', isWritableStream(options.outputPath) ? 'stream' : options.outputPath);
+    const outputStream = isWritableStream(options.outputPath)
+        ? options.outputPath
+        : createWriteStream(options.outputPath);
+    let assetStreamHandler = assetHandler.noop;
+    if (!options.raw) {
+        assetStreamHandler = options.assets ? assetHandler.rewriteAssets : assetHandler.stripAssets;
+    }
+    let resolve;
+    let reject;
+    const result = new Promise((res, rej) => {
+        resolve = res;
+        reject = rej;
+    });
+    finished(archive)
+        .then(() => {
+        debug('Archive finished');
+    })
+        .catch(async (archiveErr) => {
+        const err = archiveErr instanceof Error ? archiveErr : new Error(`${archiveErr}`);
+        debug('Archiving errored: %s', err.stack);
+        // Try cleanup, but let original error be the main rejection reason, not the cleanup
+        await cleanup().catch(noop);
+        reject(err);
+    });
+    debug('Getting dataset export stream, mode: "%s"', options.mode);
+    onProgress({ step: 'Exporting documents...' });
+    let documentCount = 0;
+    let lastDocumentID = null;
+    let lastReported = Date.now();
+    const reportDocumentCount = (doc, _enc, cb) => {
+        ++documentCount;
+        const now = Date.now();
+        // We report to the `onProgress` handler every 50 ms.
+        // It's up to the caller to not do too much expensive work.
+        if (now - lastReported > 50) {
+            onProgress({
+                step: 'Exporting documents...',
+                current: documentCount,
+                total: '?',
+                update: true,
+            });
+            lastReported = now;
+        }
+        lastDocumentID = doc._id;
+        cb(null, doc);
+    };
+    const inputStream = await getDocumentInputStream(options);
+    if ('statusCode' in inputStream) {
+        debug('Got HTTP %d', inputStream.statusCode);
+    }
+    if ('headers' in inputStream) {
+        debug('Response headers: %o', inputStream.headers);
+    }
+    let debugTimer = null;
+    function scheduleDebugTimer() {
+        debugTimer = setTimeout(() => {
+            debug('Still streaming documents', {
+                documentCount,
+                lastDocumentID,
+            });
+            // Schedule another tick:
+            scheduleDebugTimer();
+        }, DOCUMENT_STREAM_DEBUG_INTERVAL);
+    }
+    scheduleDebugTimer();
+    const filterTransform = throughObj((doc, _enc, callback) => {
+        try {
+            const include = options.filterDocument(doc);
+            if (include) {
+                callback(null, doc);
+            }
+            else {
+                callback();
+            }
+        }
+        catch (err) {
+            callback(err instanceof Error ? err : new Error(`${err}`));
+        }
+    });
+    const transformTransform = throughObj((doc, _enc, callback) => {
+        try {
+            callback(null, options.transformDocument(doc));
+        }
+        catch (err) {
+            callback(err instanceof Error ? err : new Error(`${err}`));
+        }
+    });
+    const reportTransform = throughObj(reportDocumentCount);
+    // Use pipeline to chain streams with proper error handling
+    const jsonStream = new PassThrough();
+    finished(jsonStream)
+        .then(() => debug('JSON stream finished'))
+        .catch((err) => reject(err instanceof Error ? err : new Error(`${err}`)));
+    pipeline(inputStream, logFirstChunk(), split(tryParseJson), rejectOnApiError(), filterDocuments(options.drafts), filterDocumentTypes(options.types), assetStreamHandler, filterTransform, transformTransform, reportTransform, stringifyStream(), jsonStream).catch((err) => {
+        if (debugTimer !== null)
+            clearTimeout(debugTimer);
+        debug(`Export stream error @ ${lastDocumentID}/${documentCount}: `, err);
+        reject(err instanceof Error ? err : new Error(`${err}`));
+    });
+    pipeline(jsonStream, createWriteStream(dataPath))
+        .then(async () => {
+        if (debugTimer !== null)
+            clearTimeout(debugTimer);
+        debug('Export stream completed');
+        onProgress({
+            step: 'Exporting documents...',
+            current: documentCount,
+            total: documentCount,
+            update: true,
+        });
+        debug('Adding data.ndjson to archive');
+        archive.file(dataPath, { name: 'data.ndjson', prefix });
+        if (!options.raw && options.assets) {
+            onProgress({ step: 'Downloading assets...' });
+        }
+        let prevCompleted = 0;
+        const progressInterval = setInterval(() => {
+            const completed = assetHandler.queueSize - assetHandler.queue.size - assetHandler.queue.pending;
+            if (prevCompleted === completed) {
+                return;
+            }
+            prevCompleted = completed;
+            onProgress({
+                step: 'Downloading assets...',
+                current: completed,
+                total: assetHandler.queueSize,
+                update: true,
+            });
+        }, 500);
+        debug('Waiting for asset handler to complete downloads');
+        try {
+            const assetMap = await assetHandler.finish();
+            // Make sure we mark the progress as done (eg 100/100 instead of 99/100)
+            onProgress({
+                step: 'Downloading assets...',
+                current: assetHandler.queueSize,
+                total: assetHandler.queueSize,
+                update: true,
+            });
+            const assetsStream = createWriteStream(assetsPath);
+            await pipeline(new JsonStreamStringify(assetMap), assetsStream);
+            if (options.assetsMap) {
+                archive.file(assetsPath, { name: 'assets.json', prefix });
+            }
+            clearInterval(progressInterval);
+        }
+        catch (assetErr) {
+            clearInterval(progressInterval);
+            await cleanup().catch(noop); // Try to clean up, but ignore errors here
+            reject(assetErr instanceof Error ? assetErr : new Error(`${assetErr}`));
+            return;
+        }
+        // Add all downloaded assets to archive
+        archive.directory(joinPath(tmpDir, 'files'), `${prefix}/files`);
+        archive.directory(joinPath(tmpDir, 'images'), `${prefix}/images`);
+        debug('Finalizing archive, flushing streams');
+        onProgress({ step: 'Adding assets to archive...' });
+        await archive.finalize();
+    })
+        .catch(async (err) => {
+        if (debugTimer !== null)
+            clearTimeout(debugTimer);
+        debug(`Export stream error @ ${lastDocumentID}/${documentCount}: `, err);
+        await cleanup().catch(noop);
+        reject(err instanceof Error ? err : new Error(`${err}`));
+    });
+    pipeline(archive, outputStream)
+        .then(() => onComplete())
+        .catch(onComplete);
+    async function onComplete(err) {
+        onProgress({ step: 'Clearing temporary files...' });
+        await cleanup();
+        if (!err) {
+            debug('Export completed');
+            resolve({
+                outputPath: options.outputPath,
+                documentCount,
+                assetCount: assetHandler.filesWritten,
+            });
+            return;
+        }
+        debug('Error during streaming: %s', err.stack);
+        assetHandler.clear();
+        reject(err);
+    }
+    return result;
+}
+function getDocumentInputStream(options) {
+    return options.mode === MODE_STREAM
+        ? getDocumentsStream(options)
+        : getDocumentCursorStream(options);
+}
+export async function exportMediaLibrary(options) {
+    return exportDataset(options);
+}
+/**
+ * Alias for `exportDataset`, for backwards compatibility.
+ * Use named `exportDataset` instead.
+ *
+ * @deprecated Default export is deprecated and will be removed in a future release. Use named "exportDataset" function instead.
+ * @public
+ */
+export default deprecate(function deprecatedExport(opts) {
+    return exportDataset(opts);
+}, `Default export of "@sanity/export" is deprecated and will be removed in a future release. Please use the named "exportDataset" function instead.`, 'DEP_SANITY_EXPORT_DEFAULT');
+//# sourceMappingURL=export.js.map

package/dist/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../src/export.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,SAAS,CAAA;AACzC,OAAO,EAAC,KAAK,EAAE,EAAE,EAAC,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAC,MAAM,EAAC,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAC,IAAI,IAAI,QAAQ,EAAC,MAAM,WAAW,CAAA;AAC1C,OAAO,EAAC,WAAW,EAAgB,MAAM,aAAa,CAAA;AACtD,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAC,SAAS,EAAC,MAAM,WAAW,CAAA;AACnC,OAAO,EAAC,SAAS,IAAI,IAAI,EAAC,MAAM,WAAW,CAAA;AAE3C,OAAO,QAAQ,MAAM,UAAU,CAAA;AAC/B,OAAO,EAAC,mBAAmB,EAAC,MAAM,uBAAuB,CAAA;AAEzD,OAAO,EAAC,gBAAgB,EAAE,KAAK,EAAE,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAC3E,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAC,8BAA8B,EAAE,WAAW,EAAC,MAAM,gBAAgB,CAAA;AAC1E,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAChC,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAA;AAC5D,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAA;AACpE,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAAC,gBAAgB,EAAC,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAC,eAAe,EAAC,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAQ9C,OAAO,EAAC,SAAS,EAAE,eAAe,EAAC,MAAM,cAAc,CAAA;AAEvD,MAAM,IAAI,GAAG,GAAS,EAAE,CAAC,IAAI,CAAA;AAgB7B,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAmB;IACrD,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;IACrC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAA;IAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE;QAC9B,IAAI,EAAE,IAAI;QACV,WAAW,EAAE;YACX,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB;SAC7E;KACF,CAAC,CAAA;IACF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QAC5B,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;IAC3C,CAAC,CAAC,CAAA;IACF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC5B,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAC/C,CAAC,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE;SACxB,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,WAAW,EAAE,CAAA;IAEhB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,EAAE,WAAW,QAAQ,EAAE,CAAA;IAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAA;IACzC,MAAM,KAAK,CAAC,MAAM,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;IAElD,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,EAAE,CAAC,MAAM,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;QAChE,KAAK,CAAC,4CAA4C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QAC7F,OAAO,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IAEJ,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM;QACN,MAAM;QACN,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAC,WAAW,EAAE,OAAO,CAAC,gBAAgB,EAAC,CAAC;QACtF,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,IAAI,EAAC,YAAY,EAAE,OAAO,CAAC,YAAY,EAAC,CAAC;QAC/E,UAAU,EAAE,OAAO,CAAC,eAAe;KACpC,CAAC,CAAA;IAEF,KAAK,CAAC,wCAAwC,EAAE,MAAM,CAAC,CAAA;IACvD,KAAK,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IAEhG,MAAM,YAAY,GAAa,gBAAgB,CAAC,OAAO,CAAC,UAAU,CAAC;QACjE,CAAC,CAAC,OAAO,CAAC,UAAU;QACpB,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;IAEzC,IAAI,kBAAkB,GAAG,YAAY,CAAC,IAAI,CAAA;IAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACjB,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAA;IAC7F,CAAC;IAED,IAAI,OAAsC,CAAA;IAC1C,IAAI,MAA+B,CAAA;IACnC,MAAM,MAAM,GAAG,IAAI,OAAO,CAAe,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACpD,OAAO,GAAG,GAAG,CAAA;QACb,MAAM,GAAG,GAAG,CAAA;IACd,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,OAAO,CAAC;SACd,IAAI,CAAC,GAAG,EAAE;QACT,KAAK,CAAC,kBAAkB,CAAC,CAAA;IAC3B,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,UAAmB,EAAE,EAAE;QACnC,MAAM,GAAG,GAAG,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,UAAU,EAAE,CAAC,CAAA;QACjF,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;QACzC,oFAAoF;QACpF,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAA;IACb,CAAC,CAAC,CAAA;IAEJ,KAAK,CAAC,2CAA2C,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAChE,UAAU,CAAC,EAAC,IAAI,EAAE,wBAAwB,EAAC,CAAC,CAAA;IAE5C,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,IAAI,cAAc,GAAkB,IAAI,CAAA;IACxC,IAAI,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC7B,MAAM,mBAAmB,GAAG,CAC1B,GAAmB,EACnB,IAAoB,EACpB,EAAoD,EAC9C,EAAE;QACR,EAAE,aAAa,CAAA;QAEf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,qDAAqD;QACrD,2DAA2D;QAC3D,IAAI,GAAG,GAAG,YAAY,GAAG,EAAE,EAAE,CAAC;YAC5B,UAAU,CAAC;gBACT,IAAI,EAAE,wBAAwB;gBAC9B,OAAO,EAAE,aAAa;gBACtB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;YAEF,YAAY,GAAG,GAAG,CAAA;QACpB,CAAC;QAED,cAAc,GAAG,GAAG,CAAC,GAAG,CAAA;QAExB,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IACf,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAA;IACzD,IAAI,YAAY,IAAI,WAAW,EAAE,CAAC;QAChC,KAAK,CAAC,aAAa,EAAE,WAAW,CAAC,UAAU,CAAC,CAAA;IAC9C,CAAC;IACD,IAAI,SAAS,IAAI,WAAW,EAAE,CAAC;QAC7B,KAAK,CAAC,sBAAsB,EAAE,WAAW,CAAC,OAAO,CAAC,CAAA;IACpD,CAAC;IAED,IAAI,UAAU,GAAyC,IAAI,CAAA;IAC3D,SAAS,kBAAkB;QACzB,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,KAAK,CAAC,2BAA2B,EAAE;gBACjC,aAAa;gBACb,cAAc;aACf,CAAC,CAAA;YAEF,yBAAyB;YACzB,kBAAkB,EAAE,CAAA;QACtB,CAAC,EAAE,8BAA8B,CAAC,CAAA;IACpC,CAAC;IAED,kBAAkB,EAAE,CAAA;IAEpB,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,GAAmB,EAAE,IAAoB,EAAE,QAAQ,EAAE,EAAE;QACzF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;YAC3C,IAAI,OAAO,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACN,QAAQ,EAAE,CAAA;YACZ,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAA;QAC5D,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,kBAAkB,GAAG,UAAU,CAAC,CAAC,GAAmB,EAAE,IAAoB,EAAE,QAAQ,EAAE,EAAE;QAC5F,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAA;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAA;QAC5D,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,eAAe,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAA;IAEvD,2DAA2D;IAC3D,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAA;IACpC,QAAQ,CAAC,UAAU,CAAC;SACjB,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;SACzC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAEpF,QAAQ,CACN,WAAW,EACX,aAAa,EAAE,EACf,KAAK,CAAC,YAAY,CAAC,EACnB,gBAAgB,EAAE,EAClB,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAC/B,mBAAmB,CAAC,OAAO,CAAC,KAAK,CAAC,EAClC,kBAAkB,EAClB,eAAe,EACf,kBAAkB,EAClB,eAAe,EACf,eAAe,EAAE,EACjB,UAAU,CACX,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;QACvB,IAAI,UAAU,KAAK,IAAI;YAAE,YAAY,CAAC,UAAU,CAAC,CAAA;QACjD,KAAK,CAAC,yBAAyB,cAAc,IAAI,aAAa,IAAI,EAAE,GAAG,CAAC,CAAA;QACxE,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAA;IAC1D,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;SAC9C,IAAI,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,UAAU,KAAK,IAAI;YAAE,YAAY,CAAC,UAAU,CAAC,CAAA;QAEjD,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAChC,UAAU,CAAC;YACT,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EAAE,aAAa;YACtB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,IAAI;SACb,CAAC,CAAA;QAEF,KAAK,CAAC,+BAA+B,CAAC,CAAA;QACtC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAC,CAAC,CAAA;QAErD,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnC,UAAU,CAAC,EAAC,IAAI,EAAE,uBAAuB,EAAC,CAAC,CAAA;QAC7C,CAAC;QAED,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;YACxC,MAAM,SAAS,GACb,YAAY,CAAC,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAA;YAE/E,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,OAAM;YACR,CAAC;YAED,aAAa,GAAG,SAAS,CAAA;YACzB,UAAU,CAAC;gBACT,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,SAAS;gBAClB,KAAK,EAAE,YAAY,CAAC,SAAS;gBAC7B,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;QACJ,CAAC,EAAE,GAAG,CAAC,CAAA;QAEP,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACxD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAA;YAE5C,wEAAwE;YACxE,UAAU,CAAC;gBACT,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,YAAY,CAAC,SAAS;gBAC/B,KAAK,EAAE,YAAY,CAAC,SAAS;gBAC7B,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;YAEF,MAAM,YAAY,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAA;YAClD,MAAM,QAAQ,CAAC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAA;YAE/D,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,EAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAC,CAAC,CAAA;YACzD,CAAC;YAED,aAAa,CAAC,gBAAgB,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,aAAa,CAAC,gBAAgB,CAAC,CAAA;YAC/B,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA,CAAC,0CAA0C;YACtE,MAAM,CAAC,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAA;YACvE,OAAM;QACR,CAAC;QAED,uCAAuC;QACvC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAA;QAC/D,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,GAAG,MAAM,SAAS,CAAC,CAAA;QAEjE,KAAK,CAAC,sCAAsC,CAAC,CAAA;QAC7C,UAAU,CAAC,EAAC,IAAI,EAAE,6BAA6B,EAAC,CAAC,CAAA;QACjD,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAA;IAC1B,CAAC,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,GAAY,EAAE,EAAE;QAC5B,IAAI,UAAU,KAAK,IAAI;YAAE,YAAY,CAAC,UAAU,CAAC,CAAA;QACjD,KAAK,CAAC,yBAAyB,cAAc,IAAI,aAAa,IAAI,EAAE,GAAG,CAAC,CAAA;QACxE,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC3B,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAA;IAC1D,CAAC,CAAC,CAAA;IAEJ,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;SAC5B,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;SACxB,KAAK,CAAC,UAAU,CAAC,CAAA;IAEpB,KAAK,UAAU,UAAU,CAAC,GAAW;QACnC,UAAU,CAAC,EAAC,IAAI,EAAE,6BAA6B,EAAC,CAAC,CAAA;QACjD,MAAM,OAAO,EAAE,CAAA;QAEf,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,KAAK,CAAC,kBAAkB,CAAC,CAAA;YACzB,OAAO,CAAC;gBACN,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,aAAa;gBACb,UAAU,EAAE,YAAY,CAAC,YAAY;aACtC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QAED,KAAK,CAAC,4BAA4B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAA;QAC9C,YAAY,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,CAAC,GAAG,CAAC,CAAA;IACb,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAgC;IAC9D,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW;QACjC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC;QAC7B,CAAC,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAA;AACtC,CAAC;AAoBD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAkC;IAElC,OAAO,aAAa,CAAC,OAAwB,CAAC,CAAA;AAChD,CAAC;AAED;;;;;;GAMG;AACH,eAAe,SAAS,CACtB,SAAS,gBAAgB,CAAC,IAAmB;IAC3C,OAAO,aAAa,CAAC,IAAI,CAAC,CAAA;AAC5B,CAAC,EACD,kJAAkJ,EAClJ,2BAA2B,CAC5B,CAAA"}

package/dist/filterDocumentTypes.d.ts

@@ -0,0 +1,3 @@
+import type { Transform } from 'node:stream';
+export declare function filterDocumentTypes(allowedTypes: string[] | undefined): Transform;
+//# sourceMappingURL=filterDocumentTypes.d.ts.map

package/dist/filterDocumentTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterDocumentTypes.d.ts","sourceRoot":"","sources":["../src/filterDocumentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,aAAa,CAAA;AAK1C,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,SAAS,CAejF"}

package/dist/filterDocumentTypes.js

@@ -0,0 +1,16 @@
+import { throughObj } from './util/streamHelpers.js';
+export function filterDocumentTypes(allowedTypes) {
+    if (!allowedTypes || allowedTypes.length === 0) {
+        // Pass-through
+        return throughObj((doc, _enc, callback) => callback(null, doc));
+    }
+    return throughObj(function docTypesFilter(doc, _enc, callback) {
+        const type = doc._type;
+        if (allowedTypes.includes(type)) {
+            callback(null, doc);
+            return;
+        }
+        callback();
+    });
+}
+//# sourceMappingURL=filterDocumentTypes.js.map

package/dist/filterDocumentTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterDocumentTypes.js","sourceRoot":"","sources":["../src/filterDocumentTypes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAGlD,MAAM,UAAU,mBAAmB,CAAC,YAAkC;IACpE,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,eAAe;QACf,OAAO,UAAU,CAAC,CAAC,GAAmB,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;IACjF,CAAC;IAED,OAAO,UAAU,CAAC,SAAS,cAAc,CAAC,GAAmB,EAAE,IAAI,EAAE,QAAQ;QAC3E,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAA;QACtB,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YACnB,OAAM;QACR,CAAC;QAED,QAAQ,EAAE,CAAA;IACZ,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/filterDocuments.d.ts

@@ -0,0 +1,3 @@
+import type { Transform } from 'node:stream';
+export declare function filterDocuments(drafts: boolean): Transform;
+//# sourceMappingURL=filterDocuments.d.ts.map

package/dist/filterDocuments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterDocuments.d.ts","sourceRoot":"","sources":["../src/filterDocuments.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,aAAa,CAAA;AA0B1C,wBAAgB,eAAe,CAAC,MAAM,EAAE,OAAO,GAAG,SAAS,CA4B1D"}

package/dist/filterDocuments.js

@@ -0,0 +1,36 @@
+import { throughObj } from './util/streamHelpers.js';
+import { debug } from './debug.js';
+const isDraftOrVersion = (doc) => Boolean(doc._id && (doc._id.indexOf('drafts.') === 0 || doc._id.indexOf('versions.') === 0));
+const isSystemDocument = (doc) => Boolean(doc._id && doc._id.indexOf('_.') === 0);
+const isReleaseDocument = (doc) => Boolean(doc._id && doc._id.indexOf('_.releases.') === 0);
+const isCursor = (doc) => typeof doc === 'object' &&
+    doc !== null &&
+    !('_id' in doc) &&
+    'nextCursor' in doc &&
+    doc.nextCursor !== undefined;
+export function filterDocuments(drafts) {
+    return throughObj(function filterDocs(doc, _enc, callback) {
+        if (isCursor(doc)) {
+            debug('%o is a cursor, skipping', doc);
+            callback();
+            return;
+        }
+        const sanityDoc = doc;
+        if (!drafts && isDraftOrVersion(sanityDoc)) {
+            debug('%s is a draft or version, skipping', sanityDoc._id);
+            callback();
+            return;
+        }
+        if (isSystemDocument(sanityDoc)) {
+            if (drafts && isReleaseDocument(sanityDoc)) {
+                callback(null, sanityDoc);
+                return;
+            }
+            debug('%s is a system document, skipping', sanityDoc._id);
+            callback();
+            return;
+        }
+        callback(null, sanityDoc);
+    });
+}
+//# sourceMappingURL=filterDocuments.js.map

package/dist/filterDocuments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filterDocuments.js","sourceRoot":"","sources":["../src/filterDocuments.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAA;AAClD,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAOhC,MAAM,gBAAgB,GAAG,CAAC,GAAmB,EAAW,EAAE,CACxD,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;AAE9F,MAAM,gBAAgB,GAAG,CAAC,GAAmB,EAAW,EAAE,CACxD,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AAEjD,MAAM,iBAAiB,GAAG,CAAC,GAAmB,EAAW,EAAE,CACzD,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAA;AAE1D,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAyB,EAAE,CACvD,OAAO,GAAG,KAAK,QAAQ;IACvB,GAAG,KAAK,IAAI;IACZ,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;IACf,YAAY,IAAI,GAAG;IAClB,GAAsB,CAAC,UAAU,KAAK,SAAS,CAAA;AAElD,MAAM,UAAU,eAAe,CAAC,MAAe;IAC7C,OAAO,UAAU,CAAC,SAAS,UAAU,CAAC,GAAoC,EAAE,IAAI,EAAE,QAAQ;QACxF,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAA;YACtC,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAA;QAErB,IAAI,CAAC,MAAM,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,oCAAoC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAA;YAC1D,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,IAAI,MAAM,IAAI,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;gBACzB,OAAM;YACR,CAAC;YACD,KAAK,CAAC,mCAAmC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAA;YACzD,QAAQ,EAAE,CAAA;YACV,OAAM;QACR,CAAC;QAED,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/getDocumentCursorStream.d.ts

@@ -0,0 +1,4 @@
+import { Transform } from 'node:stream';
+import type { NormalizedExportOptions } from './types.js';
+export declare function getDocumentCursorStream(options: NormalizedExportOptions): Promise<Transform>;
+//# sourceMappingURL=getDocumentCursorStream.d.ts.map

package/dist/getDocumentCursorStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDocumentCursorStream.d.ts","sourceRoot":"","sources":["../src/getDocumentCursorStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAyB,MAAM,aAAa,CAAA;AAK7D,OAAO,KAAK,EAAC,uBAAuB,EAAiB,MAAM,YAAY,CAAA;AAWvE,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,SAAS,CAAC,CA8DpB"}

package/dist/getDocumentCursorStream.js

@@ -0,0 +1,85 @@
+import { Transform } from 'node:stream';
+import { debug } from './debug.js';
+import { getUserAgent } from './getUserAgent.js';
+import { requestStream } from './requestStream.js';
+import { getSource } from './options.js';
+// same regex as split2 is using by default: https://github.com/mcollina/split2/blob/53432f54bd5bf422bd55d91d38f898b6c9496fc1/index.js#L86
+const splitRegex = /\r?\n/;
+export async function getDocumentCursorStream(options) {
+    let streamsInflight = 0;
+    function decrementInflight(stream) {
+        streamsInflight--;
+        if (streamsInflight === 0) {
+            stream.end();
+        }
+    }
+    const stream = new Transform({
+        transform(chunk, encoding, callback) {
+            if (encoding !== 'buffer' && encoding !== 'string') {
+                callback(null, chunk);
+                return;
+            }
+            this.push(chunk, encoding);
+            let parsedChunk = null;
+            for (const chunkStr of chunk.toString().split(splitRegex)) {
+                if (chunkStr.trim() === '') {
+                    continue;
+                }
+                try {
+                    parsedChunk = JSON.parse(chunkStr);
+                }
+                catch {
+                    // Ignore JSON parse errors
+                    // this can happen if the chunk is not a JSON object. We just pass it through and let the caller handle it.
+                    debug('Failed to parse JSON chunk, ignoring', chunkStr);
+                }
+                if (parsedChunk !== null &&
+                    typeof parsedChunk === 'object' &&
+                    'nextCursor' in parsedChunk &&
+                    typeof parsedChunk.nextCursor === 'string' &&
+                    !('_id' in parsedChunk)) {
+                    debug('Got next cursor "%s", fetching next stream', parsedChunk.nextCursor);
+                    streamsInflight++;
+                    void startStream(options, parsedChunk.nextCursor).then((reqStream) => {
+                        reqStream.on('end', () => decrementInflight(this));
+                        reqStream.pipe(this, { end: false });
+                    });
+                }
+            }
+            callback();
+        },
+    });
+    streamsInflight++;
+    const reqStream = await startStream(options, '');
+    reqStream.on('end', () => decrementInflight(stream));
+    reqStream.pipe(stream, { end: false });
+    return stream;
+}
+function startStream(options, nextCursor) {
+    const source = getSource(options);
+    const baseUrl = options.client.getUrl(source.type === 'dataset'
+        ? `/data/export/${source.id}`
+        : `/media-libraries/${source.id}/export`);
+    const url = new URL(baseUrl);
+    url.searchParams.set('nextCursor', nextCursor);
+    if (options.types && options.types.length > 0) {
+        url.searchParams.set('types', options.types.join());
+    }
+    const token = options.client.config().token;
+    const headers = {
+        'User-Agent': getUserAgent(),
+        ...(token ? { Authorization: `Bearer ${token}` } : {}),
+    };
+    debug('Starting stream with cursor "%s"', nextCursor);
+    return requestStream({
+        url: url.toString(),
+        headers,
+        maxRetries: options.maxRetries,
+        ...(options.retryDelayMs !== undefined ? { retryDelayMs: options.retryDelayMs } : {}),
+        readTimeout: options.readTimeout,
+    }).then((res) => {
+        debug('Got stream with HTTP %d', res.statusCode);
+        return res;
+    });
+}
+//# sourceMappingURL=getDocumentCursorStream.js.map

package/dist/getDocumentCursorStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDocumentCursorStream.js","sourceRoot":"","sources":["../src/getDocumentCursorStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAyB,MAAM,aAAa,CAAA;AAE7D,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAChC,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAA;AAEhD,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAA;AAEtC,0IAA0I;AAC1I,MAAM,UAAU,GAAG,OAAO,CAAA;AAO1B,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAgC;IAEhC,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,SAAS,iBAAiB,CAAC,MAAiB;QAC1C,eAAe,EAAE,CAAA;QACjB,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,EAAE,CAAA;QACd,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,SAAS,CAEP,KAAa,EACb,QAAwB,EACxB,QAA2B;YAE3B,IAAI,QAAQ,KAAM,QAA2B,IAAI,QAAQ,KAAM,QAA2B,EAAE,CAAC;gBAC3F,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBACrB,OAAM;YACR,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;YAE1B,IAAI,WAAW,GAAuB,IAAI,CAAA;YAC1C,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1D,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC3B,SAAQ;gBACV,CAAC;gBAED,IAAI,CAAC;oBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAgB,CAAA;gBACnD,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;oBAC3B,2GAA2G;oBAC3G,KAAK,CAAC,sCAAsC,EAAE,QAAQ,CAAC,CAAA;gBACzD,CAAC;gBAED,IACE,WAAW,KAAK,IAAI;oBACpB,OAAO,WAAW,KAAK,QAAQ;oBAC/B,YAAY,IAAI,WAAW;oBAC3B,OAAO,WAAW,CAAC,UAAU,KAAK,QAAQ;oBAC1C,CAAC,CAAC,KAAK,IAAI,WAAW,CAAC,EACvB,CAAC;oBACD,KAAK,CAAC,4CAA4C,EAAE,WAAW,CAAC,UAAU,CAAC,CAAA;oBAC3E,eAAe,EAAE,CAAA;oBAEjB,KAAK,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;wBACnE,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAA;wBAClD,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAC,GAAG,EAAE,KAAK,EAAC,CAAC,CAAA;oBACpC,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,QAAQ,EAAE,CAAA;QACZ,CAAC;KACF,CAAC,CAAA;IAEF,eAAe,EAAE,CAAA;IACjB,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;IAChD,SAAS,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAA;IACpD,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAC,GAAG,EAAE,KAAK,EAAC,CAAC,CAAA;IACpC,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,WAAW,CAClB,OAAgC,EAChC,UAAkB;IAElB,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IACjC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CACnC,MAAM,CAAC,IAAI,KAAK,SAAS;QACvB,CAAC,CAAC,gBAAgB,MAAM,CAAC,EAAE,EAAE;QAC7B,CAAC,CAAC,oBAAoB,MAAM,CAAC,EAAE,SAAS,CAC3C,CAAA;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;IAC5B,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;IAE9C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAA;IAC3C,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,YAAY,EAAE;QAC5B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAC,aAAa,EAAE,UAAU,KAAK,EAAE,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACrD,CAAA;IAED,KAAK,CAAC,kCAAkC,EAAE,UAAU,CAAC,CAAA;IAErD,OAAO,aAAa,CAAC;QACnB,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;QACnB,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,YAAY,EAAE,OAAO,CAAC,YAAY,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;QACd,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QAEhD,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/getDocumentsStream.d.ts

@@ -0,0 +1,5 @@
+import type { ExportSource, NormalizedExportOptions, ResponseStream } from './types.js';
+type GetDocumentStreamOptions = Partial<NormalizedExportOptions> & Pick<NormalizedExportOptions, 'client' | 'types' | 'maxRetries' | 'retryDelayMs' | 'readTimeout'> & ExportSource;
+export declare function getDocumentsStream(options: GetDocumentStreamOptions): Promise<ResponseStream>;
+export {};
+//# sourceMappingURL=getDocumentsStream.d.ts.map

package/dist/getDocumentsStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDocumentsStream.d.ts","sourceRoot":"","sources":["../src/getDocumentsStream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAE,uBAAuB,EAAE,cAAc,EAAC,MAAM,YAAY,CAAA;AAErF,KAAK,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,GAC9D,IAAI,CACF,uBAAuB,EACvB,QAAQ,GAAG,OAAO,GAAG,YAAY,GAAG,cAAc,GAAG,aAAa,CACnE,GACD,YAAY,CAAA;AAEd,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,cAAc,CAAC,CA4B7F"}

package/dist/getDocumentsStream.js

@@ -0,0 +1,28 @@
+import { getUserAgent } from './getUserAgent.js';
+import { getSource } from './options.js';
+import { requestStream } from './requestStream.js';
+export function getDocumentsStream(options) {
+    // Sanity client doesn't handle streams natively since we want to support node/browser
+    // with same API. We're just using it here to get hold of URLs and tokens.
+    const source = getSource(options);
+    const baseUrl = options.client.getUrl(source.type === 'dataset'
+        ? `/data/export/${source.id}`
+        : `/media-libraries/${source.id}/export`);
+    const url = new URL(baseUrl);
+    if (options.types && options.types.length > 0) {
+        url.searchParams.set('types', options.types.join());
+    }
+    const token = options.client.config().token;
+    const headers = {
+        'User-Agent': getUserAgent(),
+        ...(token ? { Authorization: `Bearer ${token}` } : {}),
+    };
+    return requestStream({
+        url: url.toString(),
+        headers,
+        maxRetries: options.maxRetries,
+        ...(options.retryDelayMs !== undefined ? { retryDelayMs: options.retryDelayMs } : {}),
+        readTimeout: options.readTimeout,
+    });
+}
+//# sourceMappingURL=getDocumentsStream.js.map

package/dist/getDocumentsStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDocumentsStream.js","sourceRoot":"","sources":["../src/getDocumentsStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAC,SAAS,EAAC,MAAM,cAAc,CAAA;AACtC,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAA;AAUhD,MAAM,UAAU,kBAAkB,CAAC,OAAiC;IAClE,sFAAsF;IACtF,0EAA0E;IAC1E,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IACjC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CACnC,MAAM,CAAC,IAAI,KAAK,SAAS;QACvB,CAAC,CAAC,gBAAgB,MAAM,CAAC,EAAE,EAAE;QAC7B,CAAC,CAAC,oBAAoB,MAAM,CAAC,EAAE,SAAS,CAC3C,CAAA;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;IAC5B,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IACrD,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAA;IAC3C,MAAM,OAAO,GAA2B;QACtC,YAAY,EAAE,YAAY,EAAE;QAC5B,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAC,aAAa,EAAE,UAAU,KAAK,EAAE,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACrD,CAAA;IAED,OAAO,aAAa,CAAC;QACnB,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;QACnB,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,YAAY,EAAE,OAAO,CAAC,YAAY,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,WAAW,EAAE,OAAO,CAAC,WAAW;KACjC,CAAC,CAAA;AACJ,CAAC"}

package/dist/getUserAgent.d.ts

@@ -0,0 +1,2 @@
+export declare function getUserAgent(): string;
+//# sourceMappingURL=getUserAgent.d.ts.map

package/dist/getUserAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getUserAgent.d.ts","sourceRoot":"","sources":["../src/getUserAgent.ts"],"names":[],"mappings":"AAUA,wBAAgB,YAAY,IAAI,MAAM,CAQrC"}

package/dist/getUserAgent.js

@@ -0,0 +1,12 @@
+import { readFileSync } from 'node:fs';
+import { join as joinPath } from 'node:path';
+let ua = null;
+export function getUserAgent() {
+    if (!ua) {
+        const data = readFileSync(joinPath(import.meta.dirname, '..', 'package.json'), 'utf-8');
+        const pkg = JSON.parse(data);
+        ua = `${pkg.name}@${pkg.version}`;
+    }
+    return ua;
+}
+//# sourceMappingURL=getUserAgent.js.map

package/dist/getUserAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getUserAgent.js","sourceRoot":"","sources":["../src/getUserAgent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,SAAS,CAAA;AACpC,OAAO,EAAC,IAAI,IAAI,QAAQ,EAAC,MAAM,WAAW,CAAA;AAO1C,IAAI,EAAE,GAAkB,IAAI,CAAA;AAE5B,MAAM,UAAU,YAAY;IAC1B,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAA;QACvF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAA;QAC3C,EAAE,GAAG,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAA;IACnC,CAAC;IAED,OAAO,EAAE,CAAA;AACX,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { exportDataset, exportMediaLibrary, default } from './export.js';
+export type { ExportMode, ExportOptions, ExportResult, SanityClientLike, SanityDocument, ExportProgress, ExportSource, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAE,OAAO,EAAC,MAAM,aAAa,CAAA;AACtE,YAAY,EACV,UAAU,EACV,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,YAAY,GACb,MAAM,YAAY,CAAA"}

package/dist/index.js

@@ -0,0 +1,3 @@
+// eslint-disable-next-line @typescript-eslint/no-deprecated
+export { exportDataset, exportMediaLibrary, default } from './export.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAC5D,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAE,OAAO,EAAC,MAAM,aAAa,CAAA"}

package/dist/logFirstChunk.d.ts

@@ -0,0 +1,3 @@
+import type { Transform } from 'node:stream';
+export declare function logFirstChunk(): Transform;
+//# sourceMappingURL=logFirstChunk.d.ts.map

package/dist/logFirstChunk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logFirstChunk.d.ts","sourceRoot":"","sources":["../src/logFirstChunk.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,aAAa,CAAA;AAK1C,wBAAgB,aAAa,IAAI,SAAS,CAWzC"}

package/dist/logFirstChunk.js

@@ -0,0 +1,14 @@
+import { through } from './util/streamHelpers.js';
+import { debug } from './debug.js';
+export function logFirstChunk() {
+    let firstChunk = true;
+    return through((chunk, _enc, callback) => {
+        if (firstChunk) {
+            const string = chunk.toString('utf8').split('\n')[0];
+            debug('First chunk received: %s', string?.slice(0, 300));
+            firstChunk = false;
+        }
+        callback(null, chunk);
+    });
+}
+//# sourceMappingURL=logFirstChunk.js.map

package/dist/logFirstChunk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logFirstChunk.js","sourceRoot":"","sources":["../src/logFirstChunk.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,OAAO,EAAC,MAAM,yBAAyB,CAAA;AAC/C,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAEhC,MAAM,UAAU,aAAa;IAC3B,IAAI,UAAU,GAAG,IAAI,CAAA;IACrB,OAAO,OAAO,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACvC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;YACpD,KAAK,CAAC,0BAA0B,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YACxD,UAAU,GAAG,KAAK,CAAA;QACpB,CAAC;QAED,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IACvB,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/options.d.ts

@@ -0,0 +1,14 @@
+import type { ExportOptions, ExportSource, NormalizedExportOptions } from './types.js';
+export declare function validateOptions(opts: ExportOptions): NormalizedExportOptions;
+/**
+ * Determines the source type and ID from the provided options.
+ *
+ * @param options - The export options containing either dataset or mediaLibraryId.
+ * @returns An object with the source type and its corresponding ID.
+ * @internal
+ */
+export declare function getSource(options: ExportSource): {
+    type: 'dataset' | 'media-library';
+    id: string;
+};
+//# sourceMappingURL=options.d.ts.map

package/dist/options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.d.ts","sourceRoot":"","sources":["../src/options.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAC,aAAa,EAAE,YAAY,EAAE,uBAAuB,EAAiB,MAAM,YAAY,CAAA;AAmBpG,wBAAgB,eAAe,CAAC,IAAI,EAAE,aAAa,GAAG,uBAAuB,CA4F5E;AAED;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG;IAChD,IAAI,EAAE,SAAS,GAAG,eAAe,CAAA;IACjC,EAAE,EAAE,MAAM,CAAA;CACX,CAOA"}