@strapi/data-transfer 0.0.0-experimental.62ebf57bb35846666febb5ee2078fe02fe990f57 → 0.0.0-experimental.6340da17068c3bed7fb006e7bcc554c71129e282

package/dist/directory/index.d.ts

@@ -0,0 +1,2 @@
+export * as providers from './providers';
+//# sourceMappingURL=index.d.ts.map

package/dist/directory/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/directory/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,aAAa,CAAC"}

package/dist/directory/index.js

@@ -0,0 +1,8 @@
+'use strict';
+
+var index = require('./providers/index.js');
+
+
+
+exports.providers = index;
+//# sourceMappingURL=index.js.map

package/dist/directory/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;"}

package/dist/directory/index.mjs

@@ -0,0 +1,3 @@
+import * as index from './providers/index.mjs';
+export { index as providers };
+//# sourceMappingURL=index.mjs.map

package/dist/directory/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";"}

package/dist/directory/providers/destination/index.d.ts

@@ -0,0 +1,38 @@
+import { Writable } from 'stream';
+import type { IDestinationProvider, IDestinationProviderTransferResults, IMetadata, ProviderType } from '../../../types';
+import type { IDiagnosticReporter } from '../../../utils/diagnostic';
+export interface ILocalDirectoryDestinationProviderOptions {
+    directory: {
+        /** Output root: unpacked Strapi export layout (metadata.json, entities/, …) */
+        path: string;
+    };
+    file: {
+        maxSizeJsonl?: number;
+    };
+}
+export interface ILocalDirectoryDestinationProviderTransferResults extends IDestinationProviderTransferResults {
+    file?: {
+        path?: string;
+    };
+}
+export declare const createLocalDirectoryDestinationProvider: (options: ILocalDirectoryDestinationProviderOptions) => LocalDirectoryDestinationProvider;
+declare class LocalDirectoryDestinationProvider implements IDestinationProvider {
+    #private;
+    name: string;
+    type: ProviderType;
+    options: ILocalDirectoryDestinationProviderOptions;
+    results: ILocalDirectoryDestinationProviderTransferResults;
+    constructor(options: ILocalDirectoryDestinationProviderOptions);
+    setMetadata(target: ProviderType, metadata: IMetadata): IDestinationProvider;
+    bootstrap(diagnostics: IDiagnosticReporter): Promise<void>;
+    close(): Promise<void>;
+    rollback(): Promise<void>;
+    getMetadata(): null;
+    createSchemasWriteStream(): import("stream-chain");
+    createEntitiesWriteStream(): Writable;
+    createLinksWriteStream(): Writable;
+    createConfigurationWriteStream(): Writable;
+    createAssetsWriteStream(): Writable;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/directory/providers/destination/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/directory/providers/destination/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAC;AAK5C,OAAO,KAAK,EAEV,oBAAoB,EACpB,mCAAmC,EACnC,SAAS,EACT,YAAY,EACb,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAIrE,MAAM,WAAW,yCAAyC;IACxD,SAAS,EAAE;QACT,+EAA+E;QAC/E,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,IAAI,EAAE;QACJ,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,MAAM,WAAW,iDACf,SAAQ,mCAAmC;IAC3C,IAAI,CAAC,EAAE;QACL,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,eAAO,MAAM,uCAAuC,GAClD,SAAS,yCAAyC,sCAGnD,CAAC;AAEF,cAAM,iCAAkC,YAAW,oBAAoB;;IACrE,IAAI,SAAkC;IAEtC,IAAI,EAAE,YAAY,CAAiB;IAEnC,OAAO,EAAE,yCAAyC,CAAC;IAEnD,OAAO,EAAE,iDAAiD,CAAM;gBAQpD,OAAO,EAAE,yCAAyC;IAgB9D,WAAW,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,oBAAoB;IAKtE,SAAS,CAAC,WAAW,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAO1D,KAAK;IAIL,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B,WAAW;IAcX,wBAAwB;IAWxB,yBAAyB,IAAI,QAAQ;IAWrC,sBAAsB,IAAI,QAAQ;IAWlC,8BAA8B,IAAI,QAAQ;IAW1C,uBAAuB,IAAI,QAAQ;CAwCpC"}

package/dist/directory/providers/destination/index.js

@@ -0,0 +1,184 @@
+'use strict';
+
+var path = require('path');
+var fs$1 = require('fs');
+var stream = require('stream');
+var fs = require('fs-extra');
+var Stringer = require('stream-json/jsonl/Stringer');
+var streamChain = require('stream-chain');
+var utils = require('./utils.js');
+var providers = require('../../../errors/providers.js');
+var utils$1 = require('../../../file/providers/destination/utils.js');
+
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+var path__default = /*#__PURE__*/_interopDefault(path);
+var fs__default = /*#__PURE__*/_interopDefault(fs);
+
+function _class_private_field_loose_base(receiver, privateKey) {
+    if (!Object.prototype.hasOwnProperty.call(receiver, privateKey)) {
+        throw new TypeError("attempted to use private field on non-instance");
+    }
+    return receiver;
+}
+var id = 0;
+function _class_private_field_loose_key(name) {
+    return "__private_" + id++ + "_" + name;
+}
+const createLocalDirectoryDestinationProvider = (options)=>{
+    return new LocalDirectoryDestinationProvider(options);
+};
+var _providersMetadata = /*#__PURE__*/ _class_private_field_loose_key("_providersMetadata"), _rootResolved = /*#__PURE__*/ _class_private_field_loose_key("_rootResolved"), _diagnostics = /*#__PURE__*/ _class_private_field_loose_key("_diagnostics"), _reportInfo = /*#__PURE__*/ _class_private_field_loose_key("_reportInfo"), _writeMetadata = /*#__PURE__*/ _class_private_field_loose_key("_writeMetadata");
+class LocalDirectoryDestinationProvider {
+    setMetadata(target, metadata) {
+        _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata][target] = metadata;
+        return this;
+    }
+    async bootstrap(diagnostics) {
+        _class_private_field_loose_base(this, _diagnostics)[_diagnostics] = diagnostics;
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('preparing directory export');
+        await fs__default.default.mkdir(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], {
+            recursive: true
+        });
+        this.results.file = {
+            path: _class_private_field_loose_base(this, _rootResolved)[_rootResolved]
+        };
+    }
+    async close() {
+        await _class_private_field_loose_base(this, _writeMetadata)[_writeMetadata]();
+    }
+    async rollback() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('rolling back');
+        await fs__default.default.rm(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], {
+            recursive: true,
+            force: true
+        });
+    }
+    getMetadata() {
+        return null;
+    }
+    createSchemasWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating schemas write stream');
+        const filePathFactory = utils$1.createFilePathFactory('schemas');
+        const entryStream = utils.createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return streamChain.chain([
+            Stringer.stringer(),
+            entryStream
+        ]);
+    }
+    createEntitiesWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating entities write stream');
+        const filePathFactory = utils$1.createFilePathFactory('entities');
+        const entryStream = utils.createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return streamChain.chain([
+            Stringer.stringer(),
+            entryStream
+        ]);
+    }
+    createLinksWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating links write stream');
+        const filePathFactory = utils$1.createFilePathFactory('links');
+        const entryStream = utils.createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return streamChain.chain([
+            Stringer.stringer(),
+            entryStream
+        ]);
+    }
+    createConfigurationWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating configuration write stream');
+        const filePathFactory = utils$1.createFilePathFactory('configuration');
+        const entryStream = utils.createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return streamChain.chain([
+            Stringer.stringer(),
+            entryStream
+        ]);
+    }
+    createAssetsWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating assets write stream');
+        const root = _class_private_field_loose_base(this, _rootResolved)[_rootResolved];
+        return new stream.Writable({
+            objectMode: true,
+            write (data, _encoding, callback) {
+                const { filename } = data;
+                const entryPath = path__default.default.join(root, 'assets', 'uploads', filename);
+                const entryMetadataPath = path__default.default.join(root, 'assets', 'metadata', `${filename}.json`);
+                const assetWriteError = (cause)=>new providers.ProviderTransferError(`Failed to write asset ${filename}`, {
+                        details: {
+                            error: cause instanceof Error ? cause : new Error(String(cause))
+                        }
+                    });
+                let fileStream;
+                try {
+                    fs__default.default.mkdirSync(path__default.default.dirname(entryPath), {
+                        recursive: true
+                    });
+                    fs__default.default.mkdirSync(path__default.default.dirname(entryMetadataPath), {
+                        recursive: true
+                    });
+                    fs__default.default.writeFileSync(entryMetadataPath, JSON.stringify(data.metadata), 'utf8');
+                    fileStream = fs$1.createWriteStream(entryPath);
+                } catch (error) {
+                    callback(assetWriteError(error));
+                    return;
+                }
+                stream.pipeline(data.stream, fileStream, (err)=>{
+                    if (err) {
+                        callback(assetWriteError(err));
+                        return;
+                    }
+                    callback(null);
+                });
+            }
+        });
+    }
+    constructor(options){
+        Object.defineProperty(this, _reportInfo, {
+            value: reportInfo
+        });
+        Object.defineProperty(this, _writeMetadata, {
+            value: writeMetadata
+        });
+        Object.defineProperty(this, _providersMetadata, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _rootResolved, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _diagnostics, {
+            writable: true,
+            value: void 0
+        });
+        this.name = 'destination::local-directory';
+        this.type = 'destination';
+        this.results = {};
+        _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata] = {};
+        this.options = options;
+        _class_private_field_loose_base(this, _rootResolved)[_rootResolved] = path__default.default.resolve(options.directory.path);
+    }
+}
+function reportInfo(message) {
+    _class_private_field_loose_base(this, _diagnostics)[_diagnostics]?.report({
+        details: {
+            createdAt: new Date(),
+            message,
+            origin: 'directory-destination-provider'
+        },
+        kind: 'info'
+    });
+}
+async function writeMetadata() {
+    _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('writing metadata');
+    const metadata = _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata].source;
+    if (metadata) {
+        const target = path__default.default.join(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], 'metadata.json');
+        await fs__default.default.mkdir(path__default.default.dirname(target), {
+            recursive: true
+        });
+        await fs__default.default.writeFile(target, JSON.stringify(metadata, null, 2), 'utf8');
+    }
+}
+
+exports.createLocalDirectoryDestinationProvider = createLocalDirectoryDestinationProvider;
+//# sourceMappingURL=index.js.map

package/dist/directory/providers/destination/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../../../../src/directory/providers/destination/index.ts"],"sourcesContent":["import path from 'path';\nimport { createWriteStream } from 'fs';\nimport { Writable, pipeline } from 'stream';\nimport fs from 'fs-extra';\nimport { stringer } from 'stream-json/jsonl/Stringer';\nimport { chain } from 'stream-chain';\n\nimport type {\n  IAsset,\n  IDestinationProvider,\n  IDestinationProviderTransferResults,\n  IMetadata,\n  ProviderType,\n} from '../../../types';\nimport type { IDiagnosticReporter } from '../../../utils/diagnostic';\nimport { createDirectoryJsonlWriter, createFilePathFactory } from './utils';\nimport { ProviderTransferError } from '../../../errors/providers';\n\nexport interface ILocalDirectoryDestinationProviderOptions {\n  directory: {\n    /** Output root: unpacked Strapi export layout (metadata.json, entities/, …) */\n    path: string;\n  };\n  file: {\n    maxSizeJsonl?: number;\n  };\n}\n\nexport interface ILocalDirectoryDestinationProviderTransferResults\n  extends IDestinationProviderTransferResults {\n  file?: {\n    path?: string;\n  };\n}\n\nexport const createLocalDirectoryDestinationProvider = (\n  options: ILocalDirectoryDestinationProviderOptions\n) => {\n  return new LocalDirectoryDestinationProvider(options);\n};\n\nclass LocalDirectoryDestinationProvider implements IDestinationProvider {\n  name = 'destination::local-directory';\n\n  type: ProviderType = 'destination';\n\n  options: ILocalDirectoryDestinationProviderOptions;\n\n  results: ILocalDirectoryDestinationProviderTransferResults = {};\n\n  #providersMetadata: { source?: IMetadata; destination?: IMetadata } = {};\n\n  #rootResolved: string;\n\n  #diagnostics?: IDiagnosticReporter;\n\n  constructor(options: ILocalDirectoryDestinationProviderOptions) {\n    this.options = options;\n    this.#rootResolved = path.resolve(options.directory.path);\n  }\n\n  #reportInfo(message: string) {\n    this.#diagnostics?.report({\n      details: {\n        createdAt: new Date(),\n        message,\n        origin: 'directory-destination-provider',\n      },\n      kind: 'info',\n    });\n  }\n\n  setMetadata(target: ProviderType, metadata: IMetadata): IDestinationProvider {\n    this.#providersMetadata[target] = metadata;\n    return this;\n  }\n\n  async bootstrap(diagnostics: IDiagnosticReporter): Promise<void> {\n    this.#diagnostics = diagnostics;\n    this.#reportInfo('preparing directory export');\n    await fs.mkdir(this.#rootResolved, { recursive: true });\n    this.results.file = { path: this.#rootResolved };\n  }\n\n  async close() {\n    await this.#writeMetadata();\n  }\n\n  async rollback(): Promise<void> {\n    this.#reportInfo('rolling back');\n    await fs.rm(this.#rootResolved, { recursive: true, force: true });\n  }\n\n  getMetadata() {\n    return null;\n  }\n\n  async #writeMetadata(): Promise<void> {\n    this.#reportInfo('writing metadata');\n    const metadata = this.#providersMetadata.source;\n    if (metadata) {\n      const target = path.join(this.#rootResolved, 'metadata.json');\n      await fs.mkdir(path.dirname(target), { recursive: true });\n      await fs.writeFile(target, JSON.stringify(metadata, null, 2), 'utf8');\n    }\n  }\n\n  createSchemasWriteStream() {\n    this.#reportInfo('creating schemas write stream');\n    const filePathFactory = createFilePathFactory('schemas');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createEntitiesWriteStream(): Writable {\n    this.#reportInfo('creating entities write stream');\n    const filePathFactory = createFilePathFactory('entities');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createLinksWriteStream(): Writable {\n    this.#reportInfo('creating links write stream');\n    const filePathFactory = createFilePathFactory('links');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createConfigurationWriteStream(): Writable {\n    this.#reportInfo('creating configuration write stream');\n    const filePathFactory = createFilePathFactory('configuration');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createAssetsWriteStream(): Writable {\n    this.#reportInfo('creating assets write stream');\n    const root = this.#rootResolved;\n\n    return new Writable({\n      objectMode: true,\n      write(data: IAsset, _encoding, callback) {\n        const { filename } = data;\n        const entryPath = path.join(root, 'assets', 'uploads', filename);\n        const entryMetadataPath = path.join(root, 'assets', 'metadata', `${filename}.json`);\n\n        const assetWriteError = (cause: unknown) =>\n          new ProviderTransferError(`Failed to write asset ${filename}`, {\n            details: {\n              error: cause instanceof Error ? cause : new Error(String(cause)),\n            },\n          });\n\n        let fileStream: ReturnType<typeof createWriteStream>;\n\n        try {\n          fs.mkdirSync(path.dirname(entryPath), { recursive: true });\n          fs.mkdirSync(path.dirname(entryMetadataPath), { recursive: true });\n          fs.writeFileSync(entryMetadataPath, JSON.stringify(data.metadata), 'utf8');\n          fileStream = createWriteStream(entryPath);\n        } catch (error: unknown) {\n          callback(assetWriteError(error));\n          return;\n        }\n\n        pipeline(data.stream, fileStream, (err) => {\n          if (err) {\n            callback(assetWriteError(err));\n            return;\n          }\n          callback(null);\n        });\n      },\n    });\n  }\n}\n"],"names":["createLocalDirectoryDestinationProvider","options","LocalDirectoryDestinationProvider","setMetadata","target","metadata","bootstrap","diagnostics","fs","mkdir","recursive","results","file","path","close","rollback","rm","force","getMetadata","createSchemasWriteStream","filePathFactory","createFilePathFactory","entryStream","createDirectoryJsonlWriter","maxSizeJsonl","chain","stringer","createEntitiesWriteStream","createLinksWriteStream","createConfigurationWriteStream","createAssetsWriteStream","root","Writable","objectMode","write","data","_encoding","callback","filename","entryPath","join","entryMetadataPath","assetWriteError","cause","ProviderTransferError","details","error","Error","String","fileStream","mkdirSync","dirname","writeFileSync","JSON","stringify","createWriteStream","pipeline","stream","err","name","type","resolve","directory","message","report","createdAt","Date","origin","kind","source","writeFile"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCO,MAAMA,0CAA0C,CACrDC,OAAAA,GAAAA;AAEA,IAAA,OAAO,IAAIC,iCAAAA,CAAkCD,OAAAA,CAAAA;AAC/C;IAWE,kBAAA,iBAAA,8BAAA,CAAA,oBAAA,CAAA,EAEA,aAAA,iBAAA,8BAAA,CAAA,eAAA,CAAA,EAEA,6EAOA,WAAA,iBAAA,8BAAA,CAAA,aAAA,CAAA,EAoCM,cAAA,iBAAA,8BAAA,CAAA,gBAAA,CAAA;AAxDR,MAAMC,iCAAAA,CAAAA;IA+BJC,WAAAA,CAAYC,MAAoB,EAAEC,QAAmB,EAAwB;AAC3E,QAAA,+BAAA,CAAA,IAAI,EAAC,kBAAA,CAAA,CAAA,kBAAA,CAAkB,CAACD,OAAO,GAAGC,QAAAA;AAClC,QAAA,OAAO,IAAI;AACb,IAAA;IAEA,MAAMC,SAAAA,CAAUC,WAAgC,EAAiB;QAC/D,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,GAAeA,WAAAA;QACpB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,4BAAA,CAAA;AACjB,QAAA,MAAMC,oBAAGC,KAAK,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe;YAAEC,SAAAA,EAAW;AAAK,SAAA,CAAA;AACrD,QAAA,IAAI,CAACC,OAAO,CAACC,IAAI,GAAG;AAAEC,YAAAA,IAAI,EAAE,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA;AAAc,SAAA;AACjD,IAAA;AAEA,IAAA,MAAMC,KAAAA,GAAQ;QACZ,MAAM,+BAAA,CAAA,IAAI,EAAC,cAAA,CAAA,CAAA,cAAA,CAAA,EAAA;AACb,IAAA;AAEA,IAAA,MAAMC,QAAAA,GAA0B;QAC9B,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,cAAA,CAAA;AACjB,QAAA,MAAMP,oBAAGQ,EAAE,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe;YAAEN,SAAAA,EAAW,IAAA;YAAMO,KAAAA,EAAO;AAAK,SAAA,CAAA;AACjE,IAAA;IAEAC,WAAAA,GAAc;QACZ,OAAO,IAAA;AACT,IAAA;IAYAC,wBAAAA,GAA2B;QACzB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,+BAAA,CAAA;AACjB,QAAA,MAAMC,kBAAkBC,6BAAAA,CAAsB,SAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,gCAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,iBAAAA,CAAM;AAACC,YAAAA,iBAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAK,yBAAAA,GAAsC;QACpC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,gCAAA,CAAA;AACjB,QAAA,MAAMP,kBAAkBC,6BAAAA,CAAsB,UAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,gCAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,iBAAAA,CAAM;AAACC,YAAAA,iBAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAM,sBAAAA,GAAmC;QACjC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,6BAAA,CAAA;AACjB,QAAA,MAAMR,kBAAkBC,6BAAAA,CAAsB,OAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,gCAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,iBAAAA,CAAM;AAACC,YAAAA,iBAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAO,8BAAAA,GAA2C;QACzC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,qCAAA,CAAA;AACjB,QAAA,MAAMT,kBAAkBC,6BAAAA,CAAsB,eAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,gCAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,iBAAAA,CAAM;AAACC,YAAAA,iBAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAQ,uBAAAA,GAAoC;QAClC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,8BAAA,CAAA;AACjB,QAAA,MAAMC,IAAAA,GAAO,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA;AAElB,QAAA,OAAO,IAAIC,eAAAA,CAAS;YAClBC,UAAAA,EAAY,IAAA;AACZC,YAAAA,KAAAA,CAAAA,CAAMC,IAAY,EAAEC,SAAS,EAAEC,QAAQ,EAAA;gBACrC,MAAM,EAAEC,QAAQ,EAAE,GAAGH,IAAAA;AACrB,gBAAA,MAAMI,YAAY1B,qBAAAA,CAAK2B,IAAI,CAACT,IAAAA,EAAM,UAAU,SAAA,EAAWO,QAAAA,CAAAA;gBACvD,MAAMG,iBAAAA,GAAoB5B,qBAAAA,CAAK2B,IAAI,CAACT,IAAAA,EAAM,UAAU,UAAA,EAAY,CAAA,EAAGO,QAAAA,CAAS,KAAK,CAAC,CAAA;gBAElF,MAAMI,eAAAA,GAAkB,CAACC,KAAAA,GACvB,IAAIC,gCAAsB,CAAC,sBAAsB,EAAEN,QAAAA,CAAAA,CAAU,EAAE;wBAC7DO,OAAAA,EAAS;AACPC,4BAAAA,KAAAA,EAAOH,KAAAA,YAAiBI,KAAAA,GAAQJ,KAAAA,GAAQ,IAAII,MAAMC,MAAAA,CAAOL,KAAAA,CAAAA;AAC3D;AACF,qBAAA,CAAA;gBAEF,IAAIM,UAAAA;gBAEJ,IAAI;AACFzC,oBAAAA,mBAAAA,CAAG0C,SAAS,CAACrC,qBAAAA,CAAKsC,OAAO,CAACZ,SAAAA,CAAAA,EAAY;wBAAE7B,SAAAA,EAAW;AAAK,qBAAA,CAAA;AACxDF,oBAAAA,mBAAAA,CAAG0C,SAAS,CAACrC,qBAAAA,CAAKsC,OAAO,CAACV,iBAAAA,CAAAA,EAAoB;wBAAE/B,SAAAA,EAAW;AAAK,qBAAA,CAAA;oBAChEF,mBAAAA,CAAG4C,aAAa,CAACX,iBAAAA,EAAmBY,IAAAA,CAAKC,SAAS,CAACnB,IAAAA,CAAK9B,QAAQ,CAAA,EAAG,MAAA,CAAA;AACnE4C,oBAAAA,UAAAA,GAAaM,sBAAAA,CAAkBhB,SAAAA,CAAAA;AACjC,gBAAA,CAAA,CAAE,OAAOO,KAAAA,EAAgB;AACvBT,oBAAAA,QAAAA,CAASK,eAAAA,CAAgBI,KAAAA,CAAAA,CAAAA;AACzB,oBAAA;AACF,gBAAA;AAEAU,gBAAAA,eAAAA,CAASrB,IAAAA,CAAKsB,MAAM,EAAER,UAAAA,EAAY,CAACS,GAAAA,GAAAA;AACjC,oBAAA,IAAIA,GAAAA,EAAK;AACPrB,wBAAAA,QAAAA,CAASK,eAAAA,CAAgBgB,GAAAA,CAAAA,CAAAA;AACzB,wBAAA;AACF,oBAAA;oBACArB,QAAAA,CAAS,IAAA,CAAA;AACX,gBAAA,CAAA,CAAA;AACF,YAAA;AACF,SAAA,CAAA;AACF,IAAA;AAtIA,IAAA,WAAA,CAAYpC,OAAkD,CAAE;QAKhE,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,WAAA,EAAA;AAAA,YAAA,KAAA,EAAA;;QAoCA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,cAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QA/CA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,kBAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,aAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,YAAA,EAAA;;mBAAA;;aAZA0D,IAAAA,GAAO,8BAAA;aAEPC,IAAAA,GAAqB,aAAA;AAIrBjD,QAAAA,IAAAA,CAAAA,OAAAA,GAA6D,EAAC;AAE9D,QAAA,+BAAA,CAAA,IAAA,EAAA,kBAAA,CAAA,CAAA,sBAAsE,EAAC;QAOrE,IAAI,CAACV,OAAO,GAAGA,OAAAA;QACf,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,GAAgBY,qBAAAA,CAAKgD,OAAO,CAAC5D,OAAAA,CAAQ6D,SAAS,CAACjD,IAAI,CAAA;AAC1D,IAAA;AAoIF;AAlIE,SAAA,WAAYkD,OAAe,EAAA;AACzB,IAAA,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,EAAcC,MAAAA,CAAO;QACxBnB,OAAAA,EAAS;AACPoB,YAAAA,SAAAA,EAAW,IAAIC,IAAAA,EAAAA;AACfH,YAAAA,OAAAA;YACAI,MAAAA,EAAQ;AACV,SAAA;QACAC,IAAAA,EAAM;AACR,KAAA,CAAA;AACF;AA2BA,eAAA,aAAA,GAAA;IACE,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,kBAAA,CAAA;AACjB,IAAA,MAAM/D,WAAW,+BAAA,CAAA,IAAI,EAAC,kBAAA,CAAA,CAAA,oBAAmBgE,MAAM;AAC/C,IAAA,IAAIhE,QAAAA,EAAU;QACZ,MAAMD,MAAAA,GAASS,sBAAK2B,IAAI,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe,eAAA,CAAA;AAC7C,QAAA,MAAMhC,oBAAGC,KAAK,CAACI,qBAAAA,CAAKsC,OAAO,CAAC/C,MAAAA,CAAAA,EAAS;YAAEM,SAAAA,EAAW;AAAK,SAAA,CAAA;QACvD,MAAMF,mBAAAA,CAAG8D,SAAS,CAAClE,MAAAA,EAAQiD,KAAKC,SAAS,CAACjD,QAAAA,EAAU,IAAA,EAAM,CAAA,CAAA,EAAI,MAAA,CAAA;AAChE,IAAA;AACF;;;;"}

package/dist/directory/providers/destination/index.mjs

@@ -0,0 +1,177 @@
+import path from 'path';
+import { createWriteStream } from 'fs';
+import { Writable, pipeline } from 'stream';
+import fs__default from 'fs-extra';
+import { stringer } from 'stream-json/jsonl/Stringer';
+import { chain } from 'stream-chain';
+import { createDirectoryJsonlWriter } from './utils.mjs';
+import { ProviderTransferError } from '../../../errors/providers.mjs';
+import { createFilePathFactory } from '../../../file/providers/destination/utils.mjs';
+
+function _class_private_field_loose_base(receiver, privateKey) {
+    if (!Object.prototype.hasOwnProperty.call(receiver, privateKey)) {
+        throw new TypeError("attempted to use private field on non-instance");
+    }
+    return receiver;
+}
+var id = 0;
+function _class_private_field_loose_key(name) {
+    return "__private_" + id++ + "_" + name;
+}
+const createLocalDirectoryDestinationProvider = (options)=>{
+    return new LocalDirectoryDestinationProvider(options);
+};
+var _providersMetadata = /*#__PURE__*/ _class_private_field_loose_key("_providersMetadata"), _rootResolved = /*#__PURE__*/ _class_private_field_loose_key("_rootResolved"), _diagnostics = /*#__PURE__*/ _class_private_field_loose_key("_diagnostics"), _reportInfo = /*#__PURE__*/ _class_private_field_loose_key("_reportInfo"), _writeMetadata = /*#__PURE__*/ _class_private_field_loose_key("_writeMetadata");
+class LocalDirectoryDestinationProvider {
+    setMetadata(target, metadata) {
+        _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata][target] = metadata;
+        return this;
+    }
+    async bootstrap(diagnostics) {
+        _class_private_field_loose_base(this, _diagnostics)[_diagnostics] = diagnostics;
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('preparing directory export');
+        await fs__default.mkdir(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], {
+            recursive: true
+        });
+        this.results.file = {
+            path: _class_private_field_loose_base(this, _rootResolved)[_rootResolved]
+        };
+    }
+    async close() {
+        await _class_private_field_loose_base(this, _writeMetadata)[_writeMetadata]();
+    }
+    async rollback() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('rolling back');
+        await fs__default.rm(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], {
+            recursive: true,
+            force: true
+        });
+    }
+    getMetadata() {
+        return null;
+    }
+    createSchemasWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating schemas write stream');
+        const filePathFactory = createFilePathFactory('schemas');
+        const entryStream = createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return chain([
+            stringer(),
+            entryStream
+        ]);
+    }
+    createEntitiesWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating entities write stream');
+        const filePathFactory = createFilePathFactory('entities');
+        const entryStream = createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return chain([
+            stringer(),
+            entryStream
+        ]);
+    }
+    createLinksWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating links write stream');
+        const filePathFactory = createFilePathFactory('links');
+        const entryStream = createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return chain([
+            stringer(),
+            entryStream
+        ]);
+    }
+    createConfigurationWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating configuration write stream');
+        const filePathFactory = createFilePathFactory('configuration');
+        const entryStream = createDirectoryJsonlWriter(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], filePathFactory, this.options.file.maxSizeJsonl);
+        return chain([
+            stringer(),
+            entryStream
+        ]);
+    }
+    createAssetsWriteStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating assets write stream');
+        const root = _class_private_field_loose_base(this, _rootResolved)[_rootResolved];
+        return new Writable({
+            objectMode: true,
+            write (data, _encoding, callback) {
+                const { filename } = data;
+                const entryPath = path.join(root, 'assets', 'uploads', filename);
+                const entryMetadataPath = path.join(root, 'assets', 'metadata', `${filename}.json`);
+                const assetWriteError = (cause)=>new ProviderTransferError(`Failed to write asset ${filename}`, {
+                        details: {
+                            error: cause instanceof Error ? cause : new Error(String(cause))
+                        }
+                    });
+                let fileStream;
+                try {
+                    fs__default.mkdirSync(path.dirname(entryPath), {
+                        recursive: true
+                    });
+                    fs__default.mkdirSync(path.dirname(entryMetadataPath), {
+                        recursive: true
+                    });
+                    fs__default.writeFileSync(entryMetadataPath, JSON.stringify(data.metadata), 'utf8');
+                    fileStream = createWriteStream(entryPath);
+                } catch (error) {
+                    callback(assetWriteError(error));
+                    return;
+                }
+                pipeline(data.stream, fileStream, (err)=>{
+                    if (err) {
+                        callback(assetWriteError(err));
+                        return;
+                    }
+                    callback(null);
+                });
+            }
+        });
+    }
+    constructor(options){
+        Object.defineProperty(this, _reportInfo, {
+            value: reportInfo
+        });
+        Object.defineProperty(this, _writeMetadata, {
+            value: writeMetadata
+        });
+        Object.defineProperty(this, _providersMetadata, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _rootResolved, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _diagnostics, {
+            writable: true,
+            value: void 0
+        });
+        this.name = 'destination::local-directory';
+        this.type = 'destination';
+        this.results = {};
+        _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata] = {};
+        this.options = options;
+        _class_private_field_loose_base(this, _rootResolved)[_rootResolved] = path.resolve(options.directory.path);
+    }
+}
+function reportInfo(message) {
+    _class_private_field_loose_base(this, _diagnostics)[_diagnostics]?.report({
+        details: {
+            createdAt: new Date(),
+            message,
+            origin: 'directory-destination-provider'
+        },
+        kind: 'info'
+    });
+}
+async function writeMetadata() {
+    _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('writing metadata');
+    const metadata = _class_private_field_loose_base(this, _providersMetadata)[_providersMetadata].source;
+    if (metadata) {
+        const target = path.join(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], 'metadata.json');
+        await fs__default.mkdir(path.dirname(target), {
+            recursive: true
+        });
+        await fs__default.writeFile(target, JSON.stringify(metadata, null, 2), 'utf8');
+    }
+}
+
+export { createLocalDirectoryDestinationProvider };
+//# sourceMappingURL=index.mjs.map

package/dist/directory/providers/destination/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":["../../../../src/directory/providers/destination/index.ts"],"sourcesContent":["import path from 'path';\nimport { createWriteStream } from 'fs';\nimport { Writable, pipeline } from 'stream';\nimport fs from 'fs-extra';\nimport { stringer } from 'stream-json/jsonl/Stringer';\nimport { chain } from 'stream-chain';\n\nimport type {\n  IAsset,\n  IDestinationProvider,\n  IDestinationProviderTransferResults,\n  IMetadata,\n  ProviderType,\n} from '../../../types';\nimport type { IDiagnosticReporter } from '../../../utils/diagnostic';\nimport { createDirectoryJsonlWriter, createFilePathFactory } from './utils';\nimport { ProviderTransferError } from '../../../errors/providers';\n\nexport interface ILocalDirectoryDestinationProviderOptions {\n  directory: {\n    /** Output root: unpacked Strapi export layout (metadata.json, entities/, …) */\n    path: string;\n  };\n  file: {\n    maxSizeJsonl?: number;\n  };\n}\n\nexport interface ILocalDirectoryDestinationProviderTransferResults\n  extends IDestinationProviderTransferResults {\n  file?: {\n    path?: string;\n  };\n}\n\nexport const createLocalDirectoryDestinationProvider = (\n  options: ILocalDirectoryDestinationProviderOptions\n) => {\n  return new LocalDirectoryDestinationProvider(options);\n};\n\nclass LocalDirectoryDestinationProvider implements IDestinationProvider {\n  name = 'destination::local-directory';\n\n  type: ProviderType = 'destination';\n\n  options: ILocalDirectoryDestinationProviderOptions;\n\n  results: ILocalDirectoryDestinationProviderTransferResults = {};\n\n  #providersMetadata: { source?: IMetadata; destination?: IMetadata } = {};\n\n  #rootResolved: string;\n\n  #diagnostics?: IDiagnosticReporter;\n\n  constructor(options: ILocalDirectoryDestinationProviderOptions) {\n    this.options = options;\n    this.#rootResolved = path.resolve(options.directory.path);\n  }\n\n  #reportInfo(message: string) {\n    this.#diagnostics?.report({\n      details: {\n        createdAt: new Date(),\n        message,\n        origin: 'directory-destination-provider',\n      },\n      kind: 'info',\n    });\n  }\n\n  setMetadata(target: ProviderType, metadata: IMetadata): IDestinationProvider {\n    this.#providersMetadata[target] = metadata;\n    return this;\n  }\n\n  async bootstrap(diagnostics: IDiagnosticReporter): Promise<void> {\n    this.#diagnostics = diagnostics;\n    this.#reportInfo('preparing directory export');\n    await fs.mkdir(this.#rootResolved, { recursive: true });\n    this.results.file = { path: this.#rootResolved };\n  }\n\n  async close() {\n    await this.#writeMetadata();\n  }\n\n  async rollback(): Promise<void> {\n    this.#reportInfo('rolling back');\n    await fs.rm(this.#rootResolved, { recursive: true, force: true });\n  }\n\n  getMetadata() {\n    return null;\n  }\n\n  async #writeMetadata(): Promise<void> {\n    this.#reportInfo('writing metadata');\n    const metadata = this.#providersMetadata.source;\n    if (metadata) {\n      const target = path.join(this.#rootResolved, 'metadata.json');\n      await fs.mkdir(path.dirname(target), { recursive: true });\n      await fs.writeFile(target, JSON.stringify(metadata, null, 2), 'utf8');\n    }\n  }\n\n  createSchemasWriteStream() {\n    this.#reportInfo('creating schemas write stream');\n    const filePathFactory = createFilePathFactory('schemas');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createEntitiesWriteStream(): Writable {\n    this.#reportInfo('creating entities write stream');\n    const filePathFactory = createFilePathFactory('entities');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createLinksWriteStream(): Writable {\n    this.#reportInfo('creating links write stream');\n    const filePathFactory = createFilePathFactory('links');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createConfigurationWriteStream(): Writable {\n    this.#reportInfo('creating configuration write stream');\n    const filePathFactory = createFilePathFactory('configuration');\n    const entryStream = createDirectoryJsonlWriter(\n      this.#rootResolved,\n      filePathFactory,\n      this.options.file.maxSizeJsonl\n    );\n    return chain([stringer(), entryStream]);\n  }\n\n  createAssetsWriteStream(): Writable {\n    this.#reportInfo('creating assets write stream');\n    const root = this.#rootResolved;\n\n    return new Writable({\n      objectMode: true,\n      write(data: IAsset, _encoding, callback) {\n        const { filename } = data;\n        const entryPath = path.join(root, 'assets', 'uploads', filename);\n        const entryMetadataPath = path.join(root, 'assets', 'metadata', `${filename}.json`);\n\n        const assetWriteError = (cause: unknown) =>\n          new ProviderTransferError(`Failed to write asset ${filename}`, {\n            details: {\n              error: cause instanceof Error ? cause : new Error(String(cause)),\n            },\n          });\n\n        let fileStream: ReturnType<typeof createWriteStream>;\n\n        try {\n          fs.mkdirSync(path.dirname(entryPath), { recursive: true });\n          fs.mkdirSync(path.dirname(entryMetadataPath), { recursive: true });\n          fs.writeFileSync(entryMetadataPath, JSON.stringify(data.metadata), 'utf8');\n          fileStream = createWriteStream(entryPath);\n        } catch (error: unknown) {\n          callback(assetWriteError(error));\n          return;\n        }\n\n        pipeline(data.stream, fileStream, (err) => {\n          if (err) {\n            callback(assetWriteError(err));\n            return;\n          }\n          callback(null);\n        });\n      },\n    });\n  }\n}\n"],"names":["createLocalDirectoryDestinationProvider","options","LocalDirectoryDestinationProvider","setMetadata","target","metadata","bootstrap","diagnostics","fs","mkdir","recursive","results","file","path","close","rollback","rm","force","getMetadata","createSchemasWriteStream","filePathFactory","createFilePathFactory","entryStream","createDirectoryJsonlWriter","maxSizeJsonl","chain","stringer","createEntitiesWriteStream","createLinksWriteStream","createConfigurationWriteStream","createAssetsWriteStream","root","Writable","objectMode","write","data","_encoding","callback","filename","entryPath","join","entryMetadataPath","assetWriteError","cause","ProviderTransferError","details","error","Error","String","fileStream","mkdirSync","dirname","writeFileSync","JSON","stringify","createWriteStream","pipeline","stream","err","name","type","resolve","directory","message","report","createdAt","Date","origin","kind","source","writeFile"],"mappings":";;;;;;;;;;;;;;;;;;;;AAmCO,MAAMA,0CAA0C,CACrDC,OAAAA,GAAAA;AAEA,IAAA,OAAO,IAAIC,iCAAAA,CAAkCD,OAAAA,CAAAA;AAC/C;IAWE,kBAAA,iBAAA,8BAAA,CAAA,oBAAA,CAAA,EAEA,aAAA,iBAAA,8BAAA,CAAA,eAAA,CAAA,EAEA,6EAOA,WAAA,iBAAA,8BAAA,CAAA,aAAA,CAAA,EAoCM,cAAA,iBAAA,8BAAA,CAAA,gBAAA,CAAA;AAxDR,MAAMC,iCAAAA,CAAAA;IA+BJC,WAAAA,CAAYC,MAAoB,EAAEC,QAAmB,EAAwB;AAC3E,QAAA,+BAAA,CAAA,IAAI,EAAC,kBAAA,CAAA,CAAA,kBAAA,CAAkB,CAACD,OAAO,GAAGC,QAAAA;AAClC,QAAA,OAAO,IAAI;AACb,IAAA;IAEA,MAAMC,SAAAA,CAAUC,WAAgC,EAAiB;QAC/D,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,GAAeA,WAAAA;QACpB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,4BAAA,CAAA;AACjB,QAAA,MAAMC,YAAGC,KAAK,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe;YAAEC,SAAAA,EAAW;AAAK,SAAA,CAAA;AACrD,QAAA,IAAI,CAACC,OAAO,CAACC,IAAI,GAAG;AAAEC,YAAAA,IAAI,EAAE,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA;AAAc,SAAA;AACjD,IAAA;AAEA,IAAA,MAAMC,KAAAA,GAAQ;QACZ,MAAM,+BAAA,CAAA,IAAI,EAAC,cAAA,CAAA,CAAA,cAAA,CAAA,EAAA;AACb,IAAA;AAEA,IAAA,MAAMC,QAAAA,GAA0B;QAC9B,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,cAAA,CAAA;AACjB,QAAA,MAAMP,YAAGQ,EAAE,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe;YAAEN,SAAAA,EAAW,IAAA;YAAMO,KAAAA,EAAO;AAAK,SAAA,CAAA;AACjE,IAAA;IAEAC,WAAAA,GAAc;QACZ,OAAO,IAAA;AACT,IAAA;IAYAC,wBAAAA,GAA2B;QACzB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,+BAAA,CAAA;AACjB,QAAA,MAAMC,kBAAkBC,qBAAAA,CAAsB,SAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,0BAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,KAAAA,CAAM;AAACC,YAAAA,QAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAK,yBAAAA,GAAsC;QACpC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,gCAAA,CAAA;AACjB,QAAA,MAAMP,kBAAkBC,qBAAAA,CAAsB,UAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,0BAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,KAAAA,CAAM;AAACC,YAAAA,QAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAM,sBAAAA,GAAmC;QACjC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,6BAAA,CAAA;AACjB,QAAA,MAAMR,kBAAkBC,qBAAAA,CAAsB,OAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,0BAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,KAAAA,CAAM;AAACC,YAAAA,QAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAO,8BAAAA,GAA2C;QACzC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,qCAAA,CAAA;AACjB,QAAA,MAAMT,kBAAkBC,qBAAAA,CAAsB,eAAA,CAAA;AAC9C,QAAA,MAAMC,WAAAA,GAAcC,0BAAAA,CAClB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EACLH,eAAAA,EACA,IAAI,CAACnB,OAAO,CAACW,IAAI,CAACY,YAAY,CAAA;AAEhC,QAAA,OAAOC,KAAAA,CAAM;AAACC,YAAAA,QAAAA,EAAAA;AAAYJ,YAAAA;AAAY,SAAA,CAAA;AACxC,IAAA;IAEAQ,uBAAAA,GAAoC;QAClC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,8BAAA,CAAA;AACjB,QAAA,MAAMC,IAAAA,GAAO,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA;AAElB,QAAA,OAAO,IAAIC,QAAAA,CAAS;YAClBC,UAAAA,EAAY,IAAA;AACZC,YAAAA,KAAAA,CAAAA,CAAMC,IAAY,EAAEC,SAAS,EAAEC,QAAQ,EAAA;gBACrC,MAAM,EAAEC,QAAQ,EAAE,GAAGH,IAAAA;AACrB,gBAAA,MAAMI,YAAY1B,IAAAA,CAAK2B,IAAI,CAACT,IAAAA,EAAM,UAAU,SAAA,EAAWO,QAAAA,CAAAA;gBACvD,MAAMG,iBAAAA,GAAoB5B,IAAAA,CAAK2B,IAAI,CAACT,IAAAA,EAAM,UAAU,UAAA,EAAY,CAAA,EAAGO,QAAAA,CAAS,KAAK,CAAC,CAAA;gBAElF,MAAMI,eAAAA,GAAkB,CAACC,KAAAA,GACvB,IAAIC,sBAAsB,CAAC,sBAAsB,EAAEN,QAAAA,CAAAA,CAAU,EAAE;wBAC7DO,OAAAA,EAAS;AACPC,4BAAAA,KAAAA,EAAOH,KAAAA,YAAiBI,KAAAA,GAAQJ,KAAAA,GAAQ,IAAII,MAAMC,MAAAA,CAAOL,KAAAA,CAAAA;AAC3D;AACF,qBAAA,CAAA;gBAEF,IAAIM,UAAAA;gBAEJ,IAAI;AACFzC,oBAAAA,WAAAA,CAAG0C,SAAS,CAACrC,IAAAA,CAAKsC,OAAO,CAACZ,SAAAA,CAAAA,EAAY;wBAAE7B,SAAAA,EAAW;AAAK,qBAAA,CAAA;AACxDF,oBAAAA,WAAAA,CAAG0C,SAAS,CAACrC,IAAAA,CAAKsC,OAAO,CAACV,iBAAAA,CAAAA,EAAoB;wBAAE/B,SAAAA,EAAW;AAAK,qBAAA,CAAA;oBAChEF,WAAAA,CAAG4C,aAAa,CAACX,iBAAAA,EAAmBY,IAAAA,CAAKC,SAAS,CAACnB,IAAAA,CAAK9B,QAAQ,CAAA,EAAG,MAAA,CAAA;AACnE4C,oBAAAA,UAAAA,GAAaM,iBAAAA,CAAkBhB,SAAAA,CAAAA;AACjC,gBAAA,CAAA,CAAE,OAAOO,KAAAA,EAAgB;AACvBT,oBAAAA,QAAAA,CAASK,eAAAA,CAAgBI,KAAAA,CAAAA,CAAAA;AACzB,oBAAA;AACF,gBAAA;AAEAU,gBAAAA,QAAAA,CAASrB,IAAAA,CAAKsB,MAAM,EAAER,UAAAA,EAAY,CAACS,GAAAA,GAAAA;AACjC,oBAAA,IAAIA,GAAAA,EAAK;AACPrB,wBAAAA,QAAAA,CAASK,eAAAA,CAAgBgB,GAAAA,CAAAA,CAAAA;AACzB,wBAAA;AACF,oBAAA;oBACArB,QAAAA,CAAS,IAAA,CAAA;AACX,gBAAA,CAAA,CAAA;AACF,YAAA;AACF,SAAA,CAAA;AACF,IAAA;AAtIA,IAAA,WAAA,CAAYpC,OAAkD,CAAE;QAKhE,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,WAAA,EAAA;AAAA,YAAA,KAAA,EAAA;;QAoCA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,cAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QA/CA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,kBAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,aAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,YAAA,EAAA;;mBAAA;;aAZA0D,IAAAA,GAAO,8BAAA;aAEPC,IAAAA,GAAqB,aAAA;AAIrBjD,QAAAA,IAAAA,CAAAA,OAAAA,GAA6D,EAAC;AAE9D,QAAA,+BAAA,CAAA,IAAA,EAAA,kBAAA,CAAA,CAAA,sBAAsE,EAAC;QAOrE,IAAI,CAACV,OAAO,GAAGA,OAAAA;QACf,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,GAAgBY,IAAAA,CAAKgD,OAAO,CAAC5D,OAAAA,CAAQ6D,SAAS,CAACjD,IAAI,CAAA;AAC1D,IAAA;AAoIF;AAlIE,SAAA,WAAYkD,OAAe,EAAA;AACzB,IAAA,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,EAAcC,MAAAA,CAAO;QACxBnB,OAAAA,EAAS;AACPoB,YAAAA,SAAAA,EAAW,IAAIC,IAAAA,EAAAA;AACfH,YAAAA,OAAAA;YACAI,MAAAA,EAAQ;AACV,SAAA;QACAC,IAAAA,EAAM;AACR,KAAA,CAAA;AACF;AA2BA,eAAA,aAAA,GAAA;IACE,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,kBAAA,CAAA;AACjB,IAAA,MAAM/D,WAAW,+BAAA,CAAA,IAAI,EAAC,kBAAA,CAAA,CAAA,oBAAmBgE,MAAM;AAC/C,IAAA,IAAIhE,QAAAA,EAAU;QACZ,MAAMD,MAAAA,GAASS,KAAK2B,IAAI,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAe,eAAA,CAAA;AAC7C,QAAA,MAAMhC,YAAGC,KAAK,CAACI,IAAAA,CAAKsC,OAAO,CAAC/C,MAAAA,CAAAA,EAAS;YAAEM,SAAAA,EAAW;AAAK,SAAA,CAAA;QACvD,MAAMF,WAAAA,CAAG8D,SAAS,CAAClE,MAAAA,EAAQiD,KAAKC,SAAS,CAACjD,QAAAA,EAAU,IAAA,EAAM,CAAA,CAAA,EAAI,MAAA,CAAA;AAChE,IAAA;AACF;;;;"}

package/dist/directory/providers/destination/utils.d.ts

@@ -0,0 +1,8 @@
+import { Writable } from 'stream';
+import { createFilePathFactory } from '../../../file/providers/destination/utils';
+export { createFilePathFactory };
+/**
+ * JSONL writer that mirrors {@link createTarEntryStream} but writes files under a root directory.
+ */
+export declare const createDirectoryJsonlWriter: (rootDir: string, pathFactory: (index?: number) => string, maxSize?: number) => Writable;
+//# sourceMappingURL=utils.d.ts.map

package/dist/directory/providers/destination/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../src/directory/providers/destination/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,OAAO,EAAE,qBAAqB,EAAE,MAAM,2CAA2C,CAAC;AAElF,OAAO,EAAE,qBAAqB,EAAE,CAAC;AAEjC;;GAEG;AACH,eAAO,MAAM,0BAA0B,GACrC,SAAS,MAAM,EACf,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,KAAK,MAAM,EACvC,gBAAgB,aAwDjB,CAAC"}

package/dist/directory/providers/destination/utils.js

@@ -0,0 +1,62 @@
+'use strict';
+
+var fs = require('fs');
+var path = require('path');
+var stream = require('stream');
+
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+var path__default = /*#__PURE__*/_interopDefault(path);
+
+/**
+ * JSONL writer that mirrors {@link createTarEntryStream} but writes files under a root directory.
+ */ const createDirectoryJsonlWriter = (rootDir, pathFactory, maxSize = 2.56e8)=>{
+    let fileIndex = 0;
+    let buffer = '';
+    const resolvePath = (posixName)=>path__default.default.join(rootDir, ...posixName.split('/'));
+    const flush = async ()=>{
+        if (!buffer) {
+            return;
+        }
+        fileIndex += 1;
+        const name = pathFactory(fileIndex);
+        const targetPath = resolvePath(name);
+        await fs.promises.mkdir(path__default.default.dirname(targetPath), {
+            recursive: true
+        });
+        await fs.promises.writeFile(targetPath, buffer, 'utf8');
+        buffer = '';
+    };
+    const push = (chunk)=>{
+        buffer += chunk;
+    };
+    return new stream.Writable({
+        async final (callback) {
+            try {
+                await flush();
+                callback();
+            } catch (err) {
+                callback(err instanceof Error ? err : new Error(String(err)));
+            }
+        },
+        async destroy (err, callback) {
+            await flush();
+            callback(err);
+        },
+        async write (chunk, _encoding, callback) {
+            const size = chunk.length;
+            if (chunk.length > maxSize) {
+                callback(new Error(`payload too large: ${chunk.length}>${maxSize}`));
+                return;
+            }
+            if (buffer.length + size > maxSize) {
+                await flush();
+            }
+            push(chunk);
+            callback(null);
+        }
+    });
+};
+
+exports.createDirectoryJsonlWriter = createDirectoryJsonlWriter;
+//# sourceMappingURL=utils.js.map

package/dist/directory/providers/destination/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sources":["../../../../src/directory/providers/destination/utils.ts"],"sourcesContent":["import { promises as fsp } from 'fs';\nimport path from 'path';\nimport { Writable } from 'stream';\n\nimport { createFilePathFactory } from '../../../file/providers/destination/utils';\n\nexport { createFilePathFactory };\n\n/**\n * JSONL writer that mirrors {@link createTarEntryStream} but writes files under a root directory.\n */\nexport const createDirectoryJsonlWriter = (\n  rootDir: string,\n  pathFactory: (index?: number) => string,\n  maxSize = 2.56e8\n) => {\n  let fileIndex = 0;\n  let buffer = '';\n\n  const resolvePath = (posixName: string) => path.join(rootDir, ...posixName.split('/'));\n\n  const flush = async () => {\n    if (!buffer) {\n      return;\n    }\n\n    fileIndex += 1;\n    const name = pathFactory(fileIndex);\n    const targetPath = resolvePath(name);\n    await fsp.mkdir(path.dirname(targetPath), { recursive: true });\n    await fsp.writeFile(targetPath, buffer, 'utf8');\n    buffer = '';\n  };\n\n  const push = (chunk: string | Buffer) => {\n    buffer += chunk;\n  };\n\n  return new Writable({\n    async final(callback) {\n      try {\n        await flush();\n        callback();\n      } catch (err: unknown) {\n        callback(err instanceof Error ? err : new Error(String(err)));\n      }\n    },\n\n    async destroy(err, callback) {\n      await flush();\n      callback(err);\n    },\n\n    async write(chunk, _encoding, callback) {\n      const size = chunk.length;\n\n      if (chunk.length > maxSize) {\n        callback(new Error(`payload too large: ${chunk.length}>${maxSize}`));\n        return;\n      }\n\n      if (buffer.length + size > maxSize) {\n        await flush();\n      }\n\n      push(chunk);\n\n      callback(null);\n    },\n  });\n};\n"],"names":["createDirectoryJsonlWriter","rootDir","pathFactory","maxSize","fileIndex","buffer","resolvePath","posixName","path","join","split","flush","name","targetPath","fsp","mkdir","dirname","recursive","writeFile","push","chunk","Writable","final","callback","err","Error","String","destroy","write","_encoding","size","length"],"mappings":";;;;;;;;;;AAQA;;AAEC,IACM,MAAMA,0BAAAA,GAA6B,CACxCC,OAAAA,EACAC,WAAAA,EACAC,UAAU,MAAM,GAAA;AAEhB,IAAA,IAAIC,SAAAA,GAAY,CAAA;AAChB,IAAA,IAAIC,MAAAA,GAAS,EAAA;IAEb,MAAMC,WAAAA,GAAc,CAACC,SAAAA,GAAsBC,qBAAAA,CAAKC,IAAI,CAACR,OAAAA,EAAAA,GAAYM,SAAAA,CAAUG,KAAK,CAAC,GAAA,CAAA,CAAA;AAEjF,IAAA,MAAMC,KAAAA,GAAQ,UAAA;AACZ,QAAA,IAAI,CAACN,MAAAA,EAAQ;AACX,YAAA;AACF,QAAA;QAEAD,SAAAA,IAAa,CAAA;AACb,QAAA,MAAMQ,OAAOV,WAAAA,CAAYE,SAAAA,CAAAA;AACzB,QAAA,MAAMS,aAAaP,WAAAA,CAAYM,IAAAA,CAAAA;AAC/B,QAAA,MAAME,YAAIC,KAAK,CAACP,qBAAAA,CAAKQ,OAAO,CAACH,UAAAA,CAAAA,EAAa;YAAEI,SAAAA,EAAW;AAAK,SAAA,CAAA;AAC5D,QAAA,MAAMH,WAAAA,CAAII,SAAS,CAACL,UAAAA,EAAYR,MAAAA,EAAQ,MAAA,CAAA;QACxCA,MAAAA,GAAS,EAAA;AACX,IAAA,CAAA;AAEA,IAAA,MAAMc,OAAO,CAACC,KAAAA,GAAAA;QACZf,MAAAA,IAAUe,KAAAA;AACZ,IAAA,CAAA;AAEA,IAAA,OAAO,IAAIC,eAAAA,CAAS;AAClB,QAAA,MAAMC,OAAMC,QAAQ,EAAA;YAClB,IAAI;gBACF,MAAMZ,KAAAA,EAAAA;AACNY,gBAAAA,QAAAA,EAAAA;AACF,YAAA,CAAA,CAAE,OAAOC,GAAAA,EAAc;AACrBD,gBAAAA,QAAAA,CAASC,GAAAA,YAAeC,KAAAA,GAAQD,GAAAA,GAAM,IAAIC,MAAMC,MAAAA,CAAOF,GAAAA,CAAAA,CAAAA,CAAAA;AACzD,YAAA;AACF,QAAA,CAAA;QAEA,MAAMG,OAAAA,CAAAA,CAAQH,GAAG,EAAED,QAAQ,EAAA;YACzB,MAAMZ,KAAAA,EAAAA;YACNY,QAAAA,CAASC,GAAAA,CAAAA;AACX,QAAA,CAAA;AAEA,QAAA,MAAMI,KAAAA,CAAAA,CAAMR,KAAK,EAAES,SAAS,EAAEN,QAAQ,EAAA;YACpC,MAAMO,IAAAA,GAAOV,MAAMW,MAAM;YAEzB,IAAIX,KAAAA,CAAMW,MAAM,GAAG5B,OAAAA,EAAS;gBAC1BoB,QAAAA,CAAS,IAAIE,KAAAA,CAAM,CAAC,mBAAmB,EAAEL,MAAMW,MAAM,CAAC,CAAC,EAAE5B,OAAAA,CAAAA,CAAS,CAAA,CAAA;AAClE,gBAAA;AACF,YAAA;AAEA,YAAA,IAAIE,MAAAA,CAAO0B,MAAM,GAAGD,IAAAA,GAAO3B,OAAAA,EAAS;gBAClC,MAAMQ,KAAAA,EAAAA;AACR,YAAA;YAEAQ,IAAAA,CAAKC,KAAAA,CAAAA;YAELG,QAAAA,CAAS,IAAA,CAAA;AACX,QAAA;AACF,KAAA,CAAA;AACF;;;;"}

package/dist/directory/providers/destination/utils.mjs

@@ -0,0 +1,56 @@
+import { promises } from 'fs';
+import path from 'path';
+import { Writable } from 'stream';
+
+/**
+ * JSONL writer that mirrors {@link createTarEntryStream} but writes files under a root directory.
+ */ const createDirectoryJsonlWriter = (rootDir, pathFactory, maxSize = 2.56e8)=>{
+    let fileIndex = 0;
+    let buffer = '';
+    const resolvePath = (posixName)=>path.join(rootDir, ...posixName.split('/'));
+    const flush = async ()=>{
+        if (!buffer) {
+            return;
+        }
+        fileIndex += 1;
+        const name = pathFactory(fileIndex);
+        const targetPath = resolvePath(name);
+        await promises.mkdir(path.dirname(targetPath), {
+            recursive: true
+        });
+        await promises.writeFile(targetPath, buffer, 'utf8');
+        buffer = '';
+    };
+    const push = (chunk)=>{
+        buffer += chunk;
+    };
+    return new Writable({
+        async final (callback) {
+            try {
+                await flush();
+                callback();
+            } catch (err) {
+                callback(err instanceof Error ? err : new Error(String(err)));
+            }
+        },
+        async destroy (err, callback) {
+            await flush();
+            callback(err);
+        },
+        async write (chunk, _encoding, callback) {
+            const size = chunk.length;
+            if (chunk.length > maxSize) {
+                callback(new Error(`payload too large: ${chunk.length}>${maxSize}`));
+                return;
+            }
+            if (buffer.length + size > maxSize) {
+                await flush();
+            }
+            push(chunk);
+            callback(null);
+        }
+    });
+};
+
+export { createDirectoryJsonlWriter };
+//# sourceMappingURL=utils.mjs.map