@strapi/data-transfer 5.41.0 → 5.42.0

package/dist/directory/providers/index.d.ts

@@ -0,0 +1,3 @@
+export * from './destination';
+export * from './source';
+//# sourceMappingURL=index.d.ts.map

package/dist/directory/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/directory/providers/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC"}

package/dist/directory/providers/index.js

@@ -0,0 +1,10 @@
+'use strict';
+
+var index = require('./destination/index.js');
+var index$1 = require('./source/index.js');
+
+
+
+exports.createLocalDirectoryDestinationProvider = index.createLocalDirectoryDestinationProvider;
+exports.createLocalDirectorySourceProvider = index$1.createLocalDirectorySourceProvider;
+//# sourceMappingURL=index.js.map

package/dist/directory/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}

package/dist/directory/providers/index.mjs

@@ -0,0 +1,3 @@
+export { createLocalDirectoryDestinationProvider } from './destination/index.mjs';
+export { createLocalDirectorySourceProvider } from './source/index.mjs';
+//# sourceMappingURL=index.mjs.map

package/dist/directory/providers/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":[],"sourcesContent":[],"names":[],"mappings":";"}

package/dist/directory/providers/source/index.d.ts

@@ -0,0 +1,28 @@
+/// <reference types="node" />
+import type { Readable } from 'stream';
+import type { IMetadata, ISourceProvider, ProviderType } from '../../../../types';
+import type { IDiagnosticReporter } from '../../../utils/diagnostic';
+export interface ILocalDirectorySourceProviderOptions {
+    directory: {
+        /** Absolute or relative path to the root of an unpacked Strapi data-transfer export */
+        path: string;
+    };
+}
+export declare const createLocalDirectorySourceProvider: (options: ILocalDirectorySourceProviderOptions) => LocalDirectorySourceProvider;
+declare class LocalDirectorySourceProvider implements ISourceProvider {
+    #private;
+    type: ProviderType;
+    name: string;
+    options: ILocalDirectorySourceProviderOptions;
+    constructor(options: ILocalDirectorySourceProviderOptions);
+    bootstrap(diagnostics: IDiagnosticReporter): Promise<void>;
+    getMetadata(): Promise<IMetadata | null>;
+    getSchemas(): Promise<any>;
+    createEntitiesReadStream(): Readable;
+    createSchemasReadStream(): Readable;
+    createLinksReadStream(): Readable;
+    createConfigurationReadStream(): Readable;
+    createAssetsReadStream(): Readable;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/directory/providers/source/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/directory/providers/source/index.ts"],"names":[],"mappings":";AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AASvC,OAAO,KAAK,EAAU,SAAS,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAC1F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAQrE,MAAM,WAAW,oCAAoC;IACnD,SAAS,EAAE;QACT,uFAAuF;QACvF,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,eAAO,MAAM,kCAAkC,YACpC,oCAAoC,iCAG9C,CAAC;AAOF,cAAM,4BAA6B,YAAW,eAAe;;IAC3D,IAAI,EAAE,YAAY,CAAY;IAE9B,IAAI,SAA6B;IAEjC,OAAO,EAAE,oCAAoC,CAAC;gBAQlC,OAAO,EAAE,oCAAoC;IA2BnD,SAAS,CAAC,WAAW,EAAE,mBAAmB;IAkC1C,WAAW;IAQX,UAAU;IAchB,wBAAwB,IAAI,QAAQ;IAKpC,uBAAuB,IAAI,QAAQ;IAKnC,qBAAqB,IAAI,QAAQ;IAKjC,6BAA6B,IAAI,QAAQ;IAKzC,sBAAsB,IAAI,QAAQ;CA8GnC"}

package/dist/directory/providers/source/index.js

@@ -0,0 +1,260 @@
+'use strict';
+
+var path = require('path');
+var stream$1 = require('stream');
+var fs = require('fs-extra');
+var fp = require('lodash/fp');
+var streamChain = require('stream-chain');
+var Parser = require('stream-json/jsonl/Parser');
+require('crypto');
+var stream = require('../../../utils/stream.js');
+var schema = require('../../../utils/schema.js');
+require('events');
+var providers = require('../../../errors/providers.js');
+var utils = require('../../../file/providers/source/utils.js');
+
+function _class_private_field_loose_base(receiver, privateKey) {
+    if (!Object.prototype.hasOwnProperty.call(receiver, privateKey)) {
+        throw new TypeError("attempted to use private field on non-instance");
+    }
+    return receiver;
+}
+var id = 0;
+function _class_private_field_loose_key(name) {
+    return "__private_" + id++ + "_" + name;
+}
+const METADATA_FILE_PATH = 'metadata.json';
+const createLocalDirectorySourceProvider = (options)=>{
+    return new LocalDirectorySourceProvider(options);
+};
+const isPathInsideRoot = (root, candidate)=>{
+    const relative = path.relative(root, candidate);
+    return relative === '' || !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative);
+};
+var _rootResolved = /*#__PURE__*/ _class_private_field_loose_key("_rootResolved"), _metadata = /*#__PURE__*/ _class_private_field_loose_key("_metadata"), _diagnostics = /*#__PURE__*/ _class_private_field_loose_key("_diagnostics"), _reportInfo = /*#__PURE__*/ _class_private_field_loose_key("_reportInfo"), /** Resolve a posix-style relative path under the export root; rejects escapes. */ _safePath = /*#__PURE__*/ _class_private_field_loose_key("_safePath"), _loadMetadata = /*#__PURE__*/ _class_private_field_loose_key("_loadMetadata"), _pipeAssetsToStream = /*#__PURE__*/ _class_private_field_loose_key("_pipeAssetsToStream"), _readAssetMetadata = /*#__PURE__*/ _class_private_field_loose_key("_readAssetMetadata"), _listJsonlFiles = /*#__PURE__*/ _class_private_field_loose_key("_listJsonlFiles"), _streamJsonlDirectory = /*#__PURE__*/ _class_private_field_loose_key("_streamJsonlDirectory"), _pipeJsonlDirectoryToStream = /*#__PURE__*/ _class_private_field_loose_key("_pipeJsonlDirectoryToStream");
+class LocalDirectorySourceProvider {
+    async bootstrap(diagnostics) {
+        _class_private_field_loose_base(this, _diagnostics)[_diagnostics] = diagnostics;
+        const root = _class_private_field_loose_base(this, _rootResolved)[_rootResolved];
+        try {
+            const stat = await fs.stat(root);
+            if (!stat.isDirectory()) {
+                throw new providers.ProviderInitializationError(`Path '${root}' is not a directory.`);
+            }
+            await _class_private_field_loose_base(this, _loadMetadata)[_loadMetadata]();
+        } catch (e) {
+            if (e instanceof providers.ProviderInitializationError) {
+                throw e;
+            }
+            throw new providers.ProviderInitializationError(`Directory '${root}' is not a valid Strapi data export.`);
+        }
+        if (!_class_private_field_loose_base(this, _metadata)[_metadata]) {
+            throw new providers.ProviderInitializationError('Could not load metadata from Strapi data export.');
+        }
+    }
+    async getMetadata() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('getting metadata');
+        if (!_class_private_field_loose_base(this, _metadata)[_metadata]) {
+            await _class_private_field_loose_base(this, _loadMetadata)[_loadMetadata]();
+        }
+        return _class_private_field_loose_base(this, _metadata)[_metadata] ?? null;
+    }
+    async getSchemas() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('getting schemas');
+        const schemaCollection = await stream.collect(this.createSchemasReadStream());
+        if (fp.isEmpty(schemaCollection)) {
+            throw new providers.ProviderInitializationError('Could not load schemas from Strapi data export.');
+        }
+        const schemas = fp.keyBy('uid', schemaCollection);
+        return schema.schemasToValidJSON(schemas);
+    }
+    createEntitiesReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating entities read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('entities');
+    }
+    createSchemasReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating schemas read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('schemas');
+    }
+    createLinksReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating links read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('links');
+    }
+    createConfigurationReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating configuration read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('configuration');
+    }
+    createAssetsReadStream() {
+        const outStream = new stream$1.PassThrough({
+            objectMode: true
+        });
+        const uploadsDir = _class_private_field_loose_base(this, _safePath)[_safePath]('assets', 'uploads');
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating assets read stream');
+        _class_private_field_loose_base(this, _pipeAssetsToStream)[_pipeAssetsToStream](outStream, uploadsDir).catch((e)=>{
+            outStream.destroy(e instanceof Error ? e : new providers.ProviderTransferError(String(e), {
+                details: {
+                    error: e
+                }
+            }));
+        });
+        return outStream;
+    }
+    constructor(options){
+        Object.defineProperty(this, _reportInfo, {
+            value: reportInfo
+        });
+        Object.defineProperty(this, _safePath, {
+            value: safePath
+        });
+        Object.defineProperty(this, _loadMetadata, {
+            value: loadMetadata
+        });
+        Object.defineProperty(this, _pipeAssetsToStream, {
+            value: pipeAssetsToStream
+        });
+        Object.defineProperty(this, _readAssetMetadata, {
+            value: readAssetMetadata
+        });
+        Object.defineProperty(this, _listJsonlFiles, {
+            value: listJsonlFiles
+        });
+        Object.defineProperty(this, _streamJsonlDirectory, {
+            value: streamJsonlDirectory
+        });
+        Object.defineProperty(this, _pipeJsonlDirectoryToStream, {
+            value: pipeJsonlDirectoryToStream
+        });
+        Object.defineProperty(this, _rootResolved, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _metadata, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _diagnostics, {
+            writable: true,
+            value: void 0
+        });
+        this.type = 'source';
+        this.name = 'source::local-directory';
+        this.options = options;
+        _class_private_field_loose_base(this, _rootResolved)[_rootResolved] = path.resolve(options.directory.path);
+    }
+}
+function reportInfo(message) {
+    _class_private_field_loose_base(this, _diagnostics)[_diagnostics]?.report({
+        details: {
+            createdAt: new Date(),
+            message,
+            origin: 'directory-source-provider'
+        },
+        kind: 'info'
+    });
+}
+function safePath(...posixSegments) {
+    const joined = path.posix.join(...posixSegments);
+    const segments = joined.split(path.posix.sep).filter(Boolean);
+    const resolved = path.resolve(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], ...segments);
+    if (!isPathInsideRoot(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], resolved)) {
+        throw new providers.ProviderInitializationError(`Invalid path "${joined}" — escapes backup directory`);
+    }
+    return resolved;
+}
+async function loadMetadata() {
+    const metadataPath = _class_private_field_loose_base(this, _safePath)[_safePath](METADATA_FILE_PATH);
+    if (!await fs.pathExists(metadataPath)) {
+        throw new providers.ProviderInitializationError(`Missing ${METADATA_FILE_PATH} in export directory '${_class_private_field_loose_base(this, _rootResolved)[_rootResolved]}'.`);
+    }
+    _class_private_field_loose_base(this, _metadata)[_metadata] = await fs.readJson(metadataPath);
+}
+async function pipeAssetsToStream(outStream, uploadsDir) {
+    if (!await fs.pathExists(uploadsDir)) {
+        outStream.end();
+        return;
+    }
+    const names = (await fs.readdir(uploadsDir)).sort();
+    for (const name of names){
+        const absUpload = path.join(uploadsDir, name);
+        const stat = await fs.stat(absUpload);
+        if (stat.isFile()) {
+            let metadata;
+            try {
+                metadata = await _class_private_field_loose_base(this, _readAssetMetadata)[_readAssetMetadata](name);
+            } catch (error) {
+                outStream.destroy(new providers.ProviderTransferError(`Failed to read metadata for ${name}`, {
+                    details: {
+                        error
+                    }
+                }));
+                return;
+            }
+            const normalizedPath = utils.unknownPathToPosix(path.posix.join('assets', 'uploads', name));
+            const asset = {
+                metadata,
+                filename: name,
+                filepath: normalizedPath,
+                stats: {
+                    size: stat.size
+                },
+                stream: fs.createReadStream(absUpload)
+            };
+            outStream.write(asset);
+        }
+    }
+    outStream.end();
+}
+async function readAssetMetadata(filename) {
+    const metadataPath = _class_private_field_loose_base(this, _safePath)[_safePath]('assets', 'metadata', `${filename}.json`);
+    return fs.readJson(metadataPath);
+}
+async function listJsonlFiles(posixSubdir) {
+    const dirAbs = _class_private_field_loose_base(this, _safePath)[_safePath](...posixSubdir.split('/').filter(Boolean));
+    if (!await fs.pathExists(dirAbs)) {
+        return [];
+    }
+    const names = await fs.readdir(dirAbs);
+    return names.filter((n)=>n.endsWith('.jsonl')).sort().map((n)=>path.join(dirAbs, n));
+}
+function streamJsonlDirectory(posixSubdir) {
+    const outStream = new stream$1.PassThrough({
+        objectMode: true
+    });
+    _class_private_field_loose_base(this, _reportInfo)[_reportInfo](`streaming jsonl from ${posixSubdir}`);
+    _class_private_field_loose_base(this, _pipeJsonlDirectoryToStream)[_pipeJsonlDirectoryToStream](outStream, posixSubdir).catch((e)=>{
+        outStream.destroy(e instanceof Error ? e : new providers.ProviderTransferError(String(e), {
+            details: {
+                error: e
+            }
+        }));
+    });
+    return outStream;
+}
+async function pipeJsonlDirectoryToStream(outStream, posixSubdir) {
+    const files = await _class_private_field_loose_base(this, _listJsonlFiles)[_listJsonlFiles](posixSubdir);
+    for (const absPath of files){
+        const transforms = [
+            Parser.parser({
+                checkErrors: true
+            }),
+            (line)=>line.value
+        ];
+        const stream = fs.createReadStream(absPath).pipe(streamChain.chain(transforms));
+        try {
+            for await (const chunk of stream){
+                outStream.write(chunk);
+            }
+        } catch (e) {
+            outStream.destroy(new providers.ProviderTransferError(`Error parsing JSONL in ${absPath}: ${e.message}`, {
+                details: {
+                    error: e
+                }
+            }));
+            return;
+        }
+    }
+    outStream.end();
+}
+
+exports.createLocalDirectorySourceProvider = createLocalDirectorySourceProvider;
+//# sourceMappingURL=index.js.map

package/dist/directory/providers/source/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../../../../src/directory/providers/source/index.ts"],"sourcesContent":["import path from 'path';\nimport type { Readable } from 'stream';\nimport { PassThrough } from 'stream';\n\nimport fs from 'fs-extra';\nimport { isEmpty, keyBy } from 'lodash/fp';\nimport { chain } from 'stream-chain';\nimport { parser } from 'stream-json/jsonl/Parser';\nimport type { Struct } from '@strapi/types';\n\nimport type { IAsset, IMetadata, ISourceProvider, ProviderType } from '../../../../types';\nimport type { IDiagnosticReporter } from '../../../utils/diagnostic';\n\nimport * as utils from '../../../utils';\nimport { ProviderInitializationError, ProviderTransferError } from '../../../errors/providers';\nimport { unknownPathToPosix } from '../../../file/providers/source/utils';\n\nconst METADATA_FILE_PATH = 'metadata.json';\n\nexport interface ILocalDirectorySourceProviderOptions {\n  directory: {\n    /** Absolute or relative path to the root of an unpacked Strapi data-transfer export */\n    path: string;\n  };\n}\n\nexport const createLocalDirectorySourceProvider = (\n  options: ILocalDirectorySourceProviderOptions\n) => {\n  return new LocalDirectorySourceProvider(options);\n};\n\nconst isPathInsideRoot = (root: string, candidate: string): boolean => {\n  const relative = path.relative(root, candidate);\n  return relative === '' || (!relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative));\n};\n\nclass LocalDirectorySourceProvider implements ISourceProvider {\n  type: ProviderType = 'source';\n\n  name = 'source::local-directory';\n\n  options: ILocalDirectorySourceProviderOptions;\n\n  #rootResolved: string;\n\n  #metadata?: IMetadata;\n\n  #diagnostics?: IDiagnosticReporter;\n\n  constructor(options: ILocalDirectorySourceProviderOptions) {\n    this.options = options;\n    this.#rootResolved = path.resolve(options.directory.path);\n  }\n\n  #reportInfo(message: string) {\n    this.#diagnostics?.report({\n      details: {\n        createdAt: new Date(),\n        message,\n        origin: 'directory-source-provider',\n      },\n      kind: 'info',\n    });\n  }\n\n  /** Resolve a posix-style relative path under the export root; rejects escapes. */\n  #safePath(...posixSegments: string[]): string {\n    const joined = path.posix.join(...posixSegments);\n    const segments = joined.split(path.posix.sep).filter(Boolean);\n    const resolved = path.resolve(this.#rootResolved, ...segments);\n    if (!isPathInsideRoot(this.#rootResolved, resolved)) {\n      throw new ProviderInitializationError(`Invalid path \"${joined}\" — escapes backup directory`);\n    }\n    return resolved;\n  }\n\n  async bootstrap(diagnostics: IDiagnosticReporter) {\n    this.#diagnostics = diagnostics;\n    const root = this.#rootResolved;\n\n    try {\n      const stat = await fs.stat(root);\n      if (!stat.isDirectory()) {\n        throw new ProviderInitializationError(`Path '${root}' is not a directory.`);\n      }\n      await this.#loadMetadata();\n    } catch (e) {\n      if (e instanceof ProviderInitializationError) {\n        throw e;\n      }\n      throw new ProviderInitializationError(\n        `Directory '${root}' is not a valid Strapi data export.`\n      );\n    }\n\n    if (!this.#metadata) {\n      throw new ProviderInitializationError('Could not load metadata from Strapi data export.');\n    }\n  }\n\n  async #loadMetadata() {\n    const metadataPath = this.#safePath(METADATA_FILE_PATH);\n    if (!(await fs.pathExists(metadataPath))) {\n      throw new ProviderInitializationError(\n        `Missing ${METADATA_FILE_PATH} in export directory '${this.#rootResolved}'.`\n      );\n    }\n    this.#metadata = await fs.readJson(metadataPath);\n  }\n\n  async getMetadata() {\n    this.#reportInfo('getting metadata');\n    if (!this.#metadata) {\n      await this.#loadMetadata();\n    }\n    return this.#metadata ?? null;\n  }\n\n  async getSchemas() {\n    this.#reportInfo('getting schemas');\n    const schemaCollection = await utils.stream.collect<Struct.Schema>(\n      this.createSchemasReadStream()\n    );\n\n    if (isEmpty(schemaCollection)) {\n      throw new ProviderInitializationError('Could not load schemas from Strapi data export.');\n    }\n\n    const schemas = keyBy('uid', schemaCollection);\n    return utils.schema.schemasToValidJSON(schemas);\n  }\n\n  createEntitiesReadStream(): Readable {\n    this.#reportInfo('creating entities read stream');\n    return this.#streamJsonlDirectory('entities');\n  }\n\n  createSchemasReadStream(): Readable {\n    this.#reportInfo('creating schemas read stream');\n    return this.#streamJsonlDirectory('schemas');\n  }\n\n  createLinksReadStream(): Readable {\n    this.#reportInfo('creating links read stream');\n    return this.#streamJsonlDirectory('links');\n  }\n\n  createConfigurationReadStream(): Readable {\n    this.#reportInfo('creating configuration read stream');\n    return this.#streamJsonlDirectory('configuration');\n  }\n\n  createAssetsReadStream(): Readable {\n    const outStream = new PassThrough({ objectMode: true });\n    const uploadsDir = this.#safePath('assets', 'uploads');\n    this.#reportInfo('creating assets read stream');\n\n    this.#pipeAssetsToStream(outStream, uploadsDir).catch((e: unknown) => {\n      outStream.destroy(\n        e instanceof Error ? e : new ProviderTransferError(String(e), { details: { error: e } })\n      );\n    });\n\n    return outStream;\n  }\n\n  async #pipeAssetsToStream(outStream: PassThrough, uploadsDir: string): Promise<void> {\n    if (!(await fs.pathExists(uploadsDir))) {\n      outStream.end();\n      return;\n    }\n\n    const names = (await fs.readdir(uploadsDir)).sort();\n    for (const name of names) {\n      const absUpload = path.join(uploadsDir, name);\n      const stat = await fs.stat(absUpload);\n      if (stat.isFile()) {\n        let metadata: IAsset['metadata'];\n        try {\n          metadata = await this.#readAssetMetadata(name);\n        } catch (error) {\n          outStream.destroy(\n            new ProviderTransferError(`Failed to read metadata for ${name}`, {\n              details: { error },\n            })\n          );\n          return;\n        }\n\n        const normalizedPath = unknownPathToPosix(path.posix.join('assets', 'uploads', name));\n        const asset: IAsset = {\n          metadata,\n          filename: name,\n          filepath: normalizedPath,\n          stats: { size: stat.size },\n          stream: fs.createReadStream(absUpload),\n        };\n        outStream.write(asset);\n      }\n    }\n    outStream.end();\n  }\n\n  async #readAssetMetadata(filename: string): Promise<IAsset['metadata']> {\n    const metadataPath = this.#safePath('assets', 'metadata', `${filename}.json`);\n    return fs.readJson(metadataPath);\n  }\n\n  async #listJsonlFiles(posixSubdir: string): Promise<string[]> {\n    const dirAbs = this.#safePath(...posixSubdir.split('/').filter(Boolean));\n    if (!(await fs.pathExists(dirAbs))) {\n      return [];\n    }\n    const names = await fs.readdir(dirAbs);\n    return names\n      .filter((n) => n.endsWith('.jsonl'))\n      .sort()\n      .map((n) => path.join(dirAbs, n));\n  }\n\n  #streamJsonlDirectory(posixSubdir: string): Readable {\n    const outStream = new PassThrough({ objectMode: true });\n    this.#reportInfo(`streaming jsonl from ${posixSubdir}`);\n\n    this.#pipeJsonlDirectoryToStream(outStream, posixSubdir).catch((e: unknown) => {\n      outStream.destroy(\n        e instanceof Error ? e : new ProviderTransferError(String(e), { details: { error: e } })\n      );\n    });\n\n    return outStream;\n  }\n\n  async #pipeJsonlDirectoryToStream(outStream: PassThrough, posixSubdir: string): Promise<void> {\n    const files = await this.#listJsonlFiles(posixSubdir);\n    for (const absPath of files) {\n      const transforms = [\n        parser({\n          checkErrors: true,\n        }),\n        (line: { key: string; value: object }) => line.value,\n      ];\n\n      const stream = fs.createReadStream(absPath).pipe(chain(transforms));\n\n      try {\n        for await (const chunk of stream) {\n          outStream.write(chunk);\n        }\n      } catch (e: unknown) {\n        outStream.destroy(\n          new ProviderTransferError(`Error parsing JSONL in ${absPath}: ${(e as Error).message}`, {\n            details: {\n              error: e,\n            },\n          })\n        );\n        return;\n      }\n    }\n    outStream.end();\n  }\n}\n"],"names":["METADATA_FILE_PATH","createLocalDirectorySourceProvider","options","LocalDirectorySourceProvider","isPathInsideRoot","root","candidate","relative","path","startsWith","sep","isAbsolute","bootstrap","diagnostics","stat","fs","isDirectory","ProviderInitializationError","e","getMetadata","getSchemas","schemaCollection","utils","createSchemasReadStream","isEmpty","schemas","keyBy","createEntitiesReadStream","createLinksReadStream","createConfigurationReadStream","createAssetsReadStream","outStream","PassThrough","objectMode","uploadsDir","catch","destroy","Error","ProviderTransferError","String","details","error","type","name","resolve","directory","message","report","createdAt","Date","origin","kind","posixSegments","joined","posix","join","segments","split","filter","Boolean","resolved","metadataPath","pathExists","readJson","end","names","readdir","sort","absUpload","isFile","metadata","normalizedPath","unknownPathToPosix","asset","filename","filepath","stats","size","stream","createReadStream","write","posixSubdir","dirAbs","n","endsWith","map","files","absPath","transforms","parser","checkErrors","line","value","pipe","chain","chunk"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,MAAMA,kBAAAA,GAAqB,eAAA;AASpB,MAAMC,qCAAqC,CAChDC,OAAAA,GAAAA;AAEA,IAAA,OAAO,IAAIC,4BAAAA,CAA6BD,OAAAA,CAAAA;AAC1C;AAEA,MAAME,gBAAAA,GAAmB,CAACC,IAAAA,EAAcC,SAAAA,GAAAA;AACtC,IAAA,MAAMC,QAAAA,GAAWC,IAAAA,CAAKD,QAAQ,CAACF,IAAAA,EAAMC,SAAAA,CAAAA;AACrC,IAAA,OAAOC,aAAa,EAAA,IAAO,CAACA,QAAAA,CAASE,UAAU,CAAC,CAAC,EAAE,EAAED,IAAAA,CAAKE,GAAG,CAAA,CAAE,CAAA,IAAK,CAACF,IAAAA,CAAKG,UAAU,CAACJ,QAAAA,CAAAA;AACvF,CAAA;IASE,aAAA,iBAAA,8BAAA,CAAA,eAAA,CAAA,EAEA,SAAA,iBAAA,8BAAA,CAAA,WAAA,CAAA,EAEA,YAAA,iBAAA,8BAAA,CAAA,cAAA,CAAA,EAOA,WAAA,iBAAA,8BAAA,CAAA,aAAA,CAAA,qFAYA,uEAkCM,aAAA,iBAAA,8BAAA,CAAA,eAAA,CAAA,EAkEA,mBAAA,iBAAA,8BAAA,CAAA,qBAAA,CAAA,EAqCA,kBAAA,iBAAA,8BAAA,CAAA,oBAAA,CAAA,EAKA,eAAA,iBAAA,8BAAA,CAAA,iBAAA,CAAA,EAYN,qBAAA,iBAAA,8BAAA,CAAA,uBAAA,CAAA,EAaM,2BAAA,iBAAA,8BAAA,CAAA,6BAAA,CAAA;AArMR,MAAMJ,4BAAAA,CAAAA;IAwCJ,MAAMS,SAAAA,CAAUC,WAAgC,EAAE;QAChD,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,GAAeA,WAAAA;AACpB,QAAA,MAAMR,IAAAA,GAAO,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA;QAElB,IAAI;AACF,YAAA,MAAMS,IAAAA,GAAO,MAAMC,EAAAA,CAAGD,IAAI,CAACT,IAAAA,CAAAA;YAC3B,IAAI,CAACS,IAAAA,CAAKE,WAAW,EAAA,EAAI;AACvB,gBAAA,MAAM,IAAIC,qCAAAA,CAA4B,CAAC,MAAM,EAAEZ,IAAAA,CAAK,qBAAqB,CAAC,CAAA;AAC5E,YAAA;YACA,MAAM,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EAAA;AACb,QAAA,CAAA,CAAE,OAAOa,CAAAA,EAAG;AACV,YAAA,IAAIA,aAAaD,qCAAAA,EAA6B;gBAC5C,MAAMC,CAAAA;AACR,YAAA;AACA,YAAA,MAAM,IAAID,qCAAAA,CACR,CAAC,WAAW,EAAEZ,IAAAA,CAAK,oCAAoC,CAAC,CAAA;AAE5D,QAAA;AAEA,QAAA,IAAI,CAAC,+BAAA,CAAA,IAAI,EAAC,WAAA,SAAA,CAAA,EAAW;AACnB,YAAA,MAAM,IAAIY,qCAAAA,CAA4B,kDAAA,CAAA;AACxC,QAAA;AACF,IAAA;AAYA,IAAA,MAAME,WAAAA,GAAc;QAClB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,kBAAA,CAAA;AACjB,QAAA,IAAI,CAAC,+BAAA,CAAA,IAAI,EAAC,WAAA,SAAA,CAAA,EAAW;YACnB,MAAM,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,EAAA;AACb,QAAA;AACA,QAAA,OAAO,+BAAA,CAAA,IAAI,EAAC,SAAA,CAAA,CAAA,SAAA,CAAA,IAAa,IAAA;AAC3B,IAAA;AAEA,IAAA,MAAMC,UAAAA,GAAa;QACjB,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,iBAAA,CAAA;QACjB,MAAMC,gBAAAA,GAAmB,MAAMC,cAAoB,CACjD,IAAI,CAACC,uBAAuB,EAAA,CAAA;AAG9B,QAAA,IAAIC,WAAQH,gBAAAA,CAAAA,EAAmB;AAC7B,YAAA,MAAM,IAAIJ,qCAAAA,CAA4B,iDAAA,CAAA;AACxC,QAAA;QAEA,MAAMQ,OAAAA,GAAUC,SAAM,KAAA,EAAOL,gBAAAA,CAAAA;AAC7B,QAAA,OAAOC,yBAA+B,CAACG,OAAAA,CAAAA;AACzC,IAAA;IAEAE,wBAAAA,GAAqC;QACnC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,+BAAA,CAAA;AACjB,QAAA,OAAO,+BAAA,CAAA,IAAI,EAAC,qBAAA,CAAA,CAAA,qBAAA,CAAA,CAAsB,UAAA,CAAA;AACpC,IAAA;IAEAJ,uBAAAA,GAAoC;QAClC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,8BAAA,CAAA;AACjB,QAAA,OAAO,+BAAA,CAAA,IAAI,EAAC,qBAAA,CAAA,CAAA,qBAAA,CAAA,CAAsB,SAAA,CAAA;AACpC,IAAA;IAEAK,qBAAAA,GAAkC;QAChC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,4BAAA,CAAA;AACjB,QAAA,OAAO,+BAAA,CAAA,IAAI,EAAC,qBAAA,CAAA,CAAA,qBAAA,CAAA,CAAsB,OAAA,CAAA;AACpC,IAAA;IAEAC,6BAAAA,GAA0C;QACxC,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,oCAAA,CAAA;AACjB,QAAA,OAAO,+BAAA,CAAA,IAAI,EAAC,qBAAA,CAAA,CAAA,qBAAA,CAAA,CAAsB,eAAA,CAAA;AACpC,IAAA;IAEAC,sBAAAA,GAAmC;QACjC,MAAMC,SAAAA,GAAY,IAAIC,oBAAAA,CAAY;YAAEC,UAAAA,EAAY;AAAK,SAAA,CAAA;AACrD,QAAA,MAAMC,aAAa,+BAAA,CAAA,IAAI,EAAC,SAAA,CAAA,CAAA,WAAU,QAAA,EAAU,SAAA,CAAA;QAC5C,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,WAAA,CAAA,CAAY,6BAAA,CAAA;QAEjB,+BAAA,CAAA,IAAI,EAAC,mBAAA,CAAA,CAAA,mBAAA,CAAA,CAAoBH,WAAWG,UAAAA,CAAAA,CAAYC,KAAK,CAAC,CAACjB,CAAAA,GAAAA;YACrDa,SAAAA,CAAUK,OAAO,CACflB,CAAAA,YAAamB,KAAAA,GAAQnB,IAAI,IAAIoB,+BAAAA,CAAsBC,OAAOrB,CAAAA,CAAAA,EAAI;gBAAEsB,OAAAA,EAAS;oBAAEC,KAAAA,EAAOvB;AAAE;AAAE,aAAA,CAAA,CAAA;AAE1F,QAAA,CAAA,CAAA;QAEA,OAAOa,SAAAA;AACT,IAAA;AAnHA,IAAA,WAAA,CAAY7B,OAA6C,CAAE;QAK3D,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,WAAA,EAAA;AAAA,YAAA,KAAA,EAAA;;QAYA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,SAAA,EAAA;AAAA,YAAA,KAAA,EAAA;;QAkCA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,aAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QAkEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,mBAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QAqCA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,kBAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QAKA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,eAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QAYA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,qBAAA,EAAA;AAAA,YAAA,KAAA,EAAA;;QAaA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAM,2BAAA,EAAA;AAAN,YAAA,KAAA,EAAA;;QA9LA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,aAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,SAAA,EAAA;;mBAAA;;QAEA,MAAA,CAAA,cAAA,CAAA,IAAA,EAAA,YAAA,EAAA;;mBAAA;;aAVAwC,IAAAA,GAAqB,QAAA;aAErBC,IAAAA,GAAO,yBAAA;QAWL,IAAI,CAACzC,OAAO,GAAGA,OAAAA;QACf,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,GAAgBM,IAAAA,CAAKoC,OAAO,CAAC1C,OAAAA,CAAQ2C,SAAS,CAACrC,IAAI,CAAA;AAC1D,IAAA;AAkNF;AAhNE,SAAA,WAAYsC,OAAe,EAAA;AACzB,IAAA,+BAAA,CAAA,IAAI,EAAC,YAAA,CAAA,CAAA,YAAA,CAAA,EAAcC,MAAAA,CAAO;QACxBP,OAAAA,EAAS;AACPQ,YAAAA,SAAAA,EAAW,IAAIC,IAAAA,EAAAA;AACfH,YAAAA,OAAAA;YACAI,MAAAA,EAAQ;AACV,SAAA;QACAC,IAAAA,EAAM;AACR,KAAA,CAAA;AACF;AAGA,SAAA,QAAA,CAAU,GAAGC,aAAuB,EAAA;AAClC,IAAA,MAAMC,MAAAA,GAAS7C,IAAAA,CAAK8C,KAAK,CAACC,IAAI,CAAA,GAAIH,aAAAA,CAAAA;IAClC,MAAMI,QAAAA,GAAWH,MAAAA,CAAOI,KAAK,CAACjD,IAAAA,CAAK8C,KAAK,CAAC5C,GAAG,CAAA,CAAEgD,MAAM,CAACC,OAAAA,CAAAA;IACrD,MAAMC,QAAAA,GAAWpD,KAAKoC,OAAO,CAAC,gCAAA,IAAI,EAAC,eAAA,aAAA,CAAA,EAAA,GAAkBY,QAAAA,CAAAA;AACrD,IAAA,IAAI,CAACpD,gBAAAA,CAAiB,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,gBAAewD,QAAAA,CAAAA,EAAW;AACnD,QAAA,MAAM,IAAI3C,qCAAAA,CAA4B,CAAC,cAAc,EAAEoC,MAAAA,CAAO,4BAA4B,CAAC,CAAA;AAC7F,IAAA;IACA,OAAOO,QAAAA;AACT;AA0BA,eAAA,YAAA,GAAA;AACE,IAAA,MAAMC,YAAAA,GAAe,+BAAA,CAAA,IAAI,EAAC,WAAA,SAAA,CAAA,CAAU7D,kBAAAA,CAAAA;AACpC,IAAA,IAAI,CAAE,MAAMe,EAAAA,CAAG+C,UAAU,CAACD,YAAAA,CAAAA,EAAgB;AACxC,QAAA,MAAM,IAAI5C,qCAAAA,CACR,CAAC,QAAQ,EAAEjB,kBAAAA,CAAmB,sBAAsB,EAAE,+BAAA,CAAA,IAAI,EAAC,aAAA,CAAA,CAAA,aAAA,CAAA,CAAc,EAAE,CAAC,CAAA;AAEhF,IAAA;AACA,IAAA,+BAAA,CAAA,IAAI,EAAC,SAAA,CAAA,CAAA,aAAY,MAAMe,EAAAA,CAAGgD,QAAQ,CAACF,YAAAA,CAAAA;AACrC;AA0DA,eAAA,kBAAA,CAA0B9B,SAAsB,EAAEG,UAAkB,EAAA;AAClE,IAAA,IAAI,CAAE,MAAMnB,EAAAA,CAAG+C,UAAU,CAAC5B,UAAAA,CAAAA,EAAc;AACtCH,QAAAA,SAAAA,CAAUiC,GAAG,EAAA;AACb,QAAA;AACF,IAAA;IAEA,MAAMC,KAAAA,GAAQ,CAAC,MAAMlD,GAAGmD,OAAO,CAAChC,UAAAA,CAAU,EAAGiC,IAAI,EAAA;IACjD,KAAK,MAAMxB,QAAQsB,KAAAA,CAAO;AACxB,QAAA,MAAMG,SAAAA,GAAY5D,IAAAA,CAAK+C,IAAI,CAACrB,UAAAA,EAAYS,IAAAA,CAAAA;AACxC,QAAA,MAAM7B,IAAAA,GAAO,MAAMC,EAAAA,CAAGD,IAAI,CAACsD,SAAAA,CAAAA;QAC3B,IAAItD,IAAAA,CAAKuD,MAAM,EAAA,EAAI;YACjB,IAAIC,QAAAA;YACJ,IAAI;AACFA,gBAAAA,QAAAA,GAAW,MAAM,+BAAA,CAAA,IAAI,EAAC,oBAAA,kBAAA,CAAA,CAAmB3B,IAAAA,CAAAA;AAC3C,YAAA,CAAA,CAAE,OAAOF,KAAAA,EAAO;gBACdV,SAAAA,CAAUK,OAAO,CACf,IAAIE,+BAAAA,CAAsB,CAAC,4BAA4B,EAAEK,MAAM,EAAE;oBAC/DH,OAAAA,EAAS;AAAEC,wBAAAA;AAAM;AACnB,iBAAA,CAAA,CAAA;AAEF,gBAAA;AACF,YAAA;YAEA,MAAM8B,cAAAA,GAAiBC,yBAAmBhE,IAAAA,CAAK8C,KAAK,CAACC,IAAI,CAAC,UAAU,SAAA,EAAWZ,IAAAA,CAAAA,CAAAA;AAC/E,YAAA,MAAM8B,KAAAA,GAAgB;AACpBH,gBAAAA,QAAAA;gBACAI,QAAAA,EAAU/B,IAAAA;gBACVgC,QAAAA,EAAUJ,cAAAA;gBACVK,KAAAA,EAAO;AAAEC,oBAAAA,IAAAA,EAAM/D,KAAK+D;AAAK,iBAAA;gBACzBC,MAAAA,EAAQ/D,EAAAA,CAAGgE,gBAAgB,CAACX,SAAAA;AAC9B,aAAA;AACArC,YAAAA,SAAAA,CAAUiD,KAAK,CAACP,KAAAA,CAAAA;AAClB,QAAA;AACF,IAAA;AACA1C,IAAAA,SAAAA,CAAUiC,GAAG,EAAA;AACf;AAEA,eAAA,kBAAyBU,QAAgB,EAAA;IACvC,MAAMb,YAAAA,GAAe,+BAAA,CAAA,IAAI,EAAC,SAAA,CAAA,CAAA,SAAA,CAAA,CAAU,QAAA,EAAU,UAAA,EAAY,CAAA,EAAGa,QAAAA,CAAS,KAAK,CAAC,CAAA;IAC5E,OAAO3D,EAAAA,CAAGgD,QAAQ,CAACF,YAAAA,CAAAA;AACrB;AAEA,eAAA,eAAsBoB,WAAmB,EAAA;IACvC,MAAMC,MAAAA,GAAS,+BAAA,CAAA,IAAI,EAAC,SAAA,CAAA,CAAA,SAAA,CAAA,CAAA,GAAaD,WAAAA,CAAYxB,KAAK,CAAC,GAAA,CAAA,CAAKC,MAAM,CAACC,OAAAA,CAAAA,CAAAA;AAC/D,IAAA,IAAI,CAAE,MAAM5C,EAAAA,CAAG+C,UAAU,CAACoB,MAAAA,CAAAA,EAAU;AAClC,QAAA,OAAO,EAAE;AACX,IAAA;AACA,IAAA,MAAMjB,KAAAA,GAAQ,MAAMlD,EAAAA,CAAGmD,OAAO,CAACgB,MAAAA,CAAAA;AAC/B,IAAA,OAAOjB,MACJP,MAAM,CAAC,CAACyB,CAAAA,GAAMA,CAAAA,CAAEC,QAAQ,CAAC,QAAA,CAAA,CAAA,CACzBjB,IAAI,EAAA,CACJkB,GAAG,CAAC,CAACF,IAAM3E,IAAAA,CAAK+C,IAAI,CAAC2B,MAAAA,EAAQC,CAAAA,CAAAA,CAAAA;AAClC;AAEA,SAAA,qBAAsBF,WAAmB,EAAA;IACvC,MAAMlD,SAAAA,GAAY,IAAIC,oBAAAA,CAAY;QAAEC,UAAAA,EAAY;AAAK,KAAA,CAAA;AACrD,IAAA,+BAAA,CAAA,IAAI,EAAC,WAAA,CAAA,CAAA,aAAY,CAAC,qBAAqB,EAAEgD,WAAAA,CAAAA,CAAa,CAAA;IAEtD,+BAAA,CAAA,IAAI,EAAC,2BAAA,CAAA,CAAA,2BAAA,CAAA,CAA4BlD,WAAWkD,WAAAA,CAAAA,CAAa9C,KAAK,CAAC,CAACjB,CAAAA,GAAAA;QAC9Da,SAAAA,CAAUK,OAAO,CACflB,CAAAA,YAAamB,KAAAA,GAAQnB,IAAI,IAAIoB,+BAAAA,CAAsBC,OAAOrB,CAAAA,CAAAA,EAAI;YAAEsB,OAAAA,EAAS;gBAAEC,KAAAA,EAAOvB;AAAE;AAAE,SAAA,CAAA,CAAA;AAE1F,IAAA,CAAA,CAAA;IAEA,OAAOa,SAAAA;AACT;AAEA,eAAA,0BAAA,CAAkCA,SAAsB,EAAEkD,WAAmB,EAAA;AAC3E,IAAA,MAAMK,QAAQ,MAAM,+BAAA,CAAA,IAAI,EAAC,iBAAA,eAAA,CAAA,CAAgBL,WAAAA,CAAAA;IACzC,KAAK,MAAMM,WAAWD,KAAAA,CAAO;AAC3B,QAAA,MAAME,UAAAA,GAAa;YACjBC,aAAAA,CAAO;gBACLC,WAAAA,EAAa;AACf,aAAA,CAAA;YACA,CAACC,IAAAA,GAAyCA,KAAKC;AAChD,SAAA;AAED,QAAA,MAAMd,SAAS/D,EAAAA,CAAGgE,gBAAgB,CAACQ,OAAAA,CAAAA,CAASM,IAAI,CAACC,iBAAAA,CAAMN,UAAAA,CAAAA,CAAAA;QAEvD,IAAI;YACF,WAAW,MAAMO,SAASjB,MAAAA,CAAQ;AAChC/C,gBAAAA,SAAAA,CAAUiD,KAAK,CAACe,KAAAA,CAAAA;AAClB,YAAA;AACF,QAAA,CAAA,CAAE,OAAO7E,CAAAA,EAAY;AACnBa,YAAAA,SAAAA,CAAUK,OAAO,CACf,IAAIE,+BAAAA,CAAsB,CAAC,uBAAuB,EAAEiD,OAAAA,CAAQ,EAAE,EAAGrE,CAAAA,CAAY4B,OAAO,EAAE,EAAE;gBACtFN,OAAAA,EAAS;oBACPC,KAAAA,EAAOvB;AACT;AACF,aAAA,CAAA,CAAA;AAEF,YAAA;AACF,QAAA;AACF,IAAA;AACAa,IAAAA,SAAAA,CAAUiC,GAAG,EAAA;AACf;;;;"}

package/dist/directory/providers/source/index.mjs

@@ -0,0 +1,258 @@
+import path from 'path';
+import { PassThrough } from 'stream';
+import fs__default from 'fs-extra';
+import { isEmpty, keyBy } from 'lodash/fp';
+import { chain } from 'stream-chain';
+import { parser } from 'stream-json/jsonl/Parser';
+import 'crypto';
+import { collect } from '../../../utils/stream.mjs';
+import { schemasToValidJSON } from '../../../utils/schema.mjs';
+import 'events';
+import { ProviderInitializationError, ProviderTransferError } from '../../../errors/providers.mjs';
+import { unknownPathToPosix } from '../../../file/providers/source/utils.mjs';
+
+function _class_private_field_loose_base(receiver, privateKey) {
+    if (!Object.prototype.hasOwnProperty.call(receiver, privateKey)) {
+        throw new TypeError("attempted to use private field on non-instance");
+    }
+    return receiver;
+}
+var id = 0;
+function _class_private_field_loose_key(name) {
+    return "__private_" + id++ + "_" + name;
+}
+const METADATA_FILE_PATH = 'metadata.json';
+const createLocalDirectorySourceProvider = (options)=>{
+    return new LocalDirectorySourceProvider(options);
+};
+const isPathInsideRoot = (root, candidate)=>{
+    const relative = path.relative(root, candidate);
+    return relative === '' || !relative.startsWith(`..${path.sep}`) && !path.isAbsolute(relative);
+};
+var _rootResolved = /*#__PURE__*/ _class_private_field_loose_key("_rootResolved"), _metadata = /*#__PURE__*/ _class_private_field_loose_key("_metadata"), _diagnostics = /*#__PURE__*/ _class_private_field_loose_key("_diagnostics"), _reportInfo = /*#__PURE__*/ _class_private_field_loose_key("_reportInfo"), /** Resolve a posix-style relative path under the export root; rejects escapes. */ _safePath = /*#__PURE__*/ _class_private_field_loose_key("_safePath"), _loadMetadata = /*#__PURE__*/ _class_private_field_loose_key("_loadMetadata"), _pipeAssetsToStream = /*#__PURE__*/ _class_private_field_loose_key("_pipeAssetsToStream"), _readAssetMetadata = /*#__PURE__*/ _class_private_field_loose_key("_readAssetMetadata"), _listJsonlFiles = /*#__PURE__*/ _class_private_field_loose_key("_listJsonlFiles"), _streamJsonlDirectory = /*#__PURE__*/ _class_private_field_loose_key("_streamJsonlDirectory"), _pipeJsonlDirectoryToStream = /*#__PURE__*/ _class_private_field_loose_key("_pipeJsonlDirectoryToStream");
+class LocalDirectorySourceProvider {
+    async bootstrap(diagnostics) {
+        _class_private_field_loose_base(this, _diagnostics)[_diagnostics] = diagnostics;
+        const root = _class_private_field_loose_base(this, _rootResolved)[_rootResolved];
+        try {
+            const stat = await fs__default.stat(root);
+            if (!stat.isDirectory()) {
+                throw new ProviderInitializationError(`Path '${root}' is not a directory.`);
+            }
+            await _class_private_field_loose_base(this, _loadMetadata)[_loadMetadata]();
+        } catch (e) {
+            if (e instanceof ProviderInitializationError) {
+                throw e;
+            }
+            throw new ProviderInitializationError(`Directory '${root}' is not a valid Strapi data export.`);
+        }
+        if (!_class_private_field_loose_base(this, _metadata)[_metadata]) {
+            throw new ProviderInitializationError('Could not load metadata from Strapi data export.');
+        }
+    }
+    async getMetadata() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('getting metadata');
+        if (!_class_private_field_loose_base(this, _metadata)[_metadata]) {
+            await _class_private_field_loose_base(this, _loadMetadata)[_loadMetadata]();
+        }
+        return _class_private_field_loose_base(this, _metadata)[_metadata] ?? null;
+    }
+    async getSchemas() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('getting schemas');
+        const schemaCollection = await collect(this.createSchemasReadStream());
+        if (isEmpty(schemaCollection)) {
+            throw new ProviderInitializationError('Could not load schemas from Strapi data export.');
+        }
+        const schemas = keyBy('uid', schemaCollection);
+        return schemasToValidJSON(schemas);
+    }
+    createEntitiesReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating entities read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('entities');
+    }
+    createSchemasReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating schemas read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('schemas');
+    }
+    createLinksReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating links read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('links');
+    }
+    createConfigurationReadStream() {
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating configuration read stream');
+        return _class_private_field_loose_base(this, _streamJsonlDirectory)[_streamJsonlDirectory]('configuration');
+    }
+    createAssetsReadStream() {
+        const outStream = new PassThrough({
+            objectMode: true
+        });
+        const uploadsDir = _class_private_field_loose_base(this, _safePath)[_safePath]('assets', 'uploads');
+        _class_private_field_loose_base(this, _reportInfo)[_reportInfo]('creating assets read stream');
+        _class_private_field_loose_base(this, _pipeAssetsToStream)[_pipeAssetsToStream](outStream, uploadsDir).catch((e)=>{
+            outStream.destroy(e instanceof Error ? e : new ProviderTransferError(String(e), {
+                details: {
+                    error: e
+                }
+            }));
+        });
+        return outStream;
+    }
+    constructor(options){
+        Object.defineProperty(this, _reportInfo, {
+            value: reportInfo
+        });
+        Object.defineProperty(this, _safePath, {
+            value: safePath
+        });
+        Object.defineProperty(this, _loadMetadata, {
+            value: loadMetadata
+        });
+        Object.defineProperty(this, _pipeAssetsToStream, {
+            value: pipeAssetsToStream
+        });
+        Object.defineProperty(this, _readAssetMetadata, {
+            value: readAssetMetadata
+        });
+        Object.defineProperty(this, _listJsonlFiles, {
+            value: listJsonlFiles
+        });
+        Object.defineProperty(this, _streamJsonlDirectory, {
+            value: streamJsonlDirectory
+        });
+        Object.defineProperty(this, _pipeJsonlDirectoryToStream, {
+            value: pipeJsonlDirectoryToStream
+        });
+        Object.defineProperty(this, _rootResolved, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _metadata, {
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, _diagnostics, {
+            writable: true,
+            value: void 0
+        });
+        this.type = 'source';
+        this.name = 'source::local-directory';
+        this.options = options;
+        _class_private_field_loose_base(this, _rootResolved)[_rootResolved] = path.resolve(options.directory.path);
+    }
+}
+function reportInfo(message) {
+    _class_private_field_loose_base(this, _diagnostics)[_diagnostics]?.report({
+        details: {
+            createdAt: new Date(),
+            message,
+            origin: 'directory-source-provider'
+        },
+        kind: 'info'
+    });
+}
+function safePath(...posixSegments) {
+    const joined = path.posix.join(...posixSegments);
+    const segments = joined.split(path.posix.sep).filter(Boolean);
+    const resolved = path.resolve(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], ...segments);
+    if (!isPathInsideRoot(_class_private_field_loose_base(this, _rootResolved)[_rootResolved], resolved)) {
+        throw new ProviderInitializationError(`Invalid path "${joined}" — escapes backup directory`);
+    }
+    return resolved;
+}
+async function loadMetadata() {
+    const metadataPath = _class_private_field_loose_base(this, _safePath)[_safePath](METADATA_FILE_PATH);
+    if (!await fs__default.pathExists(metadataPath)) {
+        throw new ProviderInitializationError(`Missing ${METADATA_FILE_PATH} in export directory '${_class_private_field_loose_base(this, _rootResolved)[_rootResolved]}'.`);
+    }
+    _class_private_field_loose_base(this, _metadata)[_metadata] = await fs__default.readJson(metadataPath);
+}
+async function pipeAssetsToStream(outStream, uploadsDir) {
+    if (!await fs__default.pathExists(uploadsDir)) {
+        outStream.end();
+        return;
+    }
+    const names = (await fs__default.readdir(uploadsDir)).sort();
+    for (const name of names){
+        const absUpload = path.join(uploadsDir, name);
+        const stat = await fs__default.stat(absUpload);
+        if (stat.isFile()) {
+            let metadata;
+            try {
+                metadata = await _class_private_field_loose_base(this, _readAssetMetadata)[_readAssetMetadata](name);
+            } catch (error) {
+                outStream.destroy(new ProviderTransferError(`Failed to read metadata for ${name}`, {
+                    details: {
+                        error
+                    }
+                }));
+                return;
+            }
+            const normalizedPath = unknownPathToPosix(path.posix.join('assets', 'uploads', name));
+            const asset = {
+                metadata,
+                filename: name,
+                filepath: normalizedPath,
+                stats: {
+                    size: stat.size
+                },
+                stream: fs__default.createReadStream(absUpload)
+            };
+            outStream.write(asset);
+        }
+    }
+    outStream.end();
+}
+async function readAssetMetadata(filename) {
+    const metadataPath = _class_private_field_loose_base(this, _safePath)[_safePath]('assets', 'metadata', `${filename}.json`);
+    return fs__default.readJson(metadataPath);
+}
+async function listJsonlFiles(posixSubdir) {
+    const dirAbs = _class_private_field_loose_base(this, _safePath)[_safePath](...posixSubdir.split('/').filter(Boolean));
+    if (!await fs__default.pathExists(dirAbs)) {
+        return [];
+    }
+    const names = await fs__default.readdir(dirAbs);
+    return names.filter((n)=>n.endsWith('.jsonl')).sort().map((n)=>path.join(dirAbs, n));
+}
+function streamJsonlDirectory(posixSubdir) {
+    const outStream = new PassThrough({
+        objectMode: true
+    });
+    _class_private_field_loose_base(this, _reportInfo)[_reportInfo](`streaming jsonl from ${posixSubdir}`);
+    _class_private_field_loose_base(this, _pipeJsonlDirectoryToStream)[_pipeJsonlDirectoryToStream](outStream, posixSubdir).catch((e)=>{
+        outStream.destroy(e instanceof Error ? e : new ProviderTransferError(String(e), {
+            details: {
+                error: e
+            }
+        }));
+    });
+    return outStream;
+}
+async function pipeJsonlDirectoryToStream(outStream, posixSubdir) {
+    const files = await _class_private_field_loose_base(this, _listJsonlFiles)[_listJsonlFiles](posixSubdir);
+    for (const absPath of files){
+        const transforms = [
+            parser({
+                checkErrors: true
+            }),
+            (line)=>line.value
+        ];
+        const stream = fs__default.createReadStream(absPath).pipe(chain(transforms));
+        try {
+            for await (const chunk of stream){
+                outStream.write(chunk);
+            }
+        } catch (e) {
+            outStream.destroy(new ProviderTransferError(`Error parsing JSONL in ${absPath}: ${e.message}`, {
+                details: {
+                    error: e
+                }
+            }));
+            return;
+        }
+    }
+    outStream.end();
+}
+
+export { createLocalDirectorySourceProvider };
+//# sourceMappingURL=index.mjs.map