@strapi/data-transfer 0.0.0 → 4.6.0-beta.1

package/dist/providers/local-strapi-destination-provider/index.js

@@ -0,0 +1,187 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var _LocalStrapiDestinationProvider_instances, _LocalStrapiDestinationProvider_entitiesMapper, _LocalStrapiDestinationProvider_validateOptions, _LocalStrapiDestinationProvider_deleteAll;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLocalStrapiDestinationProvider = exports.DEFAULT_CONFLICT_STRATEGY = exports.VALID_CONFLICT_STRATEGIES = void 0;
+const stream_1 = require("stream");
+const path_1 = __importDefault(require("path"));
+const fse = __importStar(require("fs-extra"));
+const strategies_1 = require("./strategies");
+const utils = __importStar(require("../../utils"));
+exports.VALID_CONFLICT_STRATEGIES = ['restore', 'merge'];
+exports.DEFAULT_CONFLICT_STRATEGY = 'restore';
+class LocalStrapiDestinationProvider {
+    constructor(options) {
+        _LocalStrapiDestinationProvider_instances.add(this);
+        this.name = 'destination::local-strapi';
+        this.type = 'destination';
+        _LocalStrapiDestinationProvider_entitiesMapper.set(this, void 0);
+        this.options = options;
+        __classPrivateFieldSet(this, _LocalStrapiDestinationProvider_entitiesMapper, {}, "f");
+    }
+    async bootstrap() {
+        __classPrivateFieldGet(this, _LocalStrapiDestinationProvider_instances, "m", _LocalStrapiDestinationProvider_validateOptions).call(this);
+        this.strapi = await this.options.getStrapi();
+    }
+    async close() {
+        await this.strapi?.destroy?.();
+    }
+    async beforeTransfer() {
+        if (this.options.strategy === 'restore') {
+            await __classPrivateFieldGet(this, _LocalStrapiDestinationProvider_instances, "m", _LocalStrapiDestinationProvider_deleteAll).call(this);
+        }
+    }
+    getMetadata() {
+        const strapiVersion = strapi.config.get('info.strapi');
+        const createdAt = new Date().toISOString();
+        const plugins = Object.keys(strapi.plugins);
+        return {
+            createdAt,
+            strapi: {
+                version: strapiVersion,
+                plugins: plugins.map((name) => ({
+                    name,
+                    // TODO: Get the plugin actual version when it'll be available
+                    version: strapiVersion,
+                })),
+            },
+        };
+    }
+    getSchemas() {
+        if (!this.strapi) {
+            throw new Error('Not able to get Schemas. Strapi instance not found');
+        }
+        const schemas = {
+            ...this.strapi.contentTypes,
+            ...this.strapi.components,
+        };
+        return utils.schema.mapSchemasValues(schemas);
+    }
+    getEntitiesStream() {
+        if (!this.strapi) {
+            throw new Error('Not able to import entities. Strapi instance not found');
+        }
+        const { strategy } = this.options;
+        const updateMappingTable = (type, oldID, newID) => {
+            if (!__classPrivateFieldGet(this, _LocalStrapiDestinationProvider_entitiesMapper, "f")[type]) {
+                __classPrivateFieldGet(this, _LocalStrapiDestinationProvider_entitiesMapper, "f")[type] = {};
+            }
+            Object.assign(__classPrivateFieldGet(this, _LocalStrapiDestinationProvider_entitiesMapper, "f")[type], { [oldID]: newID });
+        };
+        if (strategy === 'restore') {
+            return strategies_1.restore.createEntitiesWriteStream({
+                strapi: this.strapi,
+                updateMappingTable,
+            });
+        }
+        throw new Error(`Invalid strategy supplied: "${strategy}"`);
+    }
+    async getAssetsStream() {
+        if (!this.strapi) {
+            throw new Error('Not able to stream Assets. Strapi instance not found');
+        }
+        const assetsDirectory = path_1.default.join(this.strapi.dirs.static.public, 'uploads');
+        const backupDirectory = path_1.default.join(this.strapi.dirs.static.public, `uploads_backup_${Date.now()}`);
+        await fse.rename(assetsDirectory, backupDirectory);
+        await fse.mkdir(assetsDirectory);
+        return new stream_1.Writable({
+            objectMode: true,
+            async final(next) {
+                await fse.rm(backupDirectory, { recursive: true, force: true });
+                next();
+            },
+            async write(chunk, _encoding, callback) {
+                const entryPath = path_1.default.join(assetsDirectory, chunk.filename);
+                const writableStream = fse.createWriteStream(entryPath);
+                chunk.stream
+                    .pipe(writableStream)
+                    .on('close', callback)
+                    .on('error', async (error) => {
+                    try {
+                        await fse.rm(assetsDirectory, { recursive: true, force: true });
+                        await fse.rename(backupDirectory, assetsDirectory);
+                        this.destroy(new Error(`There was an error during the transfer process. The original files have been restored to ${assetsDirectory}`));
+                    }
+                    catch (err) {
+                        throw new Error(`There was an error doing the rollback process. The original files are in ${backupDirectory}, but we failed to restore them to ${assetsDirectory}`);
+                    }
+                    finally {
+                        callback(error);
+                    }
+                });
+            },
+        });
+    }
+    async getConfigurationStream() {
+        if (!this.strapi) {
+            throw new Error('Not able to stream Configurations. Strapi instance not found');
+        }
+        const { strategy } = this.options;
+        if (strategy === 'restore') {
+            return strategies_1.restore.createConfigurationWriteStream(this.strapi);
+        }
+        throw new Error(`Invalid strategy supplied: "${strategy}"`);
+    }
+    async getLinksStream() {
+        if (!this.strapi) {
+            throw new Error('Not able to stream links. Strapi instance not found');
+        }
+        const { strategy } = this.options;
+        const mapID = (uid, id) => __classPrivateFieldGet(this, _LocalStrapiDestinationProvider_entitiesMapper, "f")[uid]?.[id];
+        if (strategy === 'restore') {
+            return strategies_1.restore.createLinksWriteStream(mapID, this.strapi);
+        }
+        throw new Error(`Invalid strategy supplied: "${strategy}"`);
+    }
+}
+_LocalStrapiDestinationProvider_entitiesMapper = new WeakMap(), _LocalStrapiDestinationProvider_instances = new WeakSet(), _LocalStrapiDestinationProvider_validateOptions = function _LocalStrapiDestinationProvider_validateOptions() {
+    if (!exports.VALID_CONFLICT_STRATEGIES.includes(this.options.strategy)) {
+        throw new Error(`Invalid stategy ${this.options.strategy}`);
+    }
+}, _LocalStrapiDestinationProvider_deleteAll = async function _LocalStrapiDestinationProvider_deleteAll() {
+    if (!this.strapi) {
+        throw new Error('Strapi instance not found');
+    }
+    return strategies_1.restore.deleteRecords(this.strapi, this.options.restore);
+};
+const createLocalStrapiDestinationProvider = (options) => {
+    return new LocalStrapiDestinationProvider(options);
+};
+exports.createLocalStrapiDestinationProvider = createLocalStrapiDestinationProvider;
+//# sourceMappingURL=index.js.map

package/dist/providers/local-strapi-destination-provider/strategies/index.d.ts

@@ -0,0 +1 @@
+export * as restore from './restore';

package/dist/providers/local-strapi-destination-provider/strategies/index.js

@@ -0,0 +1,28 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.restore = void 0;
+exports.restore = __importStar(require("./restore"));
+//# sourceMappingURL=index.js.map

package/dist/providers/local-strapi-destination-provider/strategies/restore/configuration.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="node" />
+import { Writable } from 'stream';
+import { IConfiguration } from '../../../../../types';
+export declare const restoreConfigs: (strapi: Strapi.Strapi, config: IConfiguration) => Promise<any>;
+export declare const createConfigurationWriteStream: (strapi: Strapi.Strapi) => Promise<Writable>;

package/dist/providers/local-strapi-destination-provider/strategies/restore/configuration.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createConfigurationWriteStream = exports.restoreConfigs = void 0;
+const stream_1 = require("stream");
+const chalk_1 = __importDefault(require("chalk"));
+const restoreCoreStore = async (strapi, data) => {
+    return strapi.db.query('strapi::core-store').create({
+        data: {
+            ...data,
+            value: JSON.stringify(data.value),
+        },
+    });
+};
+const restoreWebhooks = async (strapi, data) => {
+    return strapi.db.query('webhook').create({ data });
+};
+const restoreConfigs = async (strapi, config) => {
+    if (config.type === 'core-store') {
+        return restoreCoreStore(strapi, config.value);
+    }
+    if (config.type === 'webhook') {
+        return restoreWebhooks(strapi, config.value);
+    }
+};
+exports.restoreConfigs = restoreConfigs;
+const createConfigurationWriteStream = async (strapi) => {
+    return new stream_1.Writable({
+        objectMode: true,
+        async write(config, _encoding, callback) {
+            try {
+                await (0, exports.restoreConfigs)(strapi, config);
+            }
+            catch (error) {
+                return callback(new Error(`Failed to import ${chalk_1.default.yellowBright(config.type)} (${chalk_1.default.greenBright(config.value.id)}`));
+            }
+            callback();
+        },
+    });
+};
+exports.createConfigurationWriteStream = createConfigurationWriteStream;
+//# sourceMappingURL=configuration.js.map

package/dist/providers/local-strapi-destination-provider/strategies/restore/entities.d.ts

@@ -0,0 +1,9 @@
+/// <reference types="node" />
+import type { SchemaUID } from '@strapi/strapi/lib/types/utils';
+import { Writable } from 'stream';
+interface IEntitiesRestoreStreamOptions {
+    strapi: Strapi.Strapi;
+    updateMappingTable<T extends SchemaUID | string>(type: T, oldID: number, newID: number): void;
+}
+declare const createEntitiesWriteStream: (options: IEntitiesRestoreStreamOptions) => Writable;
+export { createEntitiesWriteStream };

package/dist/providers/local-strapi-destination-provider/strategies/restore/entities.js

@@ -0,0 +1,88 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createEntitiesWriteStream = void 0;
+const fp_1 = require("lodash/fp");
+const stream_1 = require("stream");
+const utils_1 = require("../../../../utils");
+const shared = __importStar(require("../../../shared"));
+const createEntitiesWriteStream = (options) => {
+    const { strapi, updateMappingTable } = options;
+    const query = shared.strapi.entity.createEntityQuery(strapi);
+    return new stream_1.Writable({
+        objectMode: true,
+        async write(entity, _encoding, callback) {
+            const { type, id, data } = entity;
+            const { create, getDeepPopulateComponentLikeQuery } = query(type);
+            const contentType = strapi.getModel(type);
+            const resolveType = (paths) => {
+                let type = contentType;
+                let value = data;
+                for (const path of paths) {
+                    value = (0, fp_1.get)(path, value);
+                    if (typeof type === 'function') {
+                        type = type(value);
+                    }
+                    if (path in type.attributes) {
+                        const attribute = type.attributes[path];
+                        if (attribute.type === 'component') {
+                            type = strapi.getModel(attribute.component);
+                        }
+                        if (attribute.type === 'dynamiczone') {
+                            type = ({ __component }) => strapi.getModel(__component);
+                        }
+                    }
+                }
+                return type.uid;
+            };
+            try {
+                // Create the entity
+                const created = await create({
+                    data,
+                    populate: getDeepPopulateComponentLikeQuery(contentType, { select: 'id' }),
+                    select: 'id',
+                });
+                const diffs = utils_1.json.diff(data, created);
+                updateMappingTable(type, id, created.id);
+                diffs.forEach((diff) => {
+                    if (diff.kind === 'modified' && diff.path.at(-1) === 'id') {
+                        const target = resolveType(diff.path);
+                        const [oldID, newID] = diff.values;
+                        updateMappingTable(target, oldID, newID);
+                    }
+                });
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    return callback(e);
+                }
+                return callback(new Error(`Failed to create "${type}" (${id})`));
+            }
+            return callback(null);
+        },
+    });
+};
+exports.createEntitiesWriteStream = createEntitiesWriteStream;
+//# sourceMappingURL=entities.js.map

package/dist/providers/local-strapi-destination-provider/strategies/restore/index.d.ts

@@ -0,0 +1,32 @@
+import type { ContentTypeSchema } from '@strapi/strapi';
+export interface IRestoreOptions {
+    assets?: boolean;
+    configuration?: {
+        webhook?: boolean;
+        coreStore?: boolean;
+    };
+    entities?: {
+        include?: string[];
+        exclude?: string[];
+        filters?: ((contentType: ContentTypeSchema) => boolean)[];
+        params?: {
+            [uid: string]: unknown;
+        };
+    };
+}
+interface IDeleteResults {
+    count: number;
+    aggregate: {
+        [uid: string]: {
+            count: number;
+        };
+    };
+}
+export declare const deleteRecords: (strapi: Strapi.Strapi, options?: IRestoreOptions | undefined) => Promise<{
+    count: number;
+    entities: IDeleteResults;
+    configuration: IDeleteResults;
+}>;
+export * from './entities';
+export * from './configuration';
+export * from './links';

package/dist/providers/local-strapi-destination-provider/strategies/restore/index.js

@@ -0,0 +1,106 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deleteRecords = void 0;
+const shared = __importStar(require("../../../shared"));
+const deleteRecords = async (strapi, options) => {
+    const entities = await deleteEntitiesRecord(strapi, options);
+    const configuration = await deleteConfigurationRecords(strapi, options);
+    return {
+        count: entities.count + configuration.count,
+        entities,
+        configuration,
+    };
+};
+exports.deleteRecords = deleteRecords;
+const deleteEntitiesRecord = async (strapi, options = {}) => {
+    const { entities } = options;
+    const query = shared.strapi.entity.createEntityQuery(strapi);
+    const contentTypes = Object.values(strapi.contentTypes);
+    const contentTypesToClear = contentTypes.filter((contentType) => {
+        let keep = true;
+        if (entities?.include) {
+            keep = entities.include.includes(contentType.uid);
+        }
+        if (entities?.exclude) {
+            keep = !entities.exclude.includes(contentType.uid);
+        }
+        if (entities?.filters) {
+            keep = entities.filters.every((filter) => filter(contentType));
+        }
+        return keep;
+    });
+    const [results, updateResults] = useResults(contentTypesToClear.map((contentType) => contentType.uid));
+    const deletePromises = contentTypesToClear.map(async (contentType) => {
+        const result = await query(contentType.uid).deleteMany(entities?.params);
+        if (result) {
+            updateResults(result.count || 0, contentType.uid);
+        }
+    });
+    await Promise.all(deletePromises);
+    return results;
+};
+const deleteConfigurationRecords = async (strapi, options = {}) => {
+    const { coreStore = true, webhook = true } = options?.configuration ?? {};
+    const models = [];
+    if (coreStore) {
+        models.push('strapi::core-store');
+    }
+    if (webhook) {
+        models.push('webhook');
+    }
+    const [results, updateResults] = useResults(models);
+    const deletePromises = models.map(async (uid) => {
+        const result = await strapi.db.query(uid).deleteMany({});
+        if (result) {
+            updateResults(result.count, uid);
+        }
+    });
+    await Promise.all(deletePromises);
+    return results;
+};
+const useResults = (keys) => {
+    const results = {
+        count: 0,
+        aggregate: keys.reduce((acc, key) => ({ ...acc, [key]: { count: 0 } }), {}),
+    };
+    const update = (count, key) => {
+        if (key) {
+            if (!(key in results.aggregate)) {
+                throw new Error(`Unknown key "${key}" provided in results update`);
+            }
+            results.aggregate[key].count += count;
+        }
+        results.count += count;
+    };
+    return [results, update];
+};
+__exportStar(require("./entities"), exports);
+__exportStar(require("./configuration"), exports);
+__exportStar(require("./links"), exports);
+//# sourceMappingURL=index.js.map

package/dist/providers/local-strapi-destination-provider/strategies/restore/links.d.ts

@@ -0,0 +1,3 @@
+/// <reference types="node" />
+import { Writable } from 'stream';
+export declare const createLinksWriteStream: (mapID: (uid: string, id: number) => number | undefined, strapi: Strapi.Strapi) => Writable;

package/dist/providers/local-strapi-destination-provider/strategies/restore/links.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLinksWriteStream = void 0;
+const stream_1 = require("stream");
+const link_1 = require("../../../shared/strapi/link");
+const createLinksWriteStream = (mapID, strapi) => {
+    return new stream_1.Writable({
+        objectMode: true,
+        async write(link, _encoding, callback) {
+            const { left, right } = link;
+            const query = (0, link_1.createLinkQuery)(strapi);
+            // Map IDs if needed
+            left.ref = mapID(left.type, left.ref) ?? left.ref;
+            right.ref = mapID(right.type, right.ref) ?? right.ref;
+            try {
+                await query().insert(link);
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    return callback(e);
+                }
+                return callback(new Error(`An error happened while trying to import a ${left.type} link. ${e}`));
+            }
+            callback(null);
+        },
+    });
+};
+exports.createLinksWriteStream = createLinksWriteStream;
+//# sourceMappingURL=links.js.map

package/dist/providers/local-strapi-source-provider/assets.d.ts

@@ -0,0 +1,5 @@
+import { Duplex } from 'stream';
+/**
+ * Generate and consume assets streams in order to stream each file individually
+ */
+export declare const createAssetsStream: (strapi: Strapi.Strapi) => Duplex;

package/dist/providers/local-strapi-source-provider/assets.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAssetsStream = void 0;
+const path_1 = require("path");
+const fs_extra_1 = require("fs-extra");
+const stream_1 = require("stream");
+const IGNORED_FILES = ['.gitkeep'];
+/**
+ * Generate and consume assets streams in order to stream each file individually
+ */
+const createAssetsStream = (strapi) => {
+    const assetsDirectory = (0, path_1.join)(strapi.dirs.static.public, 'uploads');
+    const generator = async function* () {
+        const files = await (0, fs_extra_1.readdir)(assetsDirectory);
+        const validFiles = files.filter((file) => !IGNORED_FILES.includes(file));
+        for (const filename of validFiles) {
+            const filepath = (0, path_1.join)(assetsDirectory, filename);
+            const stats = await (0, fs_extra_1.stat)(filepath);
+            const stream = (0, fs_extra_1.createReadStream)(filepath);
+            yield {
+                filename,
+                filepath,
+                stream,
+                stats: { size: stats.size },
+            };
+        }
+    };
+    return stream_1.Duplex.from(generator());
+};
+exports.createAssetsStream = createAssetsStream;
+//# sourceMappingURL=assets.js.map

package/dist/providers/local-strapi-source-provider/configuration.js

@@ -21,7 +21,7 @@ const createConfigurationStream = (strapi) => {
     ]);
     const streams = [coreStoreStream, webhooksStream];
     // Readable configuration stream
-    return stream_1.Readable.from((async function* () {
+    return stream_1.Readable.from((async function* configurationGenerator() {
         for (const stream of streams) {
             for await (const item of stream) {
                 yield item;

package/dist/providers/local-strapi-source-provider/entities.js

@@ -1,7 +1,31 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createEntitiesTransformStream = exports.createEntitiesStream = void 0;
 const stream_1 = require("stream");
+const shared = __importStar(require("../shared/strapi"));
 /**
  * Generate and consume content-types streams in order to stream each entity individually
  */
@@ -9,17 +33,20 @@ const createEntitiesStream = (strapi) => {
     const contentTypes = Object.values(strapi.contentTypes);
     async function* contentTypeStreamGenerator() {
         for (const contentType of contentTypes) {
+            const query = shared.entity.createEntityQuery(strapi).call(null, contentType.uid);
             const stream = strapi.db
                 // Create a query builder instance (default type is 'select')
                 .queryBuilder(contentType.uid)
+                // Fetch all columns
+                .select('*')
                 // Apply the populate
-                .populate(getPopulateAttributes(contentType))
+                .populate(query.deepPopulateComponentLikeQuery)
                 // Get a readable stream
                 .stream();
             yield { contentType, stream };
         }
     }
-    return stream_1.Readable.from((async function* () {
+    return stream_1.Readable.from((async function* entitiesGenerator() {
         for await (const { stream, contentType } of contentTypeStreamGenerator()) {
             for await (const entity of stream) {
                 yield { entity, contentType };
@@ -48,11 +75,4 @@ const createEntitiesTransformStream = () => {
     });
 };
 exports.createEntitiesTransformStream = createEntitiesTransformStream;
-/**
- * Get the list of attributes that needs to be populated for the entities streaming
- */
-const getPopulateAttributes = (contentType) => {
-    const { attributes } = contentType;
-    return Object.keys(attributes).filter((key) => ['component', 'dynamiczone'].includes(attributes[key].type));
-};
 //# sourceMappingURL=entities.js.map