@strapi/data-transfer 4.6.0-alpha.0 → 4.6.0-beta.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@strapi/data-transfer",
-  "version": "4.6.0-alpha.0",
+  "version": "4.6.0-beta.2",
   "description": "Data transfer capabilities for Strapi",
   "keywords": [
     "strapi",
@@ -24,21 +24,23 @@
       "url": "https://strapi.io"
     }
   ],
-  "main": "./dist/index.js",
-  "types": "./dist/index.d.ts",
+  "main": "./lib/index.js",
+  "types": "./lib/index.d.ts",
   "scripts": {
-    "build": "tsc -p tsconfig.json",
-    "clean": "rimraf ./dist",
+    "build": "yarn build:ts",
+    "build:ts": "tsc -p tsconfig.json",
     "build:clean": "yarn clean && yarn build",
-    "watch": "yarn build -w",
-    "test:unit": "jest --verbose"
+    "clean": "rimraf ./dist",
+    "prepublishOnly": "yarn build:clean",
+    "test:unit": "jest --verbose",
+    "watch": "yarn build:ts -w --preserveWatchOutput"
   },
   "directories": {
-    "lib": "./dist"
+    "lib": "./lib"
   },
   "dependencies": {
-    "@strapi/logger": "4.6.0-alpha.0",
-    "@strapi/strapi": "4.6.0-alpha.0",
+    "@strapi/logger": "4.6.0-beta.2",
+    "@strapi/strapi": "4.6.0-beta.2",
     "chalk": "4.1.2",
     "fs-extra": "10.0.0",
     "lodash": "4.17.21",
@@ -47,17 +49,22 @@
     "stream-chain": "2.2.5",
     "stream-json": "1.7.4",
     "tar": "6.1.12",
-    "tar-stream": "2.2.0"
+    "tar-stream": "2.2.0",
+    "uuid": "9.0.0",
+    "ws": "8.11.0"
   },
   "devDependencies": {
     "@tsconfig/node16": "1.0.3",
     "@types/fs-extra": "9.0.13",
     "@types/jest": "29.2.0",
+    "@types/koa": "2.13.4",
     "@types/semver": "7.3.13",
     "@types/stream-chain": "2.0.1",
     "@types/stream-json": "1.7.2",
     "@types/tar": "6.1.3",
     "@types/tar-stream": "2.2.2",
+    "@types/uuid": "9.0.0",
+    "koa": "2.13.4",
     "rimraf": "3.0.2",
     "typescript": "4.6.2"
   },
@@ -65,5 +72,5 @@
     "node": ">=14.19.1 <=18.x.x",
     "npm": ">=6.0.0"
   },
-  "gitHead": "b7a87dcffc6f44e18eedef92e354096ffe32ce0c"
+  "gitHead": "b852090f931cd21868c4016f24db2f9fdfc7a7ab"
 }

package/dist/encryption/decrypt.d.ts

@@ -1,3 +0,0 @@
-import { Cipher } from 'crypto';
-import { Algorithm } from '../../types';
-export declare const createDecryptionCipher: (key: string, algorithm?: Algorithm) => Cipher;

package/dist/encryption/encrypt.d.ts

@@ -1,3 +0,0 @@
-import { Cipher } from 'crypto';
-import { Algorithm } from '../../types';
-export declare const createEncryptionCipher: (key: string, algorithm?: Algorithm) => Cipher;

package/dist/engine/index.js

@@ -1,324 +0,0 @@
-"use strict";
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _TransferEngine_instances, _TransferEngine_metadata, _TransferEngine_transferProgress, _TransferEngine_progressStream, _TransferEngine_increaseTransferProgress, _TransferEngine_countRecorder, _TransferEngine_updateStage, _TransferEngine_assertStrapiVersionIntegrity, _TransferEngine_assertSchemasMatching, _TransferEngine_resolveProviderResource;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createTransferEngine = exports.VALID_STRATEGIES = void 0;
-const stream_chain_1 = require("stream-chain");
-const fp_1 = require("lodash/fp");
-const semverDiff = require('semver/functions/diff');
-const strategies_1 = __importDefault(require("../strategies"));
-exports.VALID_STRATEGIES = ['restore', 'merge'];
-class TransferEngine {
-    constructor(sourceProvider, destinationProvider, options) {
-        _TransferEngine_instances.add(this);
-        _TransferEngine_metadata.set(this, {});
-        _TransferEngine_transferProgress.set(this, {});
-        // TODO: Type the stream chunks. Doesn't seem trivial, especially since PassThrough doesn't provide a PassThroughOptions type
-        _TransferEngine_progressStream.set(this, new stream_chain_1.PassThrough({ objectMode: true }));
-        _TransferEngine_countRecorder.set(this, (transferStage, aggregateKey) => {
-            return new stream_chain_1.PassThrough({
-                objectMode: true,
-                transform: (data, _encoding, callback) => {
-                    __classPrivateFieldGet(this, _TransferEngine_instances, "m", _TransferEngine_increaseTransferProgress).call(this, transferStage, data, aggregateKey);
-                    __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'progress', transferStage);
-                    callback(null, data);
-                },
-            });
-        });
-        _TransferEngine_updateStage.set(this, (type, transferStage) => {
-            __classPrivateFieldGet(this, _TransferEngine_progressStream, "f").emit(type, {
-                data: __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f"),
-                stage: transferStage,
-            });
-        });
-        if (sourceProvider.type !== 'source') {
-            throw new Error("SourceProvider does not have type 'source'");
-        }
-        if (destinationProvider.type !== 'destination') {
-            throw new Error("DestinationProvider does not have type 'destination'");
-        }
-        this.sourceProvider = sourceProvider;
-        this.destinationProvider = destinationProvider;
-        this.options = options;
-    }
-    get progress() {
-        return {
-            data: __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f"),
-            stream: __classPrivateFieldGet(this, _TransferEngine_progressStream, "f"),
-        };
-    }
-    async init() {
-        // Resolve providers' resource and store
-        // them in the engine's internal state
-        await __classPrivateFieldGet(this, _TransferEngine_instances, "m", _TransferEngine_resolveProviderResource).call(this);
-        // Update the destination provider's source metadata
-        const { source: sourceMetadata } = __classPrivateFieldGet(this, _TransferEngine_metadata, "f");
-        if (sourceMetadata) {
-            this.destinationProvider.setMetadata?.('source', sourceMetadata);
-        }
-    }
-    async bootstrap() {
-        await Promise.all([this.sourceProvider.bootstrap?.(), this.destinationProvider.bootstrap?.()]);
-    }
-    async close() {
-        await Promise.all([this.sourceProvider.close?.(), this.destinationProvider.close?.()]);
-    }
-    async integrityCheck() {
-        try {
-            const sourceMetadata = await this.sourceProvider.getMetadata();
-            const destinationMetadata = await this.destinationProvider.getMetadata();
-            if (sourceMetadata && destinationMetadata) {
-                __classPrivateFieldGet(this, _TransferEngine_instances, "m", _TransferEngine_assertStrapiVersionIntegrity).call(this, sourceMetadata?.strapi?.version, destinationMetadata?.strapi?.version);
-            }
-            const sourceSchemas = await this.sourceProvider.getSchemas?.();
-            const destinationSchemas = await this.destinationProvider.getSchemas?.();
-            if (sourceSchemas && destinationSchemas) {
-                __classPrivateFieldGet(this, _TransferEngine_instances, "m", _TransferEngine_assertSchemasMatching).call(this, sourceSchemas, destinationSchemas);
-            }
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    validateTransferOptions() {
-        if (!exports.VALID_STRATEGIES.includes(this.options.strategy)) {
-            throw new Error('Invalid stategy ' + this.options.strategy);
-        }
-    }
-    async transfer() {
-        try {
-            this.validateTransferOptions();
-            await this.bootstrap();
-            await this.init();
-            const isValidTransfer = await this.integrityCheck();
-            if (!isValidTransfer) {
-                throw new Error(`Unable to transfer the data between ${this.sourceProvider.name} and ${this.destinationProvider.name}.\nPlease refer to the log above for more information.`);
-            }
-            // Run the transfer stages
-            await this.transferSchemas();
-            await this.transferEntities();
-            await this.transferMedia();
-            await this.transferLinks();
-            await this.transferConfiguration();
-            // Gracefully close the providers
-            await this.close();
-        }
-        catch (e) {
-            // Rollback the destination provider if an exception is thrown during the transfer
-            // Note: This will be configurable in the future
-            await this.destinationProvider.rollback?.(e);
-            throw e;
-        }
-        return {
-            source: this.sourceProvider.results,
-            destination: this.destinationProvider.results,
-        };
-    }
-    async transferSchemas() {
-        const stageName = 'schemas';
-        const inStream = await this.sourceProvider.streamSchemas?.();
-        if (!inStream) {
-            return;
-        }
-        const outStream = await this.destinationProvider.getSchemasStream?.();
-        if (!outStream) {
-            return;
-        }
-        __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'start', stageName);
-        return new Promise((resolve, reject) => {
-            inStream
-                // Throw on error in the source
-                .on('error', reject);
-            outStream
-                // Throw on error in the destination
-                .on('error', reject)
-                // Resolve the promise when the destination has finished reading all the data from the source
-                .on('close', () => {
-                __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'complete', stageName);
-                resolve();
-            });
-            inStream.pipe(__classPrivateFieldGet(this, _TransferEngine_countRecorder, "f").call(this, stageName)).pipe(outStream);
-        });
-    }
-    async transferEntities() {
-        const stageName = 'entities';
-        const inStream = await this.sourceProvider.streamEntities?.();
-        if (!inStream) {
-            return;
-        }
-        const outStream = await this.destinationProvider.getEntitiesStream?.();
-        if (!outStream) {
-            return;
-        }
-        __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'start', stageName);
-        return new Promise((resolve, reject) => {
-            inStream
-                // Throw on error in the source
-                .on('error', (e) => {
-                reject(e);
-            });
-            outStream
-                // Throw on error in the destination
-                .on('error', (e) => {
-                reject(e);
-            })
-                // Resolve the promise when the destination has finished reading all the data from the source
-                .on('close', () => {
-                __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'complete', stageName);
-                resolve();
-            });
-            inStream.pipe(__classPrivateFieldGet(this, _TransferEngine_countRecorder, "f").call(this, stageName, 'type')).pipe(outStream);
-        });
-    }
-    async transferLinks() {
-        const stageName = 'links';
-        const inStream = await this.sourceProvider.streamLinks?.();
-        if (!inStream) {
-            return;
-        }
-        const outStream = await this.destinationProvider.getLinksStream?.();
-        if (!outStream) {
-            return;
-        }
-        __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'start', 'links');
-        return new Promise((resolve, reject) => {
-            inStream
-                // Throw on error in the source
-                .on('error', reject);
-            outStream
-                // Throw on error in the destination
-                .on('error', reject)
-                // Resolve the promise when the destination has finished reading all the data from the source
-                .on('close', () => {
-                __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'complete', stageName);
-                resolve();
-            });
-            inStream.pipe(__classPrivateFieldGet(this, _TransferEngine_countRecorder, "f").call(this, stageName)).pipe(outStream);
-        });
-    }
-    async transferMedia() {
-        const stageName = 'media';
-        __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'start', stageName);
-        console.warn('transferMedia not yet implemented');
-        return new Promise((resolve) => (() => {
-            __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'complete', stageName);
-            resolve();
-        })());
-    }
-    async transferConfiguration() {
-        const stageName = 'configuration';
-        const inStream = await this.sourceProvider.streamConfiguration?.();
-        if (!inStream) {
-            return;
-        }
-        const outStream = await this.destinationProvider.getConfigurationStream?.();
-        if (!outStream) {
-            return;
-        }
-        __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'start', stageName);
-        return new Promise((resolve, reject) => {
-            inStream
-                // Throw on error in the source
-                .on('error', reject);
-            outStream
-                // Throw on error in the destination
-                .on('error', reject)
-                // Resolve the promise when the destination has finished reading all the data from the source
-                .on('close', () => {
-                __classPrivateFieldGet(this, _TransferEngine_updateStage, "f").call(this, 'complete', stageName);
-                resolve();
-            });
-            inStream.pipe(__classPrivateFieldGet(this, _TransferEngine_countRecorder, "f").call(this, stageName)).pipe(outStream);
-        });
-    }
-}
-_TransferEngine_metadata = new WeakMap(), _TransferEngine_transferProgress = new WeakMap(), _TransferEngine_progressStream = new WeakMap(), _TransferEngine_countRecorder = new WeakMap(), _TransferEngine_updateStage = new WeakMap(), _TransferEngine_instances = new WeakSet(), _TransferEngine_increaseTransferProgress = function _TransferEngine_increaseTransferProgress(transferStage, data, aggregateKey) {
-    if (!__classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage]) {
-        __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage] = { count: 0, bytes: 0 };
-    }
-    __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].count += 1;
-    const size = JSON.stringify(data).length;
-    __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].bytes += size;
-    if (aggregateKey && data && data[aggregateKey]) {
-        const aggKeyValue = data[aggregateKey];
-        if (!__classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage]['aggregates']) {
-            __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates = {};
-        }
-        if (!(__classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates &&
-            __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates[aggKeyValue])) {
-            __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates[aggKeyValue] = { count: 0, bytes: 0 };
-        }
-        __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates[aggKeyValue].count += 1;
-        __classPrivateFieldGet(this, _TransferEngine_transferProgress, "f")[transferStage].aggregates[aggKeyValue].bytes += size;
-    }
-}, _TransferEngine_assertStrapiVersionIntegrity = function _TransferEngine_assertStrapiVersionIntegrity(sourceVersion, destinationVersion) {
-    const strategy = this.options.versionMatching;
-    if (!sourceVersion ||
-        !destinationVersion ||
-        strategy === 'ignore' ||
-        destinationVersion === sourceVersion) {
-        return;
-    }
-    let diff;
-    try {
-        diff = semverDiff(sourceVersion, destinationVersion);
-    }
-    catch (e) {
-        throw new Error(`Strapi versions doesn't match (${strategy} check): ${sourceVersion} does not match with ${destinationVersion}`);
-    }
-    if (!diff) {
-        return;
-    }
-    const validPatch = ['prelease', 'build'];
-    const validMinor = [...validPatch, 'patch', 'prepatch'];
-    const validMajor = [...validMinor, 'minor', 'preminor'];
-    if (strategy === 'patch' && validPatch.includes(diff)) {
-        return;
-    }
-    if (strategy === 'minor' && validMinor.includes(diff)) {
-        return;
-    }
-    if (strategy === 'major' && validMajor.includes(diff)) {
-        return;
-    }
-    throw new Error(`Strapi versions doesn't match (${strategy} check): ${sourceVersion} does not match with ${destinationVersion}`);
-}, _TransferEngine_assertSchemasMatching = function _TransferEngine_assertSchemasMatching(sourceSchemas, destinationSchemas) {
-    const strategy = this.options.schemasMatching || 'strict';
-    const keys = (0, fp_1.uniq)(Object.keys(sourceSchemas).concat(Object.keys(destinationSchemas)));
-    const diffs = {};
-    keys.forEach((key) => {
-        const sourceSchema = sourceSchemas[key];
-        const destinationSchema = destinationSchemas[key];
-        const schemaDiffs = (0, strategies_1.default)(sourceSchema, destinationSchema, strategy);
-        if (schemaDiffs.length) {
-            diffs[key] = schemaDiffs;
-        }
-    });
-    if (!(0, fp_1.isEmpty)(diffs)) {
-        throw new Error(`Import process failed because the project doesn't have a matching data structure 
-        ${JSON.stringify(diffs, null, 2)}        
-        `);
-    }
-}, _TransferEngine_resolveProviderResource = async function _TransferEngine_resolveProviderResource() {
-    const sourceMetadata = await this.sourceProvider.getMetadata();
-    const destinationMetadata = await this.destinationProvider.getMetadata();
-    if (sourceMetadata) {
-        __classPrivateFieldGet(this, _TransferEngine_metadata, "f").source = sourceMetadata;
-    }
-    if (destinationMetadata) {
-        __classPrivateFieldGet(this, _TransferEngine_metadata, "f").destination = destinationMetadata;
-    }
-};
-const createTransferEngine = (sourceProvider, destinationProvider, options) => {
-    return new TransferEngine(sourceProvider, destinationProvider, options);
-};
-exports.createTransferEngine = createTransferEngine;
-//# sourceMappingURL=index.js.map

package/dist/index.d.ts

@@ -1,2 +0,0 @@
-export * from './engine';
-export * from './providers';

package/dist/providers/index.d.ts

@@ -1,4 +0,0 @@
-export * from './local-file-source-provider';
-export * from './local-strapi-source-provider';
-export * from './local-file-destination-provider';
-export * from './local-strapi-destination-provider';

package/dist/providers/local-file-source-provider.d.ts

@@ -1,43 +0,0 @@
-/// <reference types="lodash" />
-/// <reference types="node" />
-import type { IMetadata, ISourceProvider, ProviderType } from '../../types';
-/**
- * Provider options
- */
-export interface ILocalFileSourceProviderOptions {
-    /**
-     * Path to the backup archive
-     */
-    backupFilePath: string;
-    /**
-     * Whether the backup data is encrypted or not
-     */
-    encrypted?: boolean;
-    /**
-     * Encryption key used to decrypt the encrypted data (if necessary)
-     */
-    encryptionKey?: string;
-    /**
-     * Whether the backup data is compressed or not
-     */
-    compressed?: boolean;
-}
-export declare const createLocalFileSourceProvider: (options: ILocalFileSourceProviderOptions) => LocalFileSourceProvider;
-declare class LocalFileSourceProvider implements ISourceProvider {
-    #private;
-    type: ProviderType;
-    name: string;
-    options: ILocalFileSourceProviderOptions;
-    constructor(options: ILocalFileSourceProviderOptions);
-    /**
-     * Pre flight checks regarding the provided options (making sure that the provided path is correct, etc...)
-     */
-    bootstrap(): void;
-    getMetadata(): Promise<IMetadata>;
-    getSchemas(): Promise<import("lodash").Dictionary<unknown>>;
-    streamEntities(): NodeJS.ReadableStream;
-    streamSchemas(): NodeJS.ReadableStream | Promise<NodeJS.ReadableStream>;
-    streamLinks(): NodeJS.ReadableStream;
-    streamConfiguration(): NodeJS.ReadableStream;
-}
-export {};

package/dist/providers/local-strapi-destination-provider.d.ts

@@ -1,22 +0,0 @@
-/// <reference types="node" />
-import type { IDestinationProvider, IMetadata, ProviderType } from '../../types';
-import { Duplex } from 'stream';
-interface ILocalStrapiDestinationProviderOptions {
-    getStrapi(): Promise<Strapi.Strapi>;
-}
-export declare const createLocalStrapiDestinationProvider: (options: ILocalStrapiDestinationProviderOptions) => LocalStrapiDestinationProvider;
-declare class LocalStrapiDestinationProvider implements IDestinationProvider {
-    name: string;
-    type: ProviderType;
-    options: ILocalStrapiDestinationProviderOptions;
-    strapi?: Strapi.Strapi;
-    constructor(options: ILocalStrapiDestinationProviderOptions);
-    bootstrap(): Promise<void>;
-    close(): Promise<void>;
-    getMetadata(): IMetadata | Promise<IMetadata>;
-    getSchemas(): {
-        [x: string]: Partial<any>;
-    };
-    getEntitiesStream(): Duplex;
-}
-export {};

package/dist/providers/local-strapi-destination-provider.js

@@ -1,78 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createLocalStrapiDestinationProvider = void 0;
-const chalk_1 = __importDefault(require("chalk"));
-const stream_1 = require("stream");
-const utils_1 = require("../utils");
-// TODO: getting some type errors with @strapi/logger that need to be resolved first
-// const log = createLogger();
-const log = console;
-const createLocalStrapiDestinationProvider = (options) => {
-    return new LocalStrapiDestinationProvider(options);
-};
-exports.createLocalStrapiDestinationProvider = createLocalStrapiDestinationProvider;
-class LocalStrapiDestinationProvider {
-    constructor(options) {
-        this.name = 'destination::local-strapi';
-        this.type = 'destination';
-        this.options = options;
-    }
-    async bootstrap() {
-        this.strapi = await this.options.getStrapi();
-    }
-    async close() {
-        await this.strapi?.destroy?.();
-    }
-    // TODO
-    getMetadata() {
-        return {};
-    }
-    getSchemas() {
-        if (!this.strapi) {
-            throw new Error('Not able to get Schemas. Strapi instance not found');
-        }
-        const schemas = {
-            ...this.strapi.contentTypes,
-            ...this.strapi.components,
-        };
-        return (0, utils_1.mapSchemasValues)(schemas);
-    }
-    getEntitiesStream() {
-        const self = this;
-        return new stream_1.Duplex({
-            objectMode: true,
-            async write(entity, _encoding, callback) {
-                if (!self.strapi) {
-                    callback(new Error('Strapi instance not found'));
-                }
-                const { type: uid, id, data } = entity;
-                try {
-                    await strapi.entityService.create(uid, { data });
-                }
-                catch (e) {
-                    // TODO: remove "any" cast
-                    log.warn(chalk_1.default.bold(`Failed to import ${chalk_1.default.yellowBright(uid)} (${chalk_1.default.greenBright(id)})`));
-                    e.details.errors
-                        .map((err, i) => {
-                        // TODO: add correct error type
-                        const info = {
-                            uid: chalk_1.default.yellowBright(`[${uid}]`),
-                            path: chalk_1.default.blueBright(`[${err.path.join('.')}]`),
-                            id: chalk_1.default.greenBright(`[${id}]`),
-                            message: err.message,
-                        };
-                        return `(${i}) ${info.uid}${info.id}${info.path}: ${info.message}`;
-                    })
-                        .forEach((message) => log.warn(message));
-                }
-                finally {
-                    callback();
-                }
-            },
-        });
-    }
-}
-//# sourceMappingURL=local-strapi-destination-provider.js.map

package/dist/providers/local-strapi-source-provider/entities.js

@@ -1,58 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEntitiesTransformStream = exports.createEntitiesStream = void 0;
-const stream_1 = require("stream");
-/**
- * Generate and consume content-types streams in order to stream each entity individually
- */
-const createEntitiesStream = (strapi) => {
-    const contentTypes = Object.values(strapi.contentTypes);
-    async function* contentTypeStreamGenerator() {
-        for (const contentType of contentTypes) {
-            const stream = strapi.db
-                // Create a query builder instance (default type is 'select')
-                .queryBuilder(contentType.uid)
-                // Apply the populate
-                .populate(getPopulateAttributes(contentType))
-                // Get a readable stream
-                .stream();
-            yield { contentType, stream };
-        }
-    }
-    return stream_1.Readable.from((async function* () {
-        for await (const { stream, contentType } of contentTypeStreamGenerator()) {
-            for await (const entity of stream) {
-                yield { entity, contentType };
-            }
-            stream.destroy();
-        }
-    })());
-};
-exports.createEntitiesStream = createEntitiesStream;
-/**
- * Create an entity transform stream which convert the output of
- * the multi-content-types stream to the transfer entity format
- */
-const createEntitiesTransformStream = () => {
-    return new stream_1.PassThrough({
-        objectMode: true,
-        transform(data, _encoding, callback) {
-            const { entity, contentType } = data;
-            const { id, ...attributes } = entity;
-            callback(null, {
-                type: contentType.uid,
-                id,
-                data: attributes,
-            });
-        },
-    });
-};
-exports.createEntitiesTransformStream = createEntitiesTransformStream;
-/**
- * Get the list of attributes that needs to be populated for the entities streaming
- */
-const getPopulateAttributes = (contentType) => {
-    const { attributes } = contentType;
-    return Object.keys(attributes).filter((key) => ['component', 'dynamiczone'].includes(attributes[key].type));
-};
-//# sourceMappingURL=entities.js.map

package/dist/providers/local-strapi-source-provider/links/index.js

@@ -1,37 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createLinksStream = void 0;
-const stream_1 = require("stream");
-const fp_1 = require("lodash/fp");
-const utils_1 = require("./utils");
-/**
- * Create a Duplex instance which will stream all the links from a Strapi instance
- */
-const createLinksStream = (strapi) => {
-    const schemas = Object.values(strapi.contentTypes);
-    // Destroy the Duplex stream instance
-    const destroy = () => {
-        if (!stream.destroyed) {
-            stream.destroy();
-        }
-    };
-    // Async generator stream that returns every link from a Strapi instance
-    const stream = stream_1.Readable.from((async function* () {
-        for (const schema of schemas) {
-            const populate = (0, utils_1.getDeepPopulateQuery)(schema, strapi);
-            const query = { fields: ['id'], populate };
-            // TODO: Replace with the DB stream API
-            const results = await strapi.entityService.findMany(schema.uid, query);
-            for (const entity of (0, fp_1.castArray)(results)) {
-                const links = (0, utils_1.parseEntityLinks)(entity, populate, schema, strapi);
-                for (const link of links) {
-                    yield link;
-                }
-            }
-        }
-        destroy();
-    })());
-    return stream;
-};
-exports.createLinksStream = createLinksStream;
-//# sourceMappingURL=index.js.map