@strapi/data-transfer 4.6.0-beta.1 → 4.6.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@strapi/data-transfer",
-  "version": "4.6.0-beta.1",
+  "version": "4.6.0",
   "description": "Data transfer capabilities for Strapi",
   "keywords": [
     "strapi",
@@ -24,21 +24,23 @@
       "url": "https://strapi.io"
     }
   ],
-  "main": "./dist/index.js",
-  "types": "./dist/index.d.ts",
+  "main": "./lib/index.js",
+  "types": "./lib/index.d.ts",
   "scripts": {
-    "build": "tsc -p tsconfig.json",
-    "clean": "rimraf ./dist",
+    "build": "yarn build:ts",
+    "build:ts": "tsc -p tsconfig.json",
     "build:clean": "yarn clean && yarn build",
-    "watch": "yarn build -w",
-    "test:unit": "jest --verbose"
+    "clean": "rimraf ./lib",
+    "prepublishOnly": "yarn build:clean",
+    "test:unit": "jest --verbose",
+    "watch": "yarn build:ts -w --preserveWatchOutput"
   },
   "directories": {
-    "lib": "./dist"
+    "lib": "./lib"
   },
   "dependencies": {
-    "@strapi/logger": "4.6.0-beta.1",
-    "@strapi/strapi": "4.6.0-beta.1",
+    "@strapi/logger": "4.6.0",
+    "@strapi/strapi": "4.6.0",
     "chalk": "4.1.2",
     "fs-extra": "10.0.0",
     "lodash": "4.17.21",
@@ -47,17 +49,23 @@
     "stream-chain": "2.2.5",
     "stream-json": "1.7.4",
     "tar": "6.1.12",
-    "tar-stream": "2.2.0"
+    "tar-stream": "2.2.0",
+    "uuid": "9.0.0",
+    "ws": "8.11.0"
   },
   "devDependencies": {
     "@tsconfig/node16": "1.0.3",
     "@types/fs-extra": "9.0.13",
     "@types/jest": "29.2.0",
+    "@types/koa": "2.13.4",
     "@types/semver": "7.3.13",
     "@types/stream-chain": "2.0.1",
     "@types/stream-json": "1.7.2",
     "@types/tar": "6.1.3",
     "@types/tar-stream": "2.2.2",
+    "@types/uuid": "9.0.0",
+    "knex": "2.4.0",
+    "koa": "2.13.4",
     "rimraf": "3.0.2",
     "typescript": "4.6.2"
   },
@@ -65,5 +73,5 @@
     "node": ">=14.19.1 <=18.x.x",
     "npm": ">=6.0.0"
   },
-  "gitHead": "2c0bcabdf0bf2a269fed50c6f23ba777845968a0"
+  "gitHead": "a9e55435c489f3379d88565bf3f729deb29bfb45"
 }

package/dist/encryption/decrypt.d.ts

@@ -1,3 +0,0 @@
-import { Cipher } from 'crypto';
-import { Algorithm } from '../../types';
-export declare const createDecryptionCipher: (key: string, algorithm?: Algorithm) => Cipher;

package/dist/encryption/encrypt.d.ts

@@ -1,3 +0,0 @@
-import { Cipher } from 'crypto';
-import { Algorithm } from '../../types';
-export declare const createEncryptionCipher: (key: string, algorithm?: Algorithm) => Cipher;

package/dist/index.d.ts

@@ -1,2 +0,0 @@
-export * from './engine';
-export * from './providers';

package/dist/providers/index.d.ts

@@ -1,4 +0,0 @@
-export * from './local-file-source-provider';
-export * from './local-strapi-source-provider';
-export * from './local-file-destination-provider';
-export * from './local-strapi-destination-provider';

package/dist/providers/local-strapi-destination-provider/strategies/restore/entities.js

@@ -1,88 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createEntitiesWriteStream = void 0;
-const fp_1 = require("lodash/fp");
-const stream_1 = require("stream");
-const utils_1 = require("../../../../utils");
-const shared = __importStar(require("../../../shared"));
-const createEntitiesWriteStream = (options) => {
-    const { strapi, updateMappingTable } = options;
-    const query = shared.strapi.entity.createEntityQuery(strapi);
-    return new stream_1.Writable({
-        objectMode: true,
-        async write(entity, _encoding, callback) {
-            const { type, id, data } = entity;
-            const { create, getDeepPopulateComponentLikeQuery } = query(type);
-            const contentType = strapi.getModel(type);
-            const resolveType = (paths) => {
-                let type = contentType;
-                let value = data;
-                for (const path of paths) {
-                    value = (0, fp_1.get)(path, value);
-                    if (typeof type === 'function') {
-                        type = type(value);
-                    }
-                    if (path in type.attributes) {
-                        const attribute = type.attributes[path];
-                        if (attribute.type === 'component') {
-                            type = strapi.getModel(attribute.component);
-                        }
-                        if (attribute.type === 'dynamiczone') {
-                            type = ({ __component }) => strapi.getModel(__component);
-                        }
-                    }
-                }
-                return type.uid;
-            };
-            try {
-                // Create the entity
-                const created = await create({
-                    data,
-                    populate: getDeepPopulateComponentLikeQuery(contentType, { select: 'id' }),
-                    select: 'id',
-                });
-                const diffs = utils_1.json.diff(data, created);
-                updateMappingTable(type, id, created.id);
-                diffs.forEach((diff) => {
-                    if (diff.kind === 'modified' && diff.path.at(-1) === 'id') {
-                        const target = resolveType(diff.path);
-                        const [oldID, newID] = diff.values;
-                        updateMappingTable(target, oldID, newID);
-                    }
-                });
-            }
-            catch (e) {
-                if (e instanceof Error) {
-                    return callback(e);
-                }
-                return callback(new Error(`Failed to create "${type}" (${id})`));
-            }
-            return callback(null);
-        },
-    });
-};
-exports.createEntitiesWriteStream = createEntitiesWriteStream;
-//# sourceMappingURL=entities.js.map

package/dist/providers/local-strapi-destination-provider/strategies/restore/links.d.ts

@@ -1,3 +0,0 @@
-/// <reference types="node" />
-import { Writable } from 'stream';
-export declare const createLinksWriteStream: (mapID: (uid: string, id: number) => number | undefined, strapi: Strapi.Strapi) => Writable;

package/dist/providers/local-strapi-destination-provider/strategies/restore/links.js

@@ -1,29 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createLinksWriteStream = void 0;
-const stream_1 = require("stream");
-const link_1 = require("../../../shared/strapi/link");
-const createLinksWriteStream = (mapID, strapi) => {
-    return new stream_1.Writable({
-        objectMode: true,
-        async write(link, _encoding, callback) {
-            const { left, right } = link;
-            const query = (0, link_1.createLinkQuery)(strapi);
-            // Map IDs if needed
-            left.ref = mapID(left.type, left.ref) ?? left.ref;
-            right.ref = mapID(right.type, right.ref) ?? right.ref;
-            try {
-                await query().insert(link);
-            }
-            catch (e) {
-                if (e instanceof Error) {
-                    return callback(e);
-                }
-                return callback(new Error(`An error happened while trying to import a ${left.type} link. ${e}`));
-            }
-            callback(null);
-        },
-    });
-};
-exports.createLinksWriteStream = createLinksWriteStream;
-//# sourceMappingURL=links.js.map

package/dist/providers/shared/index.d.ts

@@ -1 +0,0 @@
-export * as strapi from './strapi';

package/dist/providers/test-utils/index.d.ts

@@ -1,111 +0,0 @@
-/// <reference types="node" />
-/// <reference types="jest" />
-import { Readable } from 'stream';
-/**
- * Collect every entity in a Readable stream
- */
-export declare const collect: <T = unknown>(stream: Readable) => Promise<T[]>;
-/**
- * Create a "Strapi" like object factory based on the
- * given params and cast it to the correct type
- */
-export declare const getStrapiFactory: <T extends {
-    readonly EE?: unknown;
-    readonly config?: unknown;
-    readonly auth?: unknown;
-    readonly contentAPI?: unknown;
-    readonly sanitizers?: unknown;
-    readonly services?: unknown;
-    service?: unknown;
-    readonly controllers?: unknown;
-    controller?: unknown;
-    readonly contentTypes?: unknown;
-    contentType?: unknown;
-    readonly components?: unknown;
-    readonly customFields?: unknown;
-    readonly policies?: unknown;
-    policy?: unknown;
-    readonly middlewares?: unknown;
-    middleware?: unknown;
-    readonly plugins?: unknown;
-    plugin?: unknown;
-    readonly hooks?: unknown;
-    hook?: unknown;
-    readonly api?: unknown;
-    register?: unknown;
-    bootstrap?: unknown;
-    destroy?: unknown;
-    runLifecyclesFunctions?: unknown;
-    start?: unknown;
-    stopWithError?: unknown;
-    stop?: unknown;
-    load?: unknown;
-    reload?: unknown;
-    startWebhooks?: unknown;
-    postListen?: unknown;
-    listen?: unknown;
-    openAdmin?: unknown;
-    loadAdmin?: unknown;
-    loadPlugins?: unknown;
-    loadPolicies?: unknown;
-    loadAPIs?: unknown;
-    loadComponents?: unknown;
-    loadMiddlewares?: unknown;
-    loadApp?: unknown;
-    registerInternalHooks?: unknown;
-    getModel?: unknown;
-    query?: unknown;
-    container?: unknown;
-    dirs?: unknown;
-    isLoaded?: unknown;
-    server?: unknown;
-    fs?: unknown;
-    eventHub?: unknown;
-    startupLogger?: unknown;
-    log?: unknown;
-    cron?: unknown;
-    telemetry?: unknown;
-    db?: unknown;
-    store?: unknown;
-    entityValidator?: unknown;
-    entityService?: unknown;
-}>(properties?: T | undefined) => () => import("@strapi/strapi").Strapi;
-/**
- * Union type used to represent the default content types available
- */
-export declare type ContentType = 'foo' | 'bar';
-/**
- * Factory to get default content types test values
- */
-export declare const getContentTypes: () => {
-    foo: {
-        uid: "foo";
-        attributes: {
-            [attribute: string]: unknown;
-        };
-    };
-    bar: {
-        uid: "bar";
-        attributes: {
-            [attribute: string]: unknown;
-        };
-    };
-};
-/**
- * Create a factory of readable streams (wrapped with a jest mock function)
- */
-export declare const createMockedReadableFactory: <T extends string = ContentType>(source: { [ct in T]: {
-    [key: string]: unknown;
-    id: number;
-}[]; }) => jest.Mock<Readable, [uid: T]>;
-/**
- * Create a factory of mocked query builders
- */
-export declare const createMockedQueryBuilder: <T extends string = ContentType>(data: { [key in T]: unknown[]; }) => jest.Mock<{
-    populate(populate: unknown): any;
-    stream(): Readable;
-}, [uid: T]>;
-/**
- * Update the global store with the given strapi value
- */
-export declare const setGlobalStrapi: (strapi: Strapi.Strapi) => void;

package/dist/providers/test-utils/index.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setGlobalStrapi = exports.createMockedQueryBuilder = exports.createMockedReadableFactory = exports.getContentTypes = exports.getStrapiFactory = exports.collect = void 0;
-const stream_1 = require("stream");
-/**
- * Collect every entity in a Readable stream
- */
-const collect = (stream) => {
-    const chunks = [];
-    return new Promise((resolve, reject) => {
-        stream
-            .on('data', (chunk) => chunks.push(chunk))
-            .on('close', () => resolve(chunks))
-            .on('error', reject);
-    });
-};
-exports.collect = collect;
-/**
- * Create a "Strapi" like object factory based on the
- * given params and cast it to the correct type
- */
-const getStrapiFactory = (properties) => () => {
-    return { ...properties };
-};
-exports.getStrapiFactory = getStrapiFactory;
-/**
- * Factory to get default content types test values
- */
-const getContentTypes = () => ({
-    foo: { uid: 'foo', attributes: { title: { type: 'string' } } },
-    bar: { uid: 'bar', attributes: { age: { type: 'number' } } },
-});
-exports.getContentTypes = getContentTypes;
-/**
- * Create a factory of readable streams (wrapped with a jest mock function)
- */
-const createMockedReadableFactory = (source) => jest.fn((uid) => {
-    return stream_1.Readable.from(source[uid] || []);
-});
-exports.createMockedReadableFactory = createMockedReadableFactory;
-/**
- * Create a factory of mocked query builders
- */
-const createMockedQueryBuilder = (data) => jest.fn((uid) => {
-    const state = { populate: undefined };
-    return {
-        populate(populate) {
-            state.populate = populate;
-            return this;
-        },
-        stream() {
-            return stream_1.Readable.from(data[uid]);
-        },
-    };
-});
-exports.createMockedQueryBuilder = createMockedQueryBuilder;
-/**
- * Update the global store with the given strapi value
- */
-const setGlobalStrapi = (strapi) => {
-    global.strapi = strapi;
-};
-exports.setGlobalStrapi = setGlobalStrapi;
-//# sourceMappingURL=index.js.map

package/dist/utils/stream.d.ts

@@ -1,10 +0,0 @@
-/// <reference types="node" />
-import { Transform, Readable } from 'stream';
-declare type TransformOptions = ConstructorParameters<typeof Transform>[0];
-export declare const filter: <T>(predicate: (value: T) => boolean | Promise<boolean>, options?: TransformOptions) => Transform;
-export declare const map: <T>(predicate: (value: T) => T | Promise<T>, options?: TransformOptions) => Transform;
-/**
- * Collect every entity in a Readable stream
- */
-export declare const collect: <T = unknown>(stream: Readable) => Promise<T[]>;
-export {};

package/dist/utils/stream.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.collect = exports.map = exports.filter = void 0;
-const stream_1 = require("stream");
-const filter = (predicate, options = { objectMode: true }) => {
-    return new stream_1.Transform({
-        ...options,
-        async transform(chunk, _encoding, callback) {
-            const keep = await predicate(chunk);
-            callback(null, keep ? chunk : undefined);
-        },
-    });
-};
-exports.filter = filter;
-const map = (predicate, options = { objectMode: true }) => {
-    return new stream_1.Transform({
-        ...options,
-        async transform(chunk, _encoding, callback) {
-            const mappedValue = await predicate(chunk);
-            callback(null, mappedValue);
-        },
-    });
-};
-exports.map = map;
-/**
- * Collect every entity in a Readable stream
- */
-const collect = (stream) => {
-    const chunks = [];
-    return new Promise((resolve) => {
-        stream.on('data', (chunk) => chunks.push(chunk));
-        stream.on('end', () => {
-            stream.destroy();
-            resolve(chunks);
-        });
-    });
-};
-exports.collect = collect;
-//# sourceMappingURL=stream.js.map