@strapi/data-transfer 5.0.0-beta.1 → 5.0.0-beta.11

package/dist/index.mjs

@@ -2,7 +2,7 @@ import { Transform, PassThrough, Writable, Readable, Duplex, pipeline } from "st
 import path, { extname, join, posix } from "path";
 import { EOL } from "os";
 import { chain } from "stream-chain";
-import { isArray, zip, isObject, uniq, isEqual, mapValues, pick, reject as reject$1, capitalize, isNumber, isEmpty, last, difference, set, omit, has, pipe, assign, map as map$1, size, isNil, clone, get, once, castArray, keyBy } from "lodash/fp";
+import { isArray, zip, isObject, uniq, isEqual, mapValues, pick, reject as reject$1, capitalize, isNumber, isEmpty, last, set, get, has, pipe, omit, assign, map as map$1, size, isNil, clone, once, castArray, keyBy } from "lodash/fp";
 import { diff as diff$1 } from "semver";
 import { scryptSync, createCipheriv, createDecipheriv, randomUUID } from "crypto";
 import { EventEmitter } from "events";
@@ -196,9 +196,13 @@ const VALID_SCHEMA_PROPERTIES = [
 const mapSchemasValues = (schemas) => {
   return mapValues(pick(VALID_SCHEMA_PROPERTIES), schemas);
 };
+const schemasToValidJSON = (schemas) => {
+  return JSON.parse(JSON.stringify(schemas));
+};
 const schema = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
-  mapSchemasValues
+  mapSchemasValues,
+  schemasToValidJSON
 }, Symbol.toStringTag, { value: "Module" }));
 const createTransaction = (strapi2) => {
   const fns = [];
@@ -308,7 +312,7 @@ const isAttributeIgnorable = (diff2) => {
   return diff2.path.length === 3 && // Root property must be attributes
   diff2.path[0] === "attributes" && // Need a valid string attribute name
   typeof diff2.path[1] === "string" && // The diff must be on ignorable attribute properties
-  ["private", "required", "configurable"].includes(diff2.path[2]);
+  ["private", "required", "configurable", "default"].includes(diff2.path[2]);
 };
 const isOptionalAdminType = (diff2) => {
   if ("value" in diff2 && isObject(diff2.value)) {
@@ -1040,8 +1044,8 @@ ${formattedDiffs}`,
           }
           const { type, data } = entity2;
           const attributes = schemas[type].attributes;
-          const attributesToRemove = difference(Object.keys(data), Object.keys(attributes));
-          const updatedEntity = set("data", omit(attributesToRemove, data), entity2);
+          const attributesToKeep = Object.keys(attributes).concat("documentId");
+          const updatedEntity = set("data", pick(attributesToKeep, data), entity2);
           callback(null, updatedEntity);
         }
       })
@@ -1255,6 +1259,34 @@ const deleteComponent = async (uid, componentToDelete) => {
   await deleteComponents(uid, componentToDelete);
   await strapi.db.query(uid).delete({ where: { id: componentToDelete.id } });
 };
+const resolveComponentUID = ({
+  paths,
+  strapi: strapi2,
+  data,
+  contentType
+}) => {
+  let value = data;
+  let cType = contentType;
+  for (const path2 of paths) {
+    value = get(path2, value);
+    if (typeof cType === "function") {
+      cType = cType(value);
+    }
+    if (path2 in cType.attributes) {
+      const attribute = cType.attributes[path2];
+      if (attribute.type === "component") {
+        cType = strapi2.getModel(attribute.component);
+      }
+      if (attribute.type === "dynamiczone") {
+        cType = ({ __component }) => strapi2.getModel(__component);
+      }
+    }
+  }
+  if ("uid" in cType) {
+    return cType.uid;
+  }
+  return void 0;
+};
 const sanitizeComponentLikeAttributes = (model, data) => {
   const { attributes } = model;
   const componentLikeAttributesKey = Object.entries(attributes).filter(([, attribute]) => attribute.type === "component" || attribute.type === "dynamiczone").map(([key]) => key);
@@ -1504,6 +1536,9 @@ const createLinkQuery = (strapi2, trx) => {
       const metadata = strapi2.db.metadata.get(left.type);
       const attribute = metadata.attributes[left.field];
       const payload = {};
+      if (!attribute) {
+        return;
+      }
       if (attribute.type !== "relation") {
         throw new Error(`Attribute ${left.field} is not a relation`);
       }
@@ -1581,9 +1616,7 @@ const filterValidRelationalAttributes = (attributes) => {
   const isOwner = (attribute) => {
     return attribute.owner || !attribute.mappedBy && !attribute.morphBy;
   };
-  const isComponentLike = (attribute) => {
-    return attribute.component || attribute.components;
-  };
+  const isComponentLike = (attribute) => attribute.joinTable?.name.endsWith("_cmps");
   return Object.entries(attributes).filter(([, attribute]) => {
     return attribute.type === "relation" && isOwner(attribute) && !isComponentLike(attribute);
   }).reduce((acc, [key, attribute]) => ({ ...acc, [key]: attribute }), {});
@@ -1599,7 +1632,8 @@ const getLinkKind = (attribute, uid) => {
 };
 const link = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
-  createLinkQuery
+  createLinkQuery,
+  filterValidRelationalAttributes
 }, Symbol.toStringTag, { value: "Module" }));
 const index$6 = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
@@ -1616,29 +1650,6 @@ const createEntitiesWriteStream = (options) => {
         const { type, id, data } = entity2;
         const { create, getDeepPopulateComponentLikeQuery } = query(type);
         const contentType = strapi2.getModel(type);
-        let cType = contentType;
-        const resolveType = (paths) => {
-          let value = data;
-          for (const path2 of paths) {
-            value = get(path2, value);
-            if (typeof cType === "function") {
-              cType = cType(value);
-            }
-            if (path2 in cType.attributes) {
-              const attribute = cType.attributes[path2];
-              if (attribute.type === "component") {
-                cType = strapi2.getModel(attribute.component);
-              }
-              if (attribute.type === "dynamiczone") {
-                cType = ({ __component }) => strapi2.getModel(__component);
-              }
-            }
-          }
-          if ("uid" in cType) {
-            return cType.uid;
-          }
-          return void 0;
-        };
         try {
           const created = await create({
             data,
@@ -1648,8 +1659,8 @@ const createEntitiesWriteStream = (options) => {
           const diffs = diff(data, created);
           updateMappingTable(type, id, created.id);
           diffs.forEach((diff2) => {
-            if (diff2.kind === "modified" && last(diff2.path) === "id") {
-              const target = resolveType(diff2.path);
+            if (diff2.kind === "modified" && last(diff2.path) === "id" && "kind" in contentType) {
+              const target = resolveComponentUID({ paths: diff2.path, data, contentType, strapi: strapi2 });
               if (!target) {
                 return;
               }
@@ -1962,10 +1973,10 @@ class LocalStrapiDestinationProvider {
   }
   getSchemas() {
     assertValidStrapi(this.strapi, "Not able to get Schemas");
-    const schemas = {
+    const schemas = schemasToValidJSON({
       ...this.strapi.contentTypes,
       ...this.strapi.components
-    };
+    });
     return mapSchemasValues(schemas);
   }
   createEntitiesWriteStream() {
@@ -2279,11 +2290,31 @@ function getFileStats(filepath, strapi2, isLocal = false) {
     });
   });
 }
+async function signFile(file) {
+  const { provider } = strapi.plugins.upload;
+  const { provider: providerName } = strapi.config.get("plugin.upload");
+  const isPrivate = await provider.isPrivate();
+  if (file?.provider === providerName && isPrivate) {
+    const signUrl = async (file2) => {
+      const signedUrl = await provider.getSignedUrl(file2);
+      file2.url = signedUrl.url;
+    };
+    await signUrl(file);
+    if (file.formats) {
+      for (const format of Object.keys(file.formats)) {
+        await signUrl(file.formats[format]);
+      }
+    }
+  }
+}
 const createAssetsStream = (strapi2) => {
   const generator = async function* () {
     const stream2 = strapi2.db.queryBuilder("plugin::upload.file").select("*").stream();
     for await (const file of stream2) {
       const isLocalProvider = file.provider === "local";
+      if (!isLocalProvider) {
+        await signFile(file);
+      }
       const filepath = isLocalProvider ? join(strapi2.dirs.static.public, file.url) : file.url;
       const stats = await getFileStats(filepath, strapi2, isLocalProvider);
       const stream22 = getFileStream(filepath, strapi2, isLocalProvider);
@@ -2363,10 +2394,10 @@ class LocalStrapiSourceProvider {
   }
   getSchemas() {
     assertValidStrapi(this.strapi, "Not able to get Schemas");
-    const schemas = {
+    const schemas = schemasToValidJSON({
       ...this.strapi.contentTypes,
       ...this.strapi.components
-    };
+    });
     return mapSchemasValues(schemas);
   }
   createSchemasReadStream() {
@@ -2941,9 +2972,7 @@ class RemoteStrapiSourceProvider {
     });
   }
   async getSchemas() {
-    const schemas = await this.dispatcher?.dispatchTransferAction(
-      "getSchemas"
-    );
+    const schemas = await this.dispatcher?.dispatchTransferAction("getSchemas");
     return schemas ?? null;
   }
   async #startStep(step) {
@@ -3082,8 +3111,11 @@ const transformUpgradeHeader = (header = "") => {
   return header.split(",").map((s) => s.trim().toLowerCase());
 };
 let timeouts;
+const hasHttpServer = () => {
+  return typeof strapi !== "undefined" && !!strapi?.server?.httpServer;
+};
 const disableTimeouts = () => {
-  if (!strapi?.server?.httpServer) {
+  if (!hasHttpServer()) {
     return;
   }
   const { httpServer } = strapi.server;
@@ -3098,7 +3130,7 @@ const disableTimeouts = () => {
   strapi.log.info("[Data transfer] Disabling http timeouts");
 };
 const resetTimeouts = () => {
-  if (!strapi?.server?.httpServer || !timeouts) {
+  if (!hasHttpServer() || !timeouts) {
     return;
   }
   const { httpServer } = strapi.server;
@@ -3941,11 +3973,14 @@ class LocalFileSourceProvider {
     return this.#metadata ?? null;
   }
   async getSchemas() {
-    const schemas = await collect(this.createSchemasReadStream());
-    if (isEmpty(schemas)) {
+    const schemaCollection = await collect(
+      this.createSchemasReadStream()
+    );
+    if (isEmpty(schemaCollection)) {
       throw new ProviderInitializationError("Could not load schemas from Strapi data file.");
     }
-    return keyBy("uid", schemas);
+    const schemas = keyBy("uid", schemaCollection);
+    return schemasToValidJSON(schemas);
   }
   createEntitiesReadStream() {
     return this.#streamJsonlDirectory("entities");