@strapi/data-transfer 5.12.1 → 5.12.3

package/dist/strapi/providers/local-source/assets.js

@@ -0,0 +1,123 @@
+'use strict';
+
+var path = require('path');
+var stream = require('stream');
+var fse = require('fs-extra');
+
+function getFileStream(filepath, strapi1, isLocal = false) {
+    if (isLocal) {
+        // Todo: handle errors
+        return fse.createReadStream(filepath);
+    }
+    const readableStream = new stream.PassThrough();
+    // fetch the image from remote url and stream it
+    strapi1.fetch(filepath).then((res)=>{
+        if (res.status !== 200) {
+            readableStream.emit('error', new Error(`Request failed with status code ${res.status}`));
+            return;
+        }
+        if (res.body) {
+            // pipe the image data
+            stream.Readable.fromWeb(res.body).pipe(readableStream);
+        } else {
+            readableStream.emit('error', new Error('Empty data found for file'));
+        }
+    }).catch((error)=>{
+        readableStream.emit('error', error);
+    });
+    return readableStream;
+}
+function getFileStats(filepath, strapi1, isLocal = false) {
+    if (isLocal) {
+        return fse.stat(filepath);
+    }
+    return new Promise((resolve, reject)=>{
+        strapi1.fetch(filepath).then((res)=>{
+            if (res.status !== 200) {
+                reject(new Error(`Request failed with status code ${res.status}`));
+                return;
+            }
+            const contentLength = res.headers.get('content-length');
+            const stats = {
+                size: contentLength ? parseInt(contentLength, 10) : 0
+            };
+            resolve(stats);
+        }).catch((error)=>{
+            reject(error);
+        });
+    });
+}
+async function signFile(file) {
+    const { provider } = strapi.plugins.upload;
+    const { provider: providerName } = strapi.config.get('plugin.upload');
+    const isPrivate = await provider.isPrivate();
+    if (file?.provider === providerName && isPrivate) {
+        const signUrl = async (file)=>{
+            const signedUrl = await provider.getSignedUrl(file);
+            file.url = signedUrl.url;
+        };
+        // Sign the original file
+        await signUrl(file);
+        // Sign each file format
+        if (file.formats) {
+            for (const format of Object.keys(file.formats)){
+                await signUrl(file.formats[format]);
+            }
+        }
+    }
+}
+/**
+ * Generate and consume assets streams in order to stream each file individually
+ */ const createAssetsStream = (strapi1)=>{
+    const generator = async function*() {
+        const stream = strapi1.db.queryBuilder('plugin::upload.file')// Create a query builder instance (default type is 'select')
+        // Fetch all columns
+        .select('*')// Get a readable stream
+        .stream();
+        for await (const file of stream){
+            const isLocalProvider = file.provider === 'local';
+            if (!isLocalProvider) {
+                await signFile(file);
+            }
+            const filepath = isLocalProvider ? path.join(strapi1.dirs.static.public, file.url) : file.url;
+            const stats = await getFileStats(filepath, strapi1, isLocalProvider);
+            const stream = getFileStream(filepath, strapi1, isLocalProvider);
+            yield {
+                metadata: file,
+                filepath,
+                filename: file.hash + file.ext,
+                stream,
+                stats: {
+                    size: stats.size
+                }
+            };
+            if (file.formats) {
+                for (const format of Object.keys(file.formats)){
+                    const fileFormat = file.formats[format];
+                    const fileFormatFilepath = isLocalProvider ? path.join(strapi1.dirs.static.public, fileFormat.url) : fileFormat.url;
+                    const fileFormatStats = await getFileStats(fileFormatFilepath, strapi1, isLocalProvider);
+                    const fileFormatStream = getFileStream(fileFormatFilepath, strapi1, isLocalProvider);
+                    const metadata = {
+                        ...fileFormat,
+                        type: format,
+                        id: file.id,
+                        mainHash: file.hash
+                    };
+                    yield {
+                        metadata,
+                        filepath: fileFormatFilepath,
+                        filename: fileFormat.hash + fileFormat.ext,
+                        stream: fileFormatStream,
+                        stats: {
+                            size: fileFormatStats.size
+                        }
+                    };
+                }
+            }
+        }
+    };
+    return stream.Duplex.from(generator());
+};
+
+exports.createAssetsStream = createAssetsStream;
+//# sourceMappingURL=assets.js.map

package/dist/strapi/providers/local-source/assets.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assets.js","sources":["../../../../src/strapi/providers/local-source/assets.ts"],"sourcesContent":["import { join } from 'path';\nimport { Duplex, PassThrough, Readable } from 'stream';\nimport { stat, createReadStream, ReadStream } from 'fs-extra';\nimport * as webStream from 'stream/web';\nimport type { Core } from '@strapi/types';\n\nimport type { IAsset, IFile } from '../../../../types';\n\nfunction getFileStream(\n  filepath: string,\n  strapi: Core.Strapi,\n  isLocal = false\n): PassThrough | ReadStream {\n  if (isLocal) {\n    // Todo: handle errors\n    return createReadStream(filepath);\n  }\n\n  const readableStream = new PassThrough();\n\n  // fetch the image from remote url and stream it\n  strapi\n    .fetch(filepath)\n    .then((res: Response) => {\n      if (res.status !== 200) {\n        readableStream.emit('error', new Error(`Request failed with status code ${res.status}`));\n        return;\n      }\n\n      if (res.body) {\n        // pipe the image data\n        Readable.fromWeb(res.body as webStream.ReadableStream<Uint8Array>).pipe(readableStream);\n      } else {\n        readableStream.emit('error', new Error('Empty data found for file'));\n      }\n    })\n    .catch((error: unknown) => {\n      readableStream.emit('error', error);\n    });\n\n  return readableStream;\n}\n\nfunction getFileStats(\n  filepath: string,\n  strapi: Core.Strapi,\n  isLocal = false\n): Promise<{ size: number }> {\n  if (isLocal) {\n    return stat(filepath);\n  }\n  return new Promise((resolve, reject) => {\n    strapi\n      .fetch(filepath)\n      .then((res: Response) => {\n        if (res.status !== 200) {\n          reject(new Error(`Request failed with status code ${res.status}`));\n          return;\n        }\n\n        const contentLength = res.headers.get('content-length');\n        const stats = {\n          size: contentLength ? parseInt(contentLength, 10) : 0,\n        };\n\n        resolve(stats);\n      })\n      .catch((error: unknown) => {\n        reject(error);\n      });\n  });\n}\n\nasync function signFile(file: IFile) {\n  const { provider } = strapi.plugins.upload;\n  const { provider: providerName } = strapi.config.get('plugin.upload') as { provider: string };\n  const isPrivate = await provider.isPrivate();\n  if (file?.provider === providerName && isPrivate) {\n    const signUrl = async (file: IFile) => {\n      const signedUrl = await provider.getSignedUrl(file);\n      file.url = signedUrl.url;\n    };\n\n    // Sign the original file\n    await signUrl(file);\n    // Sign each file format\n    if (file.formats) {\n      for (const format of Object.keys(file.formats)) {\n        await signUrl(file.formats[format]);\n      }\n    }\n  }\n}\n\n/**\n * Generate and consume assets streams in order to stream each file individually\n */\nexport const createAssetsStream = (strapi: Core.Strapi): Duplex => {\n  const generator: () => AsyncGenerator<IAsset, void> = async function* () {\n    const stream: Readable = strapi.db\n      .queryBuilder('plugin::upload.file')\n      // Create a query builder instance (default type is 'select')\n      // Fetch all columns\n      .select('*')\n      // Get a readable stream\n      .stream();\n\n    for await (const file of stream) {\n      const isLocalProvider = file.provider === 'local';\n      if (!isLocalProvider) {\n        await signFile(file);\n      }\n      const filepath = isLocalProvider ? join(strapi.dirs.static.public, file.url) : file.url;\n      const stats = await getFileStats(filepath, strapi, isLocalProvider);\n      const stream = getFileStream(filepath, strapi, isLocalProvider);\n\n      yield {\n        metadata: file,\n        filepath,\n        filename: file.hash + file.ext,\n        stream,\n        stats: { size: stats.size },\n      };\n\n      if (file.formats) {\n        for (const format of Object.keys(file.formats)) {\n          const fileFormat = file.formats[format];\n          const fileFormatFilepath = isLocalProvider\n            ? join(strapi.dirs.static.public, fileFormat.url)\n            : fileFormat.url;\n          const fileFormatStats = await getFileStats(fileFormatFilepath, strapi, isLocalProvider);\n          const fileFormatStream = getFileStream(fileFormatFilepath, strapi, isLocalProvider);\n          const metadata = { ...fileFormat, type: format, id: file.id, mainHash: file.hash };\n          yield {\n            metadata,\n            filepath: fileFormatFilepath,\n            filename: fileFormat.hash + fileFormat.ext,\n            stream: fileFormatStream,\n            stats: { size: fileFormatStats.size },\n          };\n        }\n      }\n    }\n  };\n\n  return Duplex.from(generator());\n};\n"],"names":["getFileStream","filepath","strapi","isLocal","createReadStream","readableStream","PassThrough","fetch","then","res","status","emit","Error","body","Readable","fromWeb","pipe","catch","error","getFileStats","stat","Promise","resolve","reject","contentLength","headers","get","stats","size","parseInt","signFile","file","provider","plugins","upload","providerName","config","isPrivate","signUrl","signedUrl","getSignedUrl","url","formats","format","Object","keys","createAssetsStream","generator","stream","db","queryBuilder","select","isLocalProvider","join","dirs","static","public","metadata","filename","hash","ext","fileFormat","fileFormatFilepath","fileFormatStats","fileFormatStream","type","id","mainHash","Duplex","from"],"mappings":";;;;;;AAQA,SAASA,cACPC,QAAgB,EAChBC,OAAmB,EACnBC,UAAU,KAAK,EAAA;AAEf,IAAA,IAAIA,OAAS,EAAA;;AAEX,QAAA,OAAOC,oBAAiBH,CAAAA,QAAAA,CAAAA;AAC1B;AAEA,IAAA,MAAMI,iBAAiB,IAAIC,kBAAAA,EAAAA;;AAG3BJ,IAAAA,OAAAA,CACGK,KAAK,CAACN,QACNO,CAAAA,CAAAA,IAAI,CAAC,CAACC,GAAAA,GAAAA;QACL,IAAIA,GAAAA,CAAIC,MAAM,KAAK,GAAK,EAAA;YACtBL,cAAeM,CAAAA,IAAI,CAAC,OAAA,EAAS,IAAIC,KAAAA,CAAM,CAAC,gCAAgC,EAAEH,GAAAA,CAAIC,MAAM,CAAC,CAAC,CAAA,CAAA;AACtF,YAAA;AACF;QAEA,IAAID,GAAAA,CAAII,IAAI,EAAE;;AAEZC,YAAAA,eAAAA,CAASC,OAAO,CAACN,GAAAA,CAAII,IAAI,CAAA,CAA0CG,IAAI,CAACX,cAAAA,CAAAA;SACnE,MAAA;AACLA,YAAAA,cAAAA,CAAeM,IAAI,CAAC,OAAS,EAAA,IAAIC,KAAM,CAAA,2BAAA,CAAA,CAAA;AACzC;KAEDK,CAAAA,CAAAA,KAAK,CAAC,CAACC,KAAAA,GAAAA;QACNb,cAAeM,CAAAA,IAAI,CAAC,OAASO,EAAAA,KAAAA,CAAAA;AAC/B,KAAA,CAAA;IAEF,OAAOb,cAAAA;AACT;AAEA,SAASc,aACPlB,QAAgB,EAChBC,OAAmB,EACnBC,UAAU,KAAK,EAAA;AAEf,IAAA,IAAIA,OAAS,EAAA;AACX,QAAA,OAAOiB,QAAKnB,CAAAA,QAAAA,CAAAA;AACd;IACA,OAAO,IAAIoB,OAAQ,CAAA,CAACC,OAASC,EAAAA,MAAAA,GAAAA;AAC3BrB,QAAAA,OAAAA,CACGK,KAAK,CAACN,QACNO,CAAAA,CAAAA,IAAI,CAAC,CAACC,GAAAA,GAAAA;YACL,IAAIA,GAAAA,CAAIC,MAAM,KAAK,GAAK,EAAA;gBACtBa,MAAO,CAAA,IAAIX,MAAM,CAAC,gCAAgC,EAAEH,GAAIC,CAAAA,MAAM,CAAC,CAAC,CAAA,CAAA;AAChE,gBAAA;AACF;AAEA,YAAA,MAAMc,aAAgBf,GAAAA,GAAAA,CAAIgB,OAAO,CAACC,GAAG,CAAC,gBAAA,CAAA;AACtC,YAAA,MAAMC,KAAQ,GAAA;gBACZC,IAAMJ,EAAAA,aAAAA,GAAgBK,QAASL,CAAAA,aAAAA,EAAe,EAAM,CAAA,GAAA;AACtD,aAAA;YAEAF,OAAQK,CAAAA,KAAAA,CAAAA;SAETV,CAAAA,CAAAA,KAAK,CAAC,CAACC,KAAAA,GAAAA;YACNK,MAAOL,CAAAA,KAAAA,CAAAA;AACT,SAAA,CAAA;AACJ,KAAA,CAAA;AACF;AAEA,eAAeY,SAASC,IAAW,EAAA;AACjC,IAAA,MAAM,EAAEC,QAAQ,EAAE,GAAG9B,MAAO+B,CAAAA,OAAO,CAACC,MAAM;IAC1C,MAAM,EAAEF,UAAUG,YAAY,EAAE,GAAGjC,MAAOkC,CAAAA,MAAM,CAACV,GAAG,CAAC,eAAA,CAAA;IACrD,MAAMW,SAAAA,GAAY,MAAML,QAAAA,CAASK,SAAS,EAAA;IAC1C,IAAIN,IAAAA,EAAMC,QAAaG,KAAAA,YAAAA,IAAgBE,SAAW,EAAA;AAChD,QAAA,MAAMC,UAAU,OAAOP,IAAAA,GAAAA;AACrB,YAAA,MAAMQ,SAAY,GAAA,MAAMP,QAASQ,CAAAA,YAAY,CAACT,IAAAA,CAAAA;YAC9CA,IAAKU,CAAAA,GAAG,GAAGF,SAAAA,CAAUE,GAAG;AAC1B,SAAA;;AAGA,QAAA,MAAMH,OAAQP,CAAAA,IAAAA,CAAAA;;QAEd,IAAIA,IAAAA,CAAKW,OAAO,EAAE;AAChB,YAAA,KAAK,MAAMC,MAAUC,IAAAA,MAAAA,CAAOC,IAAI,CAACd,IAAAA,CAAKW,OAAO,CAAG,CAAA;AAC9C,gBAAA,MAAMJ,OAAQP,CAAAA,IAAAA,CAAKW,OAAO,CAACC,MAAO,CAAA,CAAA;AACpC;AACF;AACF;AACF;AAEA;;IAGaG,MAAAA,kBAAAA,GAAqB,CAAC5C,OAAAA,GAAAA;AACjC,IAAA,MAAM6C,SAAgD,GAAA,kBAAA;AACpD,QAAA,MAAMC,SAAmB9C,OAAO+C,CAAAA,EAAE,CAC/BC,YAAY,CAAC,sBACd;;SAECC,MAAM,CAAC,IACR;SACCH,MAAM,EAAA;QAET,WAAW,MAAMjB,QAAQiB,MAAQ,CAAA;YAC/B,MAAMI,eAAAA,GAAkBrB,IAAKC,CAAAA,QAAQ,KAAK,OAAA;AAC1C,YAAA,IAAI,CAACoB,eAAiB,EAAA;AACpB,gBAAA,MAAMtB,QAASC,CAAAA,IAAAA,CAAAA;AACjB;AACA,YAAA,MAAM9B,QAAWmD,GAAAA,eAAAA,GAAkBC,SAAKnD,CAAAA,OAAAA,CAAOoD,IAAI,CAACC,MAAM,CAACC,MAAM,EAAEzB,IAAAA,CAAKU,GAAG,CAAA,GAAIV,KAAKU,GAAG;AACvF,YAAA,MAAMd,KAAQ,GAAA,MAAMR,YAAalB,CAAAA,QAAAA,EAAUC,OAAQkD,EAAAA,eAAAA,CAAAA;YACnD,MAAMJ,MAAAA,GAAShD,aAAcC,CAAAA,QAAAA,EAAUC,OAAQkD,EAAAA,eAAAA,CAAAA;YAE/C,MAAM;gBACJK,QAAU1B,EAAAA,IAAAA;AACV9B,gBAAAA,QAAAA;AACAyD,gBAAAA,QAAAA,EAAU3B,IAAK4B,CAAAA,IAAI,GAAG5B,IAAAA,CAAK6B,GAAG;AAC9BZ,gBAAAA,MAAAA;gBACArB,KAAO,EAAA;AAAEC,oBAAAA,IAAAA,EAAMD,MAAMC;AAAK;AAC5B,aAAA;YAEA,IAAIG,IAAAA,CAAKW,OAAO,EAAE;AAChB,gBAAA,KAAK,MAAMC,MAAUC,IAAAA,MAAAA,CAAOC,IAAI,CAACd,IAAAA,CAAKW,OAAO,CAAG,CAAA;AAC9C,oBAAA,MAAMmB,UAAa9B,GAAAA,IAAAA,CAAKW,OAAO,CAACC,MAAO,CAAA;AACvC,oBAAA,MAAMmB,kBAAqBV,GAAAA,eAAAA,GACvBC,SAAKnD,CAAAA,OAAAA,CAAOoD,IAAI,CAACC,MAAM,CAACC,MAAM,EAAEK,UAAAA,CAAWpB,GAAG,CAAA,GAC9CoB,WAAWpB,GAAG;AAClB,oBAAA,MAAMsB,eAAkB,GAAA,MAAM5C,YAAa2C,CAAAA,kBAAAA,EAAoB5D,OAAQkD,EAAAA,eAAAA,CAAAA;oBACvE,MAAMY,gBAAAA,GAAmBhE,aAAc8D,CAAAA,kBAAAA,EAAoB5D,OAAQkD,EAAAA,eAAAA,CAAAA;AACnE,oBAAA,MAAMK,QAAW,GAAA;AAAE,wBAAA,GAAGI,UAAU;wBAAEI,IAAMtB,EAAAA,MAAAA;AAAQuB,wBAAAA,EAAAA,EAAInC,KAAKmC,EAAE;AAAEC,wBAAAA,QAAAA,EAAUpC,KAAK4B;AAAK,qBAAA;oBACjF,MAAM;AACJF,wBAAAA,QAAAA;wBACAxD,QAAU6D,EAAAA,kBAAAA;AACVJ,wBAAAA,QAAAA,EAAUG,UAAWF,CAAAA,IAAI,GAAGE,UAAAA,CAAWD,GAAG;wBAC1CZ,MAAQgB,EAAAA,gBAAAA;wBACRrC,KAAO,EAAA;AAAEC,4BAAAA,IAAAA,EAAMmC,gBAAgBnC;AAAK;AACtC,qBAAA;AACF;AACF;AACF;AACF,KAAA;IAEA,OAAOwC,aAAAA,CAAOC,IAAI,CAACtB,SAAAA,EAAAA,CAAAA;AACrB;;;;"}

package/dist/strapi/providers/local-source/assets.mjs

@@ -0,0 +1,121 @@
+import { join } from 'path';
+import { Duplex, PassThrough, Readable } from 'stream';
+import { createReadStream, stat } from 'fs-extra';
+
+function getFileStream(filepath, strapi1, isLocal = false) {
+    if (isLocal) {
+        // Todo: handle errors
+        return createReadStream(filepath);
+    }
+    const readableStream = new PassThrough();
+    // fetch the image from remote url and stream it
+    strapi1.fetch(filepath).then((res)=>{
+        if (res.status !== 200) {
+            readableStream.emit('error', new Error(`Request failed with status code ${res.status}`));
+            return;
+        }
+        if (res.body) {
+            // pipe the image data
+            Readable.fromWeb(res.body).pipe(readableStream);
+        } else {
+            readableStream.emit('error', new Error('Empty data found for file'));
+        }
+    }).catch((error)=>{
+        readableStream.emit('error', error);
+    });
+    return readableStream;
+}
+function getFileStats(filepath, strapi1, isLocal = false) {
+    if (isLocal) {
+        return stat(filepath);
+    }
+    return new Promise((resolve, reject)=>{
+        strapi1.fetch(filepath).then((res)=>{
+            if (res.status !== 200) {
+                reject(new Error(`Request failed with status code ${res.status}`));
+                return;
+            }
+            const contentLength = res.headers.get('content-length');
+            const stats = {
+                size: contentLength ? parseInt(contentLength, 10) : 0
+            };
+            resolve(stats);
+        }).catch((error)=>{
+            reject(error);
+        });
+    });
+}
+async function signFile(file) {
+    const { provider } = strapi.plugins.upload;
+    const { provider: providerName } = strapi.config.get('plugin.upload');
+    const isPrivate = await provider.isPrivate();
+    if (file?.provider === providerName && isPrivate) {
+        const signUrl = async (file)=>{
+            const signedUrl = await provider.getSignedUrl(file);
+            file.url = signedUrl.url;
+        };
+        // Sign the original file
+        await signUrl(file);
+        // Sign each file format
+        if (file.formats) {
+            for (const format of Object.keys(file.formats)){
+                await signUrl(file.formats[format]);
+            }
+        }
+    }
+}
+/**
+ * Generate and consume assets streams in order to stream each file individually
+ */ const createAssetsStream = (strapi1)=>{
+    const generator = async function*() {
+        const stream = strapi1.db.queryBuilder('plugin::upload.file')// Create a query builder instance (default type is 'select')
+        // Fetch all columns
+        .select('*')// Get a readable stream
+        .stream();
+        for await (const file of stream){
+            const isLocalProvider = file.provider === 'local';
+            if (!isLocalProvider) {
+                await signFile(file);
+            }
+            const filepath = isLocalProvider ? join(strapi1.dirs.static.public, file.url) : file.url;
+            const stats = await getFileStats(filepath, strapi1, isLocalProvider);
+            const stream = getFileStream(filepath, strapi1, isLocalProvider);
+            yield {
+                metadata: file,
+                filepath,
+                filename: file.hash + file.ext,
+                stream,
+                stats: {
+                    size: stats.size
+                }
+            };
+            if (file.formats) {
+                for (const format of Object.keys(file.formats)){
+                    const fileFormat = file.formats[format];
+                    const fileFormatFilepath = isLocalProvider ? join(strapi1.dirs.static.public, fileFormat.url) : fileFormat.url;
+                    const fileFormatStats = await getFileStats(fileFormatFilepath, strapi1, isLocalProvider);
+                    const fileFormatStream = getFileStream(fileFormatFilepath, strapi1, isLocalProvider);
+                    const metadata = {
+                        ...fileFormat,
+                        type: format,
+                        id: file.id,
+                        mainHash: file.hash
+                    };
+                    yield {
+                        metadata,
+                        filepath: fileFormatFilepath,
+                        filename: fileFormat.hash + fileFormat.ext,
+                        stream: fileFormatStream,
+                        stats: {
+                            size: fileFormatStats.size
+                        }
+                    };
+                }
+            }
+        }
+    };
+    return Duplex.from(generator());
+};
+
+export { createAssetsStream };
+//# sourceMappingURL=assets.mjs.map

package/dist/strapi/providers/local-source/assets.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"assets.mjs","sources":["../../../../src/strapi/providers/local-source/assets.ts"],"sourcesContent":["import { join } from 'path';\nimport { Duplex, PassThrough, Readable } from 'stream';\nimport { stat, createReadStream, ReadStream } from 'fs-extra';\nimport * as webStream from 'stream/web';\nimport type { Core } from '@strapi/types';\n\nimport type { IAsset, IFile } from '../../../../types';\n\nfunction getFileStream(\n  filepath: string,\n  strapi: Core.Strapi,\n  isLocal = false\n): PassThrough | ReadStream {\n  if (isLocal) {\n    // Todo: handle errors\n    return createReadStream(filepath);\n  }\n\n  const readableStream = new PassThrough();\n\n  // fetch the image from remote url and stream it\n  strapi\n    .fetch(filepath)\n    .then((res: Response) => {\n      if (res.status !== 200) {\n        readableStream.emit('error', new Error(`Request failed with status code ${res.status}`));\n        return;\n      }\n\n      if (res.body) {\n        // pipe the image data\n        Readable.fromWeb(res.body as webStream.ReadableStream<Uint8Array>).pipe(readableStream);\n      } else {\n        readableStream.emit('error', new Error('Empty data found for file'));\n      }\n    })\n    .catch((error: unknown) => {\n      readableStream.emit('error', error);\n    });\n\n  return readableStream;\n}\n\nfunction getFileStats(\n  filepath: string,\n  strapi: Core.Strapi,\n  isLocal = false\n): Promise<{ size: number }> {\n  if (isLocal) {\n    return stat(filepath);\n  }\n  return new Promise((resolve, reject) => {\n    strapi\n      .fetch(filepath)\n      .then((res: Response) => {\n        if (res.status !== 200) {\n          reject(new Error(`Request failed with status code ${res.status}`));\n          return;\n        }\n\n        const contentLength = res.headers.get('content-length');\n        const stats = {\n          size: contentLength ? parseInt(contentLength, 10) : 0,\n        };\n\n        resolve(stats);\n      })\n      .catch((error: unknown) => {\n        reject(error);\n      });\n  });\n}\n\nasync function signFile(file: IFile) {\n  const { provider } = strapi.plugins.upload;\n  const { provider: providerName } = strapi.config.get('plugin.upload') as { provider: string };\n  const isPrivate = await provider.isPrivate();\n  if (file?.provider === providerName && isPrivate) {\n    const signUrl = async (file: IFile) => {\n      const signedUrl = await provider.getSignedUrl(file);\n      file.url = signedUrl.url;\n    };\n\n    // Sign the original file\n    await signUrl(file);\n    // Sign each file format\n    if (file.formats) {\n      for (const format of Object.keys(file.formats)) {\n        await signUrl(file.formats[format]);\n      }\n    }\n  }\n}\n\n/**\n * Generate and consume assets streams in order to stream each file individually\n */\nexport const createAssetsStream = (strapi: Core.Strapi): Duplex => {\n  const generator: () => AsyncGenerator<IAsset, void> = async function* () {\n    const stream: Readable = strapi.db\n      .queryBuilder('plugin::upload.file')\n      // Create a query builder instance (default type is 'select')\n      // Fetch all columns\n      .select('*')\n      // Get a readable stream\n      .stream();\n\n    for await (const file of stream) {\n      const isLocalProvider = file.provider === 'local';\n      if (!isLocalProvider) {\n        await signFile(file);\n      }\n      const filepath = isLocalProvider ? join(strapi.dirs.static.public, file.url) : file.url;\n      const stats = await getFileStats(filepath, strapi, isLocalProvider);\n      const stream = getFileStream(filepath, strapi, isLocalProvider);\n\n      yield {\n        metadata: file,\n        filepath,\n        filename: file.hash + file.ext,\n        stream,\n        stats: { size: stats.size },\n      };\n\n      if (file.formats) {\n        for (const format of Object.keys(file.formats)) {\n          const fileFormat = file.formats[format];\n          const fileFormatFilepath = isLocalProvider\n            ? join(strapi.dirs.static.public, fileFormat.url)\n            : fileFormat.url;\n          const fileFormatStats = await getFileStats(fileFormatFilepath, strapi, isLocalProvider);\n          const fileFormatStream = getFileStream(fileFormatFilepath, strapi, isLocalProvider);\n          const metadata = { ...fileFormat, type: format, id: file.id, mainHash: file.hash };\n          yield {\n            metadata,\n            filepath: fileFormatFilepath,\n            filename: fileFormat.hash + fileFormat.ext,\n            stream: fileFormatStream,\n            stats: { size: fileFormatStats.size },\n          };\n        }\n      }\n    }\n  };\n\n  return Duplex.from(generator());\n};\n"],"names":["getFileStream","filepath","strapi","isLocal","createReadStream","readableStream","PassThrough","fetch","then","res","status","emit","Error","body","Readable","fromWeb","pipe","catch","error","getFileStats","stat","Promise","resolve","reject","contentLength","headers","get","stats","size","parseInt","signFile","file","provider","plugins","upload","providerName","config","isPrivate","signUrl","signedUrl","getSignedUrl","url","formats","format","Object","keys","createAssetsStream","generator","stream","db","queryBuilder","select","isLocalProvider","join","dirs","static","public","metadata","filename","hash","ext","fileFormat","fileFormatFilepath","fileFormatStats","fileFormatStream","type","id","mainHash","Duplex","from"],"mappings":";;;;AAQA,SAASA,cACPC,QAAgB,EAChBC,OAAmB,EACnBC,UAAU,KAAK,EAAA;AAEf,IAAA,IAAIA,OAAS,EAAA;;AAEX,QAAA,OAAOC,gBAAiBH,CAAAA,QAAAA,CAAAA;AAC1B;AAEA,IAAA,MAAMI,iBAAiB,IAAIC,WAAAA,EAAAA;;AAG3BJ,IAAAA,OAAAA,CACGK,KAAK,CAACN,QACNO,CAAAA,CAAAA,IAAI,CAAC,CAACC,GAAAA,GAAAA;QACL,IAAIA,GAAAA,CAAIC,MAAM,KAAK,GAAK,EAAA;YACtBL,cAAeM,CAAAA,IAAI,CAAC,OAAA,EAAS,IAAIC,KAAAA,CAAM,CAAC,gCAAgC,EAAEH,GAAAA,CAAIC,MAAM,CAAC,CAAC,CAAA,CAAA;AACtF,YAAA;AACF;QAEA,IAAID,GAAAA,CAAII,IAAI,EAAE;;AAEZC,YAAAA,QAAAA,CAASC,OAAO,CAACN,GAAAA,CAAII,IAAI,CAAA,CAA0CG,IAAI,CAACX,cAAAA,CAAAA;SACnE,MAAA;AACLA,YAAAA,cAAAA,CAAeM,IAAI,CAAC,OAAS,EAAA,IAAIC,KAAM,CAAA,2BAAA,CAAA,CAAA;AACzC;KAEDK,CAAAA,CAAAA,KAAK,CAAC,CAACC,KAAAA,GAAAA;QACNb,cAAeM,CAAAA,IAAI,CAAC,OAASO,EAAAA,KAAAA,CAAAA;AAC/B,KAAA,CAAA;IAEF,OAAOb,cAAAA;AACT;AAEA,SAASc,aACPlB,QAAgB,EAChBC,OAAmB,EACnBC,UAAU,KAAK,EAAA;AAEf,IAAA,IAAIA,OAAS,EAAA;AACX,QAAA,OAAOiB,IAAKnB,CAAAA,QAAAA,CAAAA;AACd;IACA,OAAO,IAAIoB,OAAQ,CAAA,CAACC,OAASC,EAAAA,MAAAA,GAAAA;AAC3BrB,QAAAA,OAAAA,CACGK,KAAK,CAACN,QACNO,CAAAA,CAAAA,IAAI,CAAC,CAACC,GAAAA,GAAAA;YACL,IAAIA,GAAAA,CAAIC,MAAM,KAAK,GAAK,EAAA;gBACtBa,MAAO,CAAA,IAAIX,MAAM,CAAC,gCAAgC,EAAEH,GAAIC,CAAAA,MAAM,CAAC,CAAC,CAAA,CAAA;AAChE,gBAAA;AACF;AAEA,YAAA,MAAMc,aAAgBf,GAAAA,GAAAA,CAAIgB,OAAO,CAACC,GAAG,CAAC,gBAAA,CAAA;AACtC,YAAA,MAAMC,KAAQ,GAAA;gBACZC,IAAMJ,EAAAA,aAAAA,GAAgBK,QAASL,CAAAA,aAAAA,EAAe,EAAM,CAAA,GAAA;AACtD,aAAA;YAEAF,OAAQK,CAAAA,KAAAA,CAAAA;SAETV,CAAAA,CAAAA,KAAK,CAAC,CAACC,KAAAA,GAAAA;YACNK,MAAOL,CAAAA,KAAAA,CAAAA;AACT,SAAA,CAAA;AACJ,KAAA,CAAA;AACF;AAEA,eAAeY,SAASC,IAAW,EAAA;AACjC,IAAA,MAAM,EAAEC,QAAQ,EAAE,GAAG9B,MAAO+B,CAAAA,OAAO,CAACC,MAAM;IAC1C,MAAM,EAAEF,UAAUG,YAAY,EAAE,GAAGjC,MAAOkC,CAAAA,MAAM,CAACV,GAAG,CAAC,eAAA,CAAA;IACrD,MAAMW,SAAAA,GAAY,MAAML,QAAAA,CAASK,SAAS,EAAA;IAC1C,IAAIN,IAAAA,EAAMC,QAAaG,KAAAA,YAAAA,IAAgBE,SAAW,EAAA;AAChD,QAAA,MAAMC,UAAU,OAAOP,IAAAA,GAAAA;AACrB,YAAA,MAAMQ,SAAY,GAAA,MAAMP,QAASQ,CAAAA,YAAY,CAACT,IAAAA,CAAAA;YAC9CA,IAAKU,CAAAA,GAAG,GAAGF,SAAAA,CAAUE,GAAG;AAC1B,SAAA;;AAGA,QAAA,MAAMH,OAAQP,CAAAA,IAAAA,CAAAA;;QAEd,IAAIA,IAAAA,CAAKW,OAAO,EAAE;AAChB,YAAA,KAAK,MAAMC,MAAUC,IAAAA,MAAAA,CAAOC,IAAI,CAACd,IAAAA,CAAKW,OAAO,CAAG,CAAA;AAC9C,gBAAA,MAAMJ,OAAQP,CAAAA,IAAAA,CAAKW,OAAO,CAACC,MAAO,CAAA,CAAA;AACpC;AACF;AACF;AACF;AAEA;;IAGaG,MAAAA,kBAAAA,GAAqB,CAAC5C,OAAAA,GAAAA;AACjC,IAAA,MAAM6C,SAAgD,GAAA,kBAAA;AACpD,QAAA,MAAMC,SAAmB9C,OAAO+C,CAAAA,EAAE,CAC/BC,YAAY,CAAC,sBACd;;SAECC,MAAM,CAAC,IACR;SACCH,MAAM,EAAA;QAET,WAAW,MAAMjB,QAAQiB,MAAQ,CAAA;YAC/B,MAAMI,eAAAA,GAAkBrB,IAAKC,CAAAA,QAAQ,KAAK,OAAA;AAC1C,YAAA,IAAI,CAACoB,eAAiB,EAAA;AACpB,gBAAA,MAAMtB,QAASC,CAAAA,IAAAA,CAAAA;AACjB;AACA,YAAA,MAAM9B,QAAWmD,GAAAA,eAAAA,GAAkBC,IAAKnD,CAAAA,OAAAA,CAAOoD,IAAI,CAACC,MAAM,CAACC,MAAM,EAAEzB,IAAAA,CAAKU,GAAG,CAAA,GAAIV,KAAKU,GAAG;AACvF,YAAA,MAAMd,KAAQ,GAAA,MAAMR,YAAalB,CAAAA,QAAAA,EAAUC,OAAQkD,EAAAA,eAAAA,CAAAA;YACnD,MAAMJ,MAAAA,GAAShD,aAAcC,CAAAA,QAAAA,EAAUC,OAAQkD,EAAAA,eAAAA,CAAAA;YAE/C,MAAM;gBACJK,QAAU1B,EAAAA,IAAAA;AACV9B,gBAAAA,QAAAA;AACAyD,gBAAAA,QAAAA,EAAU3B,IAAK4B,CAAAA,IAAI,GAAG5B,IAAAA,CAAK6B,GAAG;AAC9BZ,gBAAAA,MAAAA;gBACArB,KAAO,EAAA;AAAEC,oBAAAA,IAAAA,EAAMD,MAAMC;AAAK;AAC5B,aAAA;YAEA,IAAIG,IAAAA,CAAKW,OAAO,EAAE;AAChB,gBAAA,KAAK,MAAMC,MAAUC,IAAAA,MAAAA,CAAOC,IAAI,CAACd,IAAAA,CAAKW,OAAO,CAAG,CAAA;AAC9C,oBAAA,MAAMmB,UAAa9B,GAAAA,IAAAA,CAAKW,OAAO,CAACC,MAAO,CAAA;AACvC,oBAAA,MAAMmB,kBAAqBV,GAAAA,eAAAA,GACvBC,IAAKnD,CAAAA,OAAAA,CAAOoD,IAAI,CAACC,MAAM,CAACC,MAAM,EAAEK,UAAAA,CAAWpB,GAAG,CAAA,GAC9CoB,WAAWpB,GAAG;AAClB,oBAAA,MAAMsB,eAAkB,GAAA,MAAM5C,YAAa2C,CAAAA,kBAAAA,EAAoB5D,OAAQkD,EAAAA,eAAAA,CAAAA;oBACvE,MAAMY,gBAAAA,GAAmBhE,aAAc8D,CAAAA,kBAAAA,EAAoB5D,OAAQkD,EAAAA,eAAAA,CAAAA;AACnE,oBAAA,MAAMK,QAAW,GAAA;AAAE,wBAAA,GAAGI,UAAU;wBAAEI,IAAMtB,EAAAA,MAAAA;AAAQuB,wBAAAA,EAAAA,EAAInC,KAAKmC,EAAE;AAAEC,wBAAAA,QAAAA,EAAUpC,KAAK4B;AAAK,qBAAA;oBACjF,MAAM;AACJF,wBAAAA,QAAAA;wBACAxD,QAAU6D,EAAAA,kBAAAA;AACVJ,wBAAAA,QAAAA,EAAUG,UAAWF,CAAAA,IAAI,GAAGE,UAAAA,CAAWD,GAAG;wBAC1CZ,MAAQgB,EAAAA,gBAAAA;wBACRrC,KAAO,EAAA;AAAEC,4BAAAA,IAAAA,EAAMmC,gBAAgBnC;AAAK;AACtC,qBAAA;AACF;AACF;AACF;AACF,KAAA;IAEA,OAAOwC,MAAAA,CAAOC,IAAI,CAACtB,SAAAA,EAAAA,CAAAA;AACrB;;;;"}

package/dist/strapi/providers/local-source/configuration.js

@@ -0,0 +1,39 @@
+'use strict';
+
+var stream = require('stream');
+var streamChain = require('stream-chain');
+var fp = require('lodash/fp');
+
+/**
+ * Create a readable stream that export the Strapi app configuration
+ */ const createConfigurationStream = (strapi)=>{
+    return stream.Readable.from(async function* configurationGenerator() {
+        // Core Store
+        const coreStoreStream = streamChain.chain([
+            strapi.db.queryBuilder('strapi::core-store').stream(),
+            (data)=>fp.set('value', JSON.parse(data.value), data),
+            wrapConfigurationItem('core-store')
+        ]);
+        // Webhook
+        const webhooksStream = streamChain.chain([
+            strapi.db.queryBuilder('strapi::webhook').stream(),
+            wrapConfigurationItem('webhook')
+        ]);
+        const streams = [
+            coreStoreStream,
+            webhooksStream
+        ];
+        for (const stream of streams){
+            for await (const item of stream){
+                yield item;
+            }
+        }
+    }());
+};
+const wrapConfigurationItem = (type)=>(value)=>({
+            type,
+            value
+        });
+
+exports.createConfigurationStream = createConfigurationStream;
+//# sourceMappingURL=configuration.js.map

package/dist/strapi/providers/local-source/configuration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"configuration.js","sources":["../../../../src/strapi/providers/local-source/configuration.ts"],"sourcesContent":["import { Readable } from 'stream';\nimport { chain } from 'stream-chain';\nimport { set } from 'lodash/fp';\nimport type { Core } from '@strapi/types';\n\nimport type { IConfiguration } from '../../../../types';\n\n/**\n * Create a readable stream that export the Strapi app configuration\n */\nexport const createConfigurationStream = (strapi: Core.Strapi): Readable => {\n  return Readable.from(\n    (async function* configurationGenerator(): AsyncGenerator<IConfiguration> {\n      // Core Store\n      const coreStoreStream = chain([\n        strapi.db.queryBuilder('strapi::core-store').stream(),\n        (data) => set('value', JSON.parse(data.value), data),\n        wrapConfigurationItem('core-store'),\n      ]);\n\n      // Webhook\n      const webhooksStream = chain([\n        strapi.db.queryBuilder('strapi::webhook').stream(),\n        wrapConfigurationItem('webhook'),\n      ]);\n\n      const streams = [coreStoreStream, webhooksStream];\n\n      for (const stream of streams) {\n        for await (const item of stream) {\n          yield item;\n        }\n      }\n    })()\n  );\n};\n\nconst wrapConfigurationItem = (type: 'core-store' | 'webhook') => (value: unknown) => ({\n  type,\n  value,\n});\n"],"names":["createConfigurationStream","strapi","Readable","from","configurationGenerator","coreStoreStream","chain","db","queryBuilder","stream","data","set","JSON","parse","value","wrapConfigurationItem","webhooksStream","streams","item","type"],"mappings":";;;;;;AAOA;;IAGaA,MAAAA,yBAAAA,GAA4B,CAACC,MAAAA,GAAAA;AACxC,IAAA,OAAOC,eAASC,CAAAA,IAAI,CACjB,gBAAgBC,sBAAAA,GAAAA;;AAEf,QAAA,MAAMC,kBAAkBC,iBAAM,CAAA;AAC5BL,YAAAA,MAAAA,CAAOM,EAAE,CAACC,YAAY,CAAC,sBAAsBC,MAAM,EAAA;YACnD,CAACC,IAAAA,GAASC,OAAI,OAASC,EAAAA,IAAAA,CAAKC,KAAK,CAACH,IAAAA,CAAKI,KAAK,CAAGJ,EAAAA,IAAAA,CAAAA;YAC/CK,qBAAsB,CAAA,YAAA;AACvB,SAAA,CAAA;;AAGD,QAAA,MAAMC,iBAAiBV,iBAAM,CAAA;AAC3BL,YAAAA,MAAAA,CAAOM,EAAE,CAACC,YAAY,CAAC,mBAAmBC,MAAM,EAAA;YAChDM,qBAAsB,CAAA,SAAA;AACvB,SAAA,CAAA;AAED,QAAA,MAAME,OAAU,GAAA;AAACZ,YAAAA,eAAAA;AAAiBW,YAAAA;AAAe,SAAA;QAEjD,KAAK,MAAMP,UAAUQ,OAAS,CAAA;YAC5B,WAAW,MAAMC,QAAQT,MAAQ,CAAA;gBAC/B,MAAMS,IAAAA;AACR;AACF;AACF,KAAA,EAAA,CAAA;AAEJ;AAEA,MAAMH,qBAAwB,GAAA,CAACI,IAAmC,GAAA,CAACL,SAAoB;AACrFK,YAAAA,IAAAA;AACAL,YAAAA;SACF,CAAA;;;;"}

package/dist/strapi/providers/local-source/configuration.mjs

@@ -0,0 +1,37 @@
+import { Readable } from 'stream';
+import { chain } from 'stream-chain';
+import { set } from 'lodash/fp';
+
+/**
+ * Create a readable stream that export the Strapi app configuration
+ */ const createConfigurationStream = (strapi)=>{
+    return Readable.from(async function* configurationGenerator() {
+        // Core Store
+        const coreStoreStream = chain([
+            strapi.db.queryBuilder('strapi::core-store').stream(),
+            (data)=>set('value', JSON.parse(data.value), data),
+            wrapConfigurationItem('core-store')
+        ]);
+        // Webhook
+        const webhooksStream = chain([
+            strapi.db.queryBuilder('strapi::webhook').stream(),
+            wrapConfigurationItem('webhook')
+        ]);
+        const streams = [
+            coreStoreStream,
+            webhooksStream
+        ];
+        for (const stream of streams){
+            for await (const item of stream){
+                yield item;
+            }
+        }
+    }());
+};
+const wrapConfigurationItem = (type)=>(value)=>({
+            type,
+            value
+        });
+
+export { createConfigurationStream };
+//# sourceMappingURL=configuration.mjs.map

package/dist/strapi/providers/local-source/configuration.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"configuration.mjs","sources":["../../../../src/strapi/providers/local-source/configuration.ts"],"sourcesContent":["import { Readable } from 'stream';\nimport { chain } from 'stream-chain';\nimport { set } from 'lodash/fp';\nimport type { Core } from '@strapi/types';\n\nimport type { IConfiguration } from '../../../../types';\n\n/**\n * Create a readable stream that export the Strapi app configuration\n */\nexport const createConfigurationStream = (strapi: Core.Strapi): Readable => {\n  return Readable.from(\n    (async function* configurationGenerator(): AsyncGenerator<IConfiguration> {\n      // Core Store\n      const coreStoreStream = chain([\n        strapi.db.queryBuilder('strapi::core-store').stream(),\n        (data) => set('value', JSON.parse(data.value), data),\n        wrapConfigurationItem('core-store'),\n      ]);\n\n      // Webhook\n      const webhooksStream = chain([\n        strapi.db.queryBuilder('strapi::webhook').stream(),\n        wrapConfigurationItem('webhook'),\n      ]);\n\n      const streams = [coreStoreStream, webhooksStream];\n\n      for (const stream of streams) {\n        for await (const item of stream) {\n          yield item;\n        }\n      }\n    })()\n  );\n};\n\nconst wrapConfigurationItem = (type: 'core-store' | 'webhook') => (value: unknown) => ({\n  type,\n  value,\n});\n"],"names":["createConfigurationStream","strapi","Readable","from","configurationGenerator","coreStoreStream","chain","db","queryBuilder","stream","data","set","JSON","parse","value","wrapConfigurationItem","webhooksStream","streams","item","type"],"mappings":";;;;AAOA;;IAGaA,MAAAA,yBAAAA,GAA4B,CAACC,MAAAA,GAAAA;AACxC,IAAA,OAAOC,QAASC,CAAAA,IAAI,CACjB,gBAAgBC,sBAAAA,GAAAA;;AAEf,QAAA,MAAMC,kBAAkBC,KAAM,CAAA;AAC5BL,YAAAA,MAAAA,CAAOM,EAAE,CAACC,YAAY,CAAC,sBAAsBC,MAAM,EAAA;YACnD,CAACC,IAAAA,GAASC,IAAI,OAASC,EAAAA,IAAAA,CAAKC,KAAK,CAACH,IAAAA,CAAKI,KAAK,CAAGJ,EAAAA,IAAAA,CAAAA;YAC/CK,qBAAsB,CAAA,YAAA;AACvB,SAAA,CAAA;;AAGD,QAAA,MAAMC,iBAAiBV,KAAM,CAAA;AAC3BL,YAAAA,MAAAA,CAAOM,EAAE,CAACC,YAAY,CAAC,mBAAmBC,MAAM,EAAA;YAChDM,qBAAsB,CAAA,SAAA;AACvB,SAAA,CAAA;AAED,QAAA,MAAME,OAAU,GAAA;AAACZ,YAAAA,eAAAA;AAAiBW,YAAAA;AAAe,SAAA;QAEjD,KAAK,MAAMP,UAAUQ,OAAS,CAAA;YAC5B,WAAW,MAAMC,QAAQT,MAAQ,CAAA;gBAC/B,MAAMS,IAAAA;AACR;AACF;AACF,KAAA,EAAA,CAAA;AAEJ;AAEA,MAAMH,qBAAwB,GAAA,CAACI,IAAmC,GAAA,CAACL,SAAoB;AACrFK,YAAAA,IAAAA;AACAL,YAAAA;SACF,CAAA;;;;"}

package/dist/strapi/providers/local-source/entities.js

@@ -0,0 +1,62 @@
+'use strict';
+
+var stream = require('stream');
+var entity = require('../../queries/entity.js');
+require('lodash/fp');
+
+/**
+ * Generate and consume content-types streams in order to stream each entity individually
+ */ const createEntitiesStream = (strapi)=>{
+    const contentTypes = Object.values(strapi.contentTypes);
+    async function* contentTypeStreamGenerator() {
+        for (const contentType of contentTypes){
+            const query = entity.createEntityQuery(strapi).call(null, contentType.uid);
+            const stream = strapi.db// Create a query builder instance (default type is 'select')
+            .queryBuilder(contentType.uid)// Fetch all columns
+            .select('*')// Apply the populate
+            .populate(query.deepPopulateComponentLikeQuery)// Get a readable stream
+            .stream();
+            yield {
+                contentType,
+                stream
+            };
+        }
+    }
+    return stream.Readable.from(async function* entitiesGenerator() {
+        for await (const { stream, contentType } of contentTypeStreamGenerator()){
+            try {
+                for await (const entity of stream){
+                    yield {
+                        entity,
+                        contentType
+                    };
+                }
+            } catch  {
+            // ignore
+            } finally{
+                stream.destroy();
+            }
+        }
+    }());
+};
+/**
+ * Create an entity transform stream which convert the output of
+ * the multi-content-types stream to the transfer entity format
+ */ const createEntitiesTransformStream = ()=>{
+    return new stream.Transform({
+        objectMode: true,
+        transform (data, _encoding, callback) {
+            const { entity, contentType } = data;
+            const { id, ...attributes } = entity;
+            callback(null, {
+                type: contentType.uid,
+                id,
+                data: attributes
+            });
+        }
+    });
+};
+
+exports.createEntitiesStream = createEntitiesStream;
+exports.createEntitiesTransformStream = createEntitiesTransformStream;
+//# sourceMappingURL=entities.js.map

package/dist/strapi/providers/local-source/entities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entities.js","sources":["../../../../src/strapi/providers/local-source/entities.ts"],"sourcesContent":["import { Readable, Transform } from 'stream';\nimport type { Core, Struct } from '@strapi/types';\n\nimport * as shared from '../../queries';\nimport { IEntity } from '../../../../types';\n\n/**\n * Generate and consume content-types streams in order to stream each entity individually\n */\nexport const createEntitiesStream = (strapi: Core.Strapi): Readable => {\n  const contentTypes: Struct.ContentTypeSchema[] = Object.values(strapi.contentTypes);\n\n  async function* contentTypeStreamGenerator() {\n    for (const contentType of contentTypes) {\n      const query = shared.entity.createEntityQuery(strapi).call(null, contentType.uid);\n\n      const stream: Readable = strapi.db\n        // Create a query builder instance (default type is 'select')\n        .queryBuilder(contentType.uid)\n        // Fetch all columns\n        .select('*')\n        // Apply the populate\n        .populate(query.deepPopulateComponentLikeQuery)\n        // Get a readable stream\n        .stream();\n\n      yield { contentType, stream };\n    }\n  }\n\n  return Readable.from(\n    (async function* entitiesGenerator(): AsyncGenerator<{\n      entity: IEntity;\n      contentType: Struct.ContentTypeSchema;\n    }> {\n      for await (const { stream, contentType } of contentTypeStreamGenerator()) {\n        try {\n          for await (const entity of stream) {\n            yield { entity, contentType };\n          }\n        } catch {\n          // ignore\n        } finally {\n          stream.destroy();\n        }\n      }\n    })()\n  );\n};\n\n/**\n * Create an entity transform stream which convert the output of\n * the multi-content-types stream to the transfer entity format\n */\nexport const createEntitiesTransformStream = (): Transform => {\n  return new Transform({\n    objectMode: true,\n    transform(data, _encoding, callback) {\n      const { entity, contentType } = data;\n      const { id, ...attributes } = entity;\n\n      callback(null, {\n        type: contentType.uid,\n        id,\n        data: attributes,\n      });\n    },\n  });\n};\n"],"names":["createEntitiesStream","strapi","contentTypes","Object","values","contentTypeStreamGenerator","contentType","query","shared","call","uid","stream","db","queryBuilder","select","populate","deepPopulateComponentLikeQuery","Readable","from","entitiesGenerator","entity","destroy","createEntitiesTransformStream","Transform","objectMode","transform","data","_encoding","callback","id","attributes","type"],"mappings":";;;;;;AAMA;;IAGaA,MAAAA,oBAAAA,GAAuB,CAACC,MAAAA,GAAAA;AACnC,IAAA,MAAMC,YAA2CC,GAAAA,MAAAA,CAAOC,MAAM,CAACH,OAAOC,YAAY,CAAA;IAElF,gBAAgBG,0BAAAA,GAAAA;QACd,KAAK,MAAMC,eAAeJ,YAAc,CAAA;YACtC,MAAMK,KAAAA,GAAQC,wBAA+B,CAACP,MAAAA,CAAAA,CAAQQ,IAAI,CAAC,IAAMH,EAAAA,WAAAA,CAAYI,GAAG,CAAA;AAEhF,YAAA,MAAMC,MAAmBV,GAAAA,MAAAA,CAAOW,EAC9B;AACCC,aAAAA,YAAY,CAACP,WAAAA,CAAYI,GAAG,CAC7B;aACCI,MAAM,CAAC,IACR;AACCC,aAAAA,QAAQ,CAACR,KAAAA,CAAMS,8BAA8B,CAC9C;aACCL,MAAM,EAAA;YAET,MAAM;AAAEL,gBAAAA,WAAAA;AAAaK,gBAAAA;AAAO,aAAA;AAC9B;AACF;AAEA,IAAA,OAAOM,eAASC,CAAAA,IAAI,CACjB,gBAAgBC,iBAAAA,GAAAA;AAIf,QAAA,WAAW,MAAM,EAAER,MAAM,EAAEL,WAAW,EAAE,IAAID,0BAA8B,EAAA,CAAA;YACxE,IAAI;gBACF,WAAW,MAAMe,UAAUT,MAAQ,CAAA;oBACjC,MAAM;AAAES,wBAAAA,MAAAA;AAAQd,wBAAAA;AAAY,qBAAA;AAC9B;AACF,aAAA,CAAE,OAAM;;aAEE,QAAA;AACRK,gBAAAA,MAAAA,CAAOU,OAAO,EAAA;AAChB;AACF;AACF,KAAA,EAAA,CAAA;AAEJ;AAEA;;;UAIaC,6BAAgC,GAAA,IAAA;AAC3C,IAAA,OAAO,IAAIC,gBAAU,CAAA;QACnBC,UAAY,EAAA,IAAA;AACZC,QAAAA,SAAAA,CAAAA,CAAUC,IAAI,EAAEC,SAAS,EAAEC,QAAQ,EAAA;AACjC,YAAA,MAAM,EAAER,MAAM,EAAEd,WAAW,EAAE,GAAGoB,IAAAA;AAChC,YAAA,MAAM,EAAEG,EAAE,EAAE,GAAGC,YAAY,GAAGV,MAAAA;AAE9BQ,YAAAA,QAAAA,CAAS,IAAM,EAAA;AACbG,gBAAAA,IAAAA,EAAMzB,YAAYI,GAAG;AACrBmB,gBAAAA,EAAAA;gBACAH,IAAMI,EAAAA;AACR,aAAA,CAAA;AACF;AACF,KAAA,CAAA;AACF;;;;;"}

package/dist/strapi/providers/local-source/entities.mjs

@@ -0,0 +1,59 @@
+import { Readable, Transform } from 'stream';
+import { createEntityQuery } from '../../queries/entity.mjs';
+import 'lodash/fp';
+
+/**
+ * Generate and consume content-types streams in order to stream each entity individually
+ */ const createEntitiesStream = (strapi)=>{
+    const contentTypes = Object.values(strapi.contentTypes);
+    async function* contentTypeStreamGenerator() {
+        for (const contentType of contentTypes){
+            const query = createEntityQuery(strapi).call(null, contentType.uid);
+            const stream = strapi.db// Create a query builder instance (default type is 'select')
+            .queryBuilder(contentType.uid)// Fetch all columns
+            .select('*')// Apply the populate
+            .populate(query.deepPopulateComponentLikeQuery)// Get a readable stream
+            .stream();
+            yield {
+                contentType,
+                stream
+            };
+        }
+    }
+    return Readable.from(async function* entitiesGenerator() {
+        for await (const { stream, contentType } of contentTypeStreamGenerator()){
+            try {
+                for await (const entity of stream){
+                    yield {
+                        entity,
+                        contentType
+                    };
+                }
+            } catch  {
+            // ignore
+            } finally{
+                stream.destroy();
+            }
+        }
+    }());
+};
+/**
+ * Create an entity transform stream which convert the output of
+ * the multi-content-types stream to the transfer entity format
+ */ const createEntitiesTransformStream = ()=>{
+    return new Transform({
+        objectMode: true,
+        transform (data, _encoding, callback) {
+            const { entity, contentType } = data;
+            const { id, ...attributes } = entity;
+            callback(null, {
+                type: contentType.uid,
+                id,
+                data: attributes
+            });
+        }
+    });
+};
+
+export { createEntitiesStream, createEntitiesTransformStream };
+//# sourceMappingURL=entities.mjs.map

package/dist/strapi/providers/local-source/entities.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"entities.mjs","sources":["../../../../src/strapi/providers/local-source/entities.ts"],"sourcesContent":["import { Readable, Transform } from 'stream';\nimport type { Core, Struct } from '@strapi/types';\n\nimport * as shared from '../../queries';\nimport { IEntity } from '../../../../types';\n\n/**\n * Generate and consume content-types streams in order to stream each entity individually\n */\nexport const createEntitiesStream = (strapi: Core.Strapi): Readable => {\n  const contentTypes: Struct.ContentTypeSchema[] = Object.values(strapi.contentTypes);\n\n  async function* contentTypeStreamGenerator() {\n    for (const contentType of contentTypes) {\n      const query = shared.entity.createEntityQuery(strapi).call(null, contentType.uid);\n\n      const stream: Readable = strapi.db\n        // Create a query builder instance (default type is 'select')\n        .queryBuilder(contentType.uid)\n        // Fetch all columns\n        .select('*')\n        // Apply the populate\n        .populate(query.deepPopulateComponentLikeQuery)\n        // Get a readable stream\n        .stream();\n\n      yield { contentType, stream };\n    }\n  }\n\n  return Readable.from(\n    (async function* entitiesGenerator(): AsyncGenerator<{\n      entity: IEntity;\n      contentType: Struct.ContentTypeSchema;\n    }> {\n      for await (const { stream, contentType } of contentTypeStreamGenerator()) {\n        try {\n          for await (const entity of stream) {\n            yield { entity, contentType };\n          }\n        } catch {\n          // ignore\n        } finally {\n          stream.destroy();\n        }\n      }\n    })()\n  );\n};\n\n/**\n * Create an entity transform stream which convert the output of\n * the multi-content-types stream to the transfer entity format\n */\nexport const createEntitiesTransformStream = (): Transform => {\n  return new Transform({\n    objectMode: true,\n    transform(data, _encoding, callback) {\n      const { entity, contentType } = data;\n      const { id, ...attributes } = entity;\n\n      callback(null, {\n        type: contentType.uid,\n        id,\n        data: attributes,\n      });\n    },\n  });\n};\n"],"names":["createEntitiesStream","strapi","contentTypes","Object","values","contentTypeStreamGenerator","contentType","query","shared","call","uid","stream","db","queryBuilder","select","populate","deepPopulateComponentLikeQuery","Readable","from","entitiesGenerator","entity","destroy","createEntitiesTransformStream","Transform","objectMode","transform","data","_encoding","callback","id","attributes","type"],"mappings":";;;;AAMA;;IAGaA,MAAAA,oBAAAA,GAAuB,CAACC,MAAAA,GAAAA;AACnC,IAAA,MAAMC,YAA2CC,GAAAA,MAAAA,CAAOC,MAAM,CAACH,OAAOC,YAAY,CAAA;IAElF,gBAAgBG,0BAAAA,GAAAA;QACd,KAAK,MAAMC,eAAeJ,YAAc,CAAA;YACtC,MAAMK,KAAAA,GAAQC,iBAA+B,CAACP,MAAAA,CAAAA,CAAQQ,IAAI,CAAC,IAAMH,EAAAA,WAAAA,CAAYI,GAAG,CAAA;AAEhF,YAAA,MAAMC,MAAmBV,GAAAA,MAAAA,CAAOW,EAC9B;AACCC,aAAAA,YAAY,CAACP,WAAAA,CAAYI,GAAG,CAC7B;aACCI,MAAM,CAAC,IACR;AACCC,aAAAA,QAAQ,CAACR,KAAAA,CAAMS,8BAA8B,CAC9C;aACCL,MAAM,EAAA;YAET,MAAM;AAAEL,gBAAAA,WAAAA;AAAaK,gBAAAA;AAAO,aAAA;AAC9B;AACF;AAEA,IAAA,OAAOM,QAASC,CAAAA,IAAI,CACjB,gBAAgBC,iBAAAA,GAAAA;AAIf,QAAA,WAAW,MAAM,EAAER,MAAM,EAAEL,WAAW,EAAE,IAAID,0BAA8B,EAAA,CAAA;YACxE,IAAI;gBACF,WAAW,MAAMe,UAAUT,MAAQ,CAAA;oBACjC,MAAM;AAAES,wBAAAA,MAAAA;AAAQd,wBAAAA;AAAY,qBAAA;AAC9B;AACF,aAAA,CAAE,OAAM;;aAEE,QAAA;AACRK,gBAAAA,MAAAA,CAAOU,OAAO,EAAA;AAChB;AACF;AACF,KAAA,EAAA,CAAA;AAEJ;AAEA;;;UAIaC,6BAAgC,GAAA,IAAA;AAC3C,IAAA,OAAO,IAAIC,SAAU,CAAA;QACnBC,UAAY,EAAA,IAAA;AACZC,QAAAA,SAAAA,CAAAA,CAAUC,IAAI,EAAEC,SAAS,EAAEC,QAAQ,EAAA;AACjC,YAAA,MAAM,EAAER,MAAM,EAAEd,WAAW,EAAE,GAAGoB,IAAAA;AAChC,YAAA,MAAM,EAAEG,EAAE,EAAE,GAAGC,YAAY,GAAGV,MAAAA;AAE9BQ,YAAAA,QAAAA,CAAS,IAAM,EAAA;AACbG,gBAAAA,IAAAA,EAAMzB,YAAYI,GAAG;AACrBmB,gBAAAA,EAAAA;gBACAH,IAAMI,EAAAA;AACR,aAAA,CAAA;AACF;AACF,KAAA,CAAA;AACF;;;;"}