@strapi/upload 5.51.1 → 5.52.0

package/dist/server/services/ai-metadata.mjs

@@ -1,17 +1,20 @@
 import { z } from 'zod';
 import { getService } from '../utils/index.mjs';
 import { buildFormDataFromFiles } from '../utils/images.mjs';
+import { AI_METADATA_SUPPORTED_IMAGE_TYPES, isAIMetadataSupportedMime, AI_METADATA_CHUNK_SIZE } from '../shared/constants.mjs';
 
 /**
- * Supported image types for AI metadata generation
- * @see https://ai.google.dev/gemini-api/docs/image-understanding
- */ const SUPPORTED_IMAGE_TYPES = [
-    'image/png',
-    'image/jpeg',
-    'image/webp',
-    'image/heic',
-    'image/heif'
-];
+ * Supported image types for AI metadata generation. Lives in `shared/` so the
+ * admin panel gates the bulk action on exactly what the provider accepts.
+ */ const SUPPORTED_IMAGE_TYPES = AI_METADATA_SUPPORTED_IMAGE_TYPES;
+const isSupportedImage = (file)=>isAIMetadataSupportedMime(file.mime);
+const chunk = (items, size)=>{
+    const chunks = [];
+    for(let i = 0; i < items.length; i += size){
+        chunks.push(items.slice(i, i + size));
+    }
+    return chunks;
+};
 const createAIMetadataService = ({ strapi })=>{
     const aiServerUrl = process.env.STRAPI_AI_URL || 'https://strapi-ai.apps.strapi.io';
     return {
@@ -158,6 +161,97 @@ const createAIMetadataService = ({ strapi })=>{
             }
         },
         /**
+     * Generate AI metadata for an explicit selection of files, synchronously.
+     *
+     * Unlike `processExistingFiles`, this does not create a job and does not
+     * filter on missing metadata — the selection is what the user asked for.
+     * Existing alt text / captions are still preserved by
+     * `updateFilesWithAIMetadata`, so a file that already has both is reported
+     * as `success` without being modified.
+     *
+     * Images are processed in sequential chunks so one failing chunk only
+     * affects its own files; every other chunk still runs.
+     *
+     * @experimental
+     */ async generateForFiles (fileIds, user) {
+            // `yup.strapiID()` accepts both numbers and numeric strings without
+            // coercing, so normalise here — otherwise a request sending `["1"]`
+            // would never match the numeric ids coming back from the database.
+            const normalisedIds = fileIds.map(Number);
+            const uniqueIds = [
+                ...new Set(normalisedIds)
+            ];
+            const files = await strapi.db.query('plugin::upload.file').findMany({
+                where: {
+                    id: {
+                        $in: uniqueIds
+                    }
+                }
+            });
+            const filesById = new Map(files.map((file)=>[
+                    file.id,
+                    file
+                ]));
+            // Keyed by input id so the response order matches the request order.
+            const resultsById = new Map();
+            const images = [];
+            uniqueIds.forEach((id)=>{
+                const file = filesById.get(id);
+                if (!file) {
+                    resultsById.set(id, {
+                        id,
+                        status: 'error',
+                        error: 'File not found'
+                    });
+                    return;
+                }
+                // Only the formats the AI provider understands are sent; anything else
+                // (non-images, but also exotic image formats like SVG or TIFF) is
+                // reported as skipped rather than failed.
+                if (!isSupportedImage(file)) {
+                    resultsById.set(id, {
+                        id,
+                        status: 'skipped'
+                    });
+                    return;
+                }
+                images.push(file);
+            });
+            for (const imageChunk of chunk(images, AI_METADATA_CHUNK_SIZE)){
+                try {
+                    const metadataResults = await this.processFiles(imageChunk);
+                    await this.updateFilesWithAIMetadata(imageChunk, metadataResults, user);
+                    imageChunk.forEach((file, index)=>{
+                        resultsById.set(file.id, {
+                            id: file.id,
+                            status: metadataResults[index] ? 'success' : 'error',
+                            ...metadataResults[index] ? {} : {
+                                error: 'AI metadata generation returned no result'
+                            }
+                        });
+                    });
+                } catch (error) {
+                    const message = error instanceof Error ? error.message : 'AI metadata generation failed';
+                    strapi.log.error('AI metadata generation failed for a chunk of files', {
+                        fileIds: imageChunk.map((file)=>file.id),
+                        message
+                    });
+                    imageChunk.forEach((file)=>{
+                        resultsById.set(file.id, {
+                            id: file.id,
+                            status: 'error',
+                            error: message
+                        });
+                    });
+                }
+            }
+            return normalisedIds.map((id)=>resultsById.get(id) ?? {
+                    id,
+                    status: 'error',
+                    error: 'File not processed'
+                });
+        },
+        /**
      * Processes provided files for AI metadata generation
      */ async processFiles (files) {
             if (!await this.isEnabled() || !aiServerUrl) {
@@ -180,10 +274,13 @@ const createAIMetadataService = ({ strapi })=>{
                     provider: file.provider
                 };
             });
+            const createEmptyMetadataResults = ()=>Array.from({
+                    length: files.length
+                }, ()=>null);
             // If no image files, return sparse array with all nulls to avoid calling the AI server
             // This maintains the same array length as input files for proper index alignment
             if (imageFiles.length === 0) {
-                return new Array(files.length).fill(null);
+                return createEmptyMetadataResults();
             }
             const formData = await buildFormDataFromFiles(imageInputFiles, strapi.config.get('server.absoluteUrl'), strapi.log);
             let token;
@@ -227,7 +324,7 @@ const createAIMetadataService = ({ strapi })=>{
             return imageFiles.reduce((sparseResults, { originalIndex }, resultIndex)=>{
                 sparseResults[originalIndex] = results[resultIndex];
                 return sparseResults;
-            }, new Array(files.length).fill(null));
+            }, createEmptyMetadataResults());
         }
     };
 };

package/dist/server/services/ai-metadata.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"ai-metadata.mjs","sources":["../../../server/src/services/ai-metadata.ts"],"sourcesContent":["import type { Core } from '@strapi/types';\nimport { z } from 'zod';\nimport { InputFile, File } from '../types';\nimport { Settings } from '../controllers/validation/admin/settings';\nimport { getService } from '../utils';\nimport { buildFormDataFromFiles } from '../utils/images';\n\n/**\n * Supported image types for AI metadata generation\n * @see https://ai.google.dev/gemini-api/docs/image-understanding\n */\nconst SUPPORTED_IMAGE_TYPES = [\n  'image/png',\n  'image/jpeg',\n  'image/webp',\n  'image/heic',\n  'image/heif',\n] as const;\n\nconst createAIMetadataService = ({ strapi }: { strapi: Core.Strapi }) => {\n  const aiServerUrl = process.env.STRAPI_AI_URL || 'https://strapi-ai.apps.strapi.io';\n\n  return {\n    async isEnabled() {\n      if (strapi.ai.admin.isEnabled() === false) {\n        return false;\n      }\n      const settings: Settings = await strapi.plugin('upload').service('upload').getSettings();\n      return settings.aiMetadata ?? true;\n    },\n\n    async countImagesWithoutMetadata() {\n      const imagesWithoutMetadataCountPromise = strapi.db.query('plugin::upload.file').count({\n        where: {\n          mime: {\n            $in: SUPPORTED_IMAGE_TYPES,\n          },\n          $or: [\n            { alternativeText: { $null: true } },\n            { alternativeText: '' },\n            { caption: { $null: true } },\n            { caption: '' },\n          ],\n        },\n      });\n\n      const totalImagesPromise = strapi.db.query('plugin::upload.file').count({\n        where: {\n          mime: {\n            $in: SUPPORTED_IMAGE_TYPES,\n          },\n        },\n      });\n\n      const [imagesWithoutMetadataCount, totalImages] = await Promise.all([\n        imagesWithoutMetadataCountPromise,\n        totalImagesPromise,\n      ]);\n\n      return { imagesWithoutMetadataCount, totalImages };\n    },\n\n    /**\n     * Update files with AI-generated metadata\n     * Shared logic used by both upload flow and retroactive processing\n     */\n    async updateFilesWithAIMetadata(\n      files: File[],\n      metadataResults: Array<{ altText: string; caption: string } | null>,\n      user: { id: string | number }\n    ) {\n      const uploadService = strapi.plugin('upload').service('upload');\n\n      await Promise.all(\n        files.map(async (file, index) => {\n          const aiMetadata = metadataResults[index];\n          if (aiMetadata) {\n            // Only update fields that are missing (null or empty string)\n            const updateData: { alternativeText?: string; caption?: string } = {};\n\n            if (!file.alternativeText || file.alternativeText === '') {\n              updateData.alternativeText = aiMetadata.altText;\n            }\n\n            if (!file.caption || file.caption === '') {\n              updateData.caption = aiMetadata.caption;\n            }\n\n            // Only update if there are fields to update\n            if (Object.keys(updateData).length > 0) {\n              await uploadService.updateFileInfo(file.id, updateData, { user });\n\n              // Update in-memory file object (needed for upload flow response)\n              if (updateData.alternativeText !== undefined) {\n                file.alternativeText = updateData.alternativeText;\n              }\n              if (updateData.caption !== undefined) {\n                file.caption = updateData.caption;\n              }\n            }\n          }\n        })\n      );\n    },\n\n    /**\n     * Process existing files with job tracking for progress updates\n     */\n    async processExistingFiles(jobId: number, user: { id: string | number }): Promise<void> {\n      const jobService = getService('aiMetadataJobs');\n\n      try {\n        // Mark as processing\n        await jobService.updateJob(jobId, { status: 'processing' });\n\n        // Query all images without metadata\n        const files: File[] = await strapi.db.query('plugin::upload.file').findMany({\n          where: {\n            mime: {\n              $in: SUPPORTED_IMAGE_TYPES,\n            },\n            $or: [\n              { alternativeText: { $null: true } },\n              { alternativeText: '' },\n              { caption: { $null: true } },\n              { caption: '' },\n            ],\n          },\n        });\n\n        if (files.length === 0) {\n          await jobService.updateJob(jobId, {\n            status: 'completed',\n            completedAt: new Date(),\n          });\n          return;\n        }\n\n        // Process all files at once\n        const metadataResults = await this.processFiles(files);\n        await this.updateFilesWithAIMetadata(files, metadataResults, user);\n\n        // Mark as completed\n        await jobService.updateJob(jobId, {\n          status: 'completed',\n          completedAt: new Date(),\n        });\n      } catch (error) {\n        strapi.log.error('AI metadata job failed', {\n          jobId,\n          error: error instanceof Error ? error.message : String(error),\n        });\n\n        await jobService.updateJob(jobId, {\n          status: 'failed',\n          completedAt: new Date(),\n        });\n      }\n    },\n\n    /**\n     * Processes provided files for AI metadata generation\n     */\n    async processFiles(files: File[]): Promise<Array<{ altText: string; caption: string } | null>> {\n      if (!(await this.isEnabled()) || !aiServerUrl) {\n        throw new Error('AI Metadata service is not enabled');\n      }\n\n      // Filter for image files only and track their original positions\n      // We need to maintain the original indices so we can map AI results back correctly\n      const imageFiles = files\n        .map((file, index) => ({ file, originalIndex: index }))\n        .filter(({ file }) => file.mime?.startsWith('image/'));\n\n      // Convert filtered image files to InputFile format (uses thumbnails when available)\n      const imageInputFiles = imageFiles.map(({ file }) => {\n        const thumbnail = (file.formats as any)?.thumbnail;\n        return {\n          filepath: thumbnail?.url || file.url || '',\n          mimetype: file.mime,\n          originalFilename: file.name,\n          size: thumbnail?.size || file.size,\n          provider: file.provider,\n        } as InputFile;\n      });\n\n      // If no image files, return sparse array with all nulls to avoid calling the AI server\n      // This maintains the same array length as input files for proper index alignment\n      if (imageFiles.length === 0) {\n        return new Array(files.length).fill(null);\n      }\n\n      const formData = await buildFormDataFromFiles(\n        imageInputFiles,\n        strapi.config.get('server.absoluteUrl'),\n        strapi.log\n      );\n\n      let token: string;\n      try {\n        const tokenData = await strapi.ai.admin.getAiToken();\n        token = tokenData.token;\n      } catch (error) {\n        throw new Error('Failed to retrieve AI token', {\n          cause: error instanceof Error ? error : undefined,\n        });\n      }\n\n      strapi.log.http('Contacting AI Server for media metadata generation', {\n        aiServerUrl,\n        imageCount: imageFiles.length,\n      });\n\n      const res = await fetch(`${aiServerUrl}/media-library/generate-metadata`, {\n        method: 'POST',\n        body: formData,\n        headers: {\n          Authorization: `Bearer ${token}`,\n        },\n      });\n\n      if (!res.ok) {\n        const errorText = await res.text();\n        throw Error(`AI metadata generation failed`, { cause: errorText });\n      }\n\n      const responseSchema = z.object({\n        results: z.array(\n          z.object({\n            altText: z.string(),\n            caption: z.string(),\n          })\n        ),\n      });\n\n      const { results } = responseSchema.parse(await res.json());\n      strapi.log.http(`AI generated metadata successfully for ${results.length} files`);\n\n      // Create sparse array with results at original indices\n      // Example: files=[img1, pdf, img2] -> imageFiles=[{img1, index:0}, {img2, index:2}]\n      // AI results=[meta1, meta2] -> sparse=[meta1, null, meta2]\n      // This ensures metadata[i] corresponds to files[i], with null for non-images\n      return imageFiles.reduce((sparseResults, { originalIndex }, resultIndex) => {\n        sparseResults[originalIndex] = results[resultIndex];\n        return sparseResults;\n      }, new Array(files.length).fill(null));\n    },\n  };\n};\n\nexport { createAIMetadataService };\n"],"names":["SUPPORTED_IMAGE_TYPES","createAIMetadataService","strapi","aiServerUrl","process","env","STRAPI_AI_URL","isEnabled","ai","admin","settings","plugin","service","getSettings","aiMetadata","countImagesWithoutMetadata","imagesWithoutMetadataCountPromise","db","query","count","where","mime","$in","$or","alternativeText","$null","caption","totalImagesPromise","imagesWithoutMetadataCount","totalImages","Promise","all","updateFilesWithAIMetadata","files","metadataResults","user","uploadService","map","file","index","updateData","altText","Object","keys","length","updateFileInfo","id","undefined","processExistingFiles","jobId","jobService","getService","updateJob","status","findMany","completedAt","Date","processFiles","error","log","Error","message","String","imageFiles","originalIndex","filter","startsWith","imageInputFiles","thumbnail","formats","filepath","url","mimetype","originalFilename","name","size","provider","Array","fill","formData","buildFormDataFromFiles","config","get","token","tokenData","getAiToken","cause","http","imageCount","res","fetch","method","body","headers","Authorization","ok","errorText","text","responseSchema","z","object","results","array","string","parse","json","reduce","sparseResults","resultIndex"],"mappings":";;;;AAOA;;;AAGC,IACD,MAAMA,qBAAAA,GAAwB;AAC5B,IAAA,WAAA;AACA,IAAA,YAAA;AACA,IAAA,YAAA;AACA,IAAA,YAAA;AACA,IAAA;AACD,CAAA;AAED,MAAMC,uBAAAA,GAA0B,CAAC,EAAEC,MAAM,EAA2B,GAAA;AAClE,IAAA,MAAMC,WAAAA,GAAcC,OAAAA,CAAQC,GAAG,CAACC,aAAa,IAAI,kCAAA;IAEjD,OAAO;QACL,MAAMC,SAAAA,CAAAA,GAAAA;AACJ,YAAA,IAAIL,OAAOM,EAAE,CAACC,KAAK,CAACF,SAAS,OAAO,KAAA,EAAO;gBACzC,OAAO,KAAA;AACT,YAAA;YACA,MAAMG,QAAAA,GAAqB,MAAMR,MAAAA,CAAOS,MAAM,CAAC,QAAA,CAAA,CAAUC,OAAO,CAAC,QAAA,CAAA,CAAUC,WAAW,EAAA;YACtF,OAAOH,QAAAA,CAASI,UAAU,IAAI,IAAA;AAChC,QAAA,CAAA;QAEA,MAAMC,0BAAAA,CAAAA,GAAAA;YACJ,MAAMC,iCAAAA,GAAoCd,OAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBC,KAAK,CAAC;gBACrFC,KAAAA,EAAO;oBACLC,IAAAA,EAAM;wBACJC,GAAAA,EAAKtB;AACP,qBAAA;oBACAuB,GAAAA,EAAK;AACH,wBAAA;4BAAEC,eAAAA,EAAiB;gCAAEC,KAAAA,EAAO;AAAK;AAAE,yBAAA;AACnC,wBAAA;4BAAED,eAAAA,EAAiB;AAAG,yBAAA;AACtB,wBAAA;4BAAEE,OAAAA,EAAS;gCAAED,KAAAA,EAAO;AAAK;AAAE,yBAAA;AAC3B,wBAAA;4BAAEC,OAAAA,EAAS;AAAG;AACf;AACH;AACF,aAAA,CAAA;YAEA,MAAMC,kBAAAA,GAAqBzB,OAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBC,KAAK,CAAC;gBACtEC,KAAAA,EAAO;oBACLC,IAAAA,EAAM;wBACJC,GAAAA,EAAKtB;AACP;AACF;AACF,aAAA,CAAA;AAEA,YAAA,MAAM,CAAC4B,0BAAAA,EAA4BC,WAAAA,CAAY,GAAG,MAAMC,OAAAA,CAAQC,GAAG,CAAC;AAClEf,gBAAAA,iCAAAA;AACAW,gBAAAA;AACD,aAAA,CAAA;YAED,OAAO;AAAEC,gBAAAA,0BAAAA;AAA4BC,gBAAAA;AAAY,aAAA;AACnD,QAAA,CAAA;AAEA;;;AAGC,QACD,MAAMG,yBAAAA,CAAAA,CACJC,KAAa,EACbC,eAAmE,EACnEC,IAA6B,EAAA;AAE7B,YAAA,MAAMC,gBAAgBlC,MAAAA,CAAOS,MAAM,CAAC,QAAA,CAAA,CAAUC,OAAO,CAAC,QAAA,CAAA;AAEtD,YAAA,MAAMkB,QAAQC,GAAG,CACfE,MAAMI,GAAG,CAAC,OAAOC,IAAAA,EAAMC,KAAAA,GAAAA;gBACrB,MAAMzB,UAAAA,GAAaoB,eAAe,CAACK,KAAAA,CAAM;AACzC,gBAAA,IAAIzB,UAAAA,EAAY;;AAEd,oBAAA,MAAM0B,aAA6D,EAAC;AAEpE,oBAAA,IAAI,CAACF,IAAAA,CAAKd,eAAe,IAAIc,IAAAA,CAAKd,eAAe,KAAK,EAAA,EAAI;wBACxDgB,UAAAA,CAAWhB,eAAe,GAAGV,UAAAA,CAAW2B,OAAO;AACjD,oBAAA;AAEA,oBAAA,IAAI,CAACH,IAAAA,CAAKZ,OAAO,IAAIY,IAAAA,CAAKZ,OAAO,KAAK,EAAA,EAAI;wBACxCc,UAAAA,CAAWd,OAAO,GAAGZ,UAAAA,CAAWY,OAAO;AACzC,oBAAA;;AAGA,oBAAA,IAAIgB,OAAOC,IAAI,CAACH,UAAAA,CAAAA,CAAYI,MAAM,GAAG,CAAA,EAAG;AACtC,wBAAA,MAAMR,cAAcS,cAAc,CAACP,IAAAA,CAAKQ,EAAE,EAAEN,UAAAA,EAAY;AAAEL,4BAAAA;AAAK,yBAAA,CAAA;;wBAG/D,IAAIK,UAAAA,CAAWhB,eAAe,KAAKuB,SAAAA,EAAW;4BAC5CT,IAAAA,CAAKd,eAAe,GAAGgB,UAAAA,CAAWhB,eAAe;AACnD,wBAAA;wBACA,IAAIgB,UAAAA,CAAWd,OAAO,KAAKqB,SAAAA,EAAW;4BACpCT,IAAAA,CAAKZ,OAAO,GAAGc,UAAAA,CAAWd,OAAO;AACnC,wBAAA;AACF,oBAAA;AACF,gBAAA;AACF,YAAA,CAAA,CAAA,CAAA;AAEJ,QAAA,CAAA;AAEA;;AAEC,QACD,MAAMsB,oBAAAA,CAAAA,CAAqBC,KAAa,EAAEd,IAA6B,EAAA;AACrE,YAAA,MAAMe,aAAaC,UAAAA,CAAW,gBAAA,CAAA;YAE9B,IAAI;;gBAEF,MAAMD,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAAEI,MAAAA,EAAQ;AAAa,iBAAA,CAAA;;gBAGzD,MAAMpB,KAAAA,GAAgB,MAAM/B,MAAAA,CAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBoC,QAAQ,CAAC;oBAC1ElC,KAAAA,EAAO;wBACLC,IAAAA,EAAM;4BACJC,GAAAA,EAAKtB;AACP,yBAAA;wBACAuB,GAAAA,EAAK;AACH,4BAAA;gCAAEC,eAAAA,EAAiB;oCAAEC,KAAAA,EAAO;AAAK;AAAE,6BAAA;AACnC,4BAAA;gCAAED,eAAAA,EAAiB;AAAG,6BAAA;AACtB,4BAAA;gCAAEE,OAAAA,EAAS;oCAAED,KAAAA,EAAO;AAAK;AAAE,6BAAA;AAC3B,4BAAA;gCAAEC,OAAAA,EAAS;AAAG;AACf;AACH;AACF,iBAAA,CAAA;gBAEA,IAAIO,KAAAA,CAAMW,MAAM,KAAK,CAAA,EAAG;oBACtB,MAAMM,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;wBAChCI,MAAAA,EAAQ,WAAA;AACRE,wBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,qBAAA,CAAA;AACA,oBAAA;AACF,gBAAA;;AAGA,gBAAA,MAAMtB,eAAAA,GAAkB,MAAM,IAAI,CAACuB,YAAY,CAACxB,KAAAA,CAAAA;AAChD,gBAAA,MAAM,IAAI,CAACD,yBAAyB,CAACC,OAAOC,eAAAA,EAAiBC,IAAAA,CAAAA;;gBAG7D,MAAMe,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAChCI,MAAAA,EAAQ,WAAA;AACRE,oBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,iBAAA,CAAA;AACF,YAAA,CAAA,CAAE,OAAOE,KAAAA,EAAO;AACdxD,gBAAAA,MAAAA,CAAOyD,GAAG,CAACD,KAAK,CAAC,wBAAA,EAA0B;AACzCT,oBAAAA,KAAAA;AACAS,oBAAAA,KAAAA,EAAOA,KAAAA,YAAiBE,KAAAA,GAAQF,KAAAA,CAAMG,OAAO,GAAGC,MAAAA,CAAOJ,KAAAA;AACzD,iBAAA,CAAA;gBAEA,MAAMR,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAChCI,MAAAA,EAAQ,QAAA;AACRE,oBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,iBAAA,CAAA;AACF,YAAA;AACF,QAAA,CAAA;AAEA;;QAGA,MAAMC,cAAaxB,KAAa,EAAA;AAC9B,YAAA,IAAI,CAAE,MAAM,IAAI,CAAC1B,SAAS,EAAA,IAAO,CAACJ,WAAAA,EAAa;AAC7C,gBAAA,MAAM,IAAIyD,KAAAA,CAAM,oCAAA,CAAA;AAClB,YAAA;;;AAIA,YAAA,MAAMG,aAAa9B,KAAAA,CAChBI,GAAG,CAAC,CAACC,IAAAA,EAAMC,SAAW;AAAED,oBAAAA,IAAAA;oBAAM0B,aAAAA,EAAezB;iBAAM,CAAA,CAAA,CACnD0B,MAAM,CAAC,CAAC,EAAE3B,IAAI,EAAE,GAAKA,IAAAA,CAAKjB,IAAI,EAAE6C,UAAAA,CAAW,QAAA,CAAA,CAAA;;AAG9C,YAAA,MAAMC,kBAAkBJ,UAAAA,CAAW1B,GAAG,CAAC,CAAC,EAAEC,IAAI,EAAE,GAAA;gBAC9C,MAAM8B,SAAAA,GAAa9B,IAAAA,CAAK+B,OAAO,EAAUD,SAAAA;gBACzC,OAAO;AACLE,oBAAAA,QAAAA,EAAUF,SAAAA,EAAWG,GAAAA,IAAOjC,IAAAA,CAAKiC,GAAG,IAAI,EAAA;AACxCC,oBAAAA,QAAAA,EAAUlC,KAAKjB,IAAI;AACnBoD,oBAAAA,gBAAAA,EAAkBnC,KAAKoC,IAAI;oBAC3BC,IAAAA,EAAMP,SAAAA,EAAWO,IAAAA,IAAQrC,IAAAA,CAAKqC,IAAI;AAClCC,oBAAAA,QAAAA,EAAUtC,KAAKsC;AACjB,iBAAA;AACF,YAAA,CAAA,CAAA;;;YAIA,IAAIb,UAAAA,CAAWnB,MAAM,KAAK,CAAA,EAAG;AAC3B,gBAAA,OAAO,IAAIiC,KAAAA,CAAM5C,KAAAA,CAAMW,MAAM,CAAA,CAAEkC,IAAI,CAAC,IAAA,CAAA;AACtC,YAAA;YAEA,MAAMC,QAAAA,GAAW,MAAMC,sBAAAA,CACrBb,eAAAA,EACAjE,MAAAA,CAAO+E,MAAM,CAACC,GAAG,CAAC,oBAAA,CAAA,EAClBhF,MAAAA,CAAOyD,GAAG,CAAA;YAGZ,IAAIwB,KAAAA;YACJ,IAAI;AACF,gBAAA,MAAMC,YAAY,MAAMlF,MAAAA,CAAOM,EAAE,CAACC,KAAK,CAAC4E,UAAU,EAAA;AAClDF,gBAAAA,KAAAA,GAAQC,UAAUD,KAAK;AACzB,YAAA,CAAA,CAAE,OAAOzB,KAAAA,EAAO;gBACd,MAAM,IAAIE,MAAM,6BAAA,EAA+B;oBAC7C0B,KAAAA,EAAO5B,KAAAA,YAAiBE,QAAQF,KAAAA,GAAQX;AAC1C,iBAAA,CAAA;AACF,YAAA;AAEA7C,YAAAA,MAAAA,CAAOyD,GAAG,CAAC4B,IAAI,CAAC,oDAAA,EAAsD;AACpEpF,gBAAAA,WAAAA;AACAqF,gBAAAA,UAAAA,EAAYzB,WAAWnB;AACzB,aAAA,CAAA;AAEA,YAAA,MAAM6C,MAAM,MAAMC,KAAAA,CAAM,GAAGvF,WAAAA,CAAY,gCAAgC,CAAC,EAAE;gBACxEwF,MAAAA,EAAQ,MAAA;gBACRC,IAAAA,EAAMb,QAAAA;gBACNc,OAAAA,EAAS;oBACPC,aAAAA,EAAe,CAAC,OAAO,EAAEX,KAAAA,CAAAA;AAC3B;AACF,aAAA,CAAA;YAEA,IAAI,CAACM,GAAAA,CAAIM,EAAE,EAAE;gBACX,MAAMC,SAAAA,GAAY,MAAMP,GAAAA,CAAIQ,IAAI,EAAA;AAChC,gBAAA,MAAMrC,KAAAA,CAAM,CAAC,6BAA6B,CAAC,EAAE;oBAAE0B,KAAAA,EAAOU;AAAU,iBAAA,CAAA;AAClE,YAAA;YAEA,MAAME,cAAAA,GAAiBC,CAAAA,CAAEC,MAAM,CAAC;AAC9BC,gBAAAA,OAAAA,EAASF,CAAAA,CAAEG,KAAK,CACdH,CAAAA,CAAEC,MAAM,CAAC;AACP3D,oBAAAA,OAAAA,EAAS0D,EAAEI,MAAM,EAAA;AACjB7E,oBAAAA,OAAAA,EAASyE,EAAEI,MAAM;AACnB,iBAAA,CAAA;AAEJ,aAAA,CAAA;YAEA,MAAM,EAAEF,OAAO,EAAE,GAAGH,eAAeM,KAAK,CAAC,MAAMf,GAAAA,CAAIgB,IAAI,EAAA,CAAA;YACvDvG,MAAAA,CAAOyD,GAAG,CAAC4B,IAAI,CAAC,CAAC,uCAAuC,EAAEc,OAAAA,CAAQzD,MAAM,CAAC,MAAM,CAAC,CAAA;;;;;YAMhF,OAAOmB,UAAAA,CAAW2C,MAAM,CAAC,CAACC,eAAe,EAAE3C,aAAa,EAAE,EAAE4C,WAAAA,GAAAA;AAC1DD,gBAAAA,aAAa,CAAC3C,aAAAA,CAAc,GAAGqC,OAAO,CAACO,WAAAA,CAAY;gBACnD,OAAOD,aAAAA;AACT,YAAA,CAAA,EAAG,IAAI9B,KAAAA,CAAM5C,KAAAA,CAAMW,MAAM,CAAA,CAAEkC,IAAI,CAAC,IAAA,CAAA,CAAA;AAClC,QAAA;AACF,KAAA;AACF;;;;"}
+{"version":3,"file":"ai-metadata.mjs","sources":["../../../server/src/services/ai-metadata.ts"],"sourcesContent":["import type { Core } from '@strapi/types';\nimport { z } from 'zod';\nimport { InputFile, File } from '../types';\nimport { Settings } from '../controllers/validation/admin/settings';\nimport { getService } from '../utils';\nimport { buildFormDataFromFiles } from '../utils/images';\nimport { AI_METADATA_CHUNK_SIZE, AI_METADATA_SUPPORTED_IMAGE_TYPES } from '../constants';\n\nimport { isAIMetadataSupportedMime } from '../../../shared/constants';\n\nimport type { UnstableGenerateAIMetadata } from '../../../shared/contracts/files';\n\nexport type AIMetadataFileResult = UnstableGenerateAIMetadata.FileResult;\n\n/**\n * Supported image types for AI metadata generation. Lives in `shared/` so the\n * admin panel gates the bulk action on exactly what the provider accepts.\n */\nconst SUPPORTED_IMAGE_TYPES = AI_METADATA_SUPPORTED_IMAGE_TYPES;\n\nconst isSupportedImage = (file: File): boolean => isAIMetadataSupportedMime(file.mime);\n\nconst chunk = <T>(items: T[], size: number): T[][] => {\n  const chunks: T[][] = [];\n\n  for (let i = 0; i < items.length; i += size) {\n    chunks.push(items.slice(i, i + size));\n  }\n\n  return chunks;\n};\n\nconst createAIMetadataService = ({ strapi }: { strapi: Core.Strapi }) => {\n  const aiServerUrl = process.env.STRAPI_AI_URL || 'https://strapi-ai.apps.strapi.io';\n\n  return {\n    async isEnabled() {\n      if (strapi.ai.admin.isEnabled() === false) {\n        return false;\n      }\n      const settings: Settings = await strapi.plugin('upload').service('upload').getSettings();\n      return settings.aiMetadata ?? true;\n    },\n\n    async countImagesWithoutMetadata() {\n      const imagesWithoutMetadataCountPromise = strapi.db.query('plugin::upload.file').count({\n        where: {\n          mime: {\n            $in: SUPPORTED_IMAGE_TYPES,\n          },\n          $or: [\n            { alternativeText: { $null: true } },\n            { alternativeText: '' },\n            { caption: { $null: true } },\n            { caption: '' },\n          ],\n        },\n      });\n\n      const totalImagesPromise = strapi.db.query('plugin::upload.file').count({\n        where: {\n          mime: {\n            $in: SUPPORTED_IMAGE_TYPES,\n          },\n        },\n      });\n\n      const [imagesWithoutMetadataCount, totalImages] = await Promise.all([\n        imagesWithoutMetadataCountPromise,\n        totalImagesPromise,\n      ]);\n\n      return { imagesWithoutMetadataCount, totalImages };\n    },\n\n    /**\n     * Update files with AI-generated metadata\n     * Shared logic used by both upload flow and retroactive processing\n     */\n    async updateFilesWithAIMetadata(\n      files: File[],\n      metadataResults: Array<{ altText: string; caption: string } | null>,\n      user: { id: string | number }\n    ) {\n      const uploadService = strapi.plugin('upload').service('upload');\n\n      await Promise.all(\n        files.map(async (file, index) => {\n          const aiMetadata = metadataResults[index];\n          if (aiMetadata) {\n            // Only update fields that are missing (null or empty string)\n            const updateData: { alternativeText?: string; caption?: string } = {};\n\n            if (!file.alternativeText || file.alternativeText === '') {\n              updateData.alternativeText = aiMetadata.altText;\n            }\n\n            if (!file.caption || file.caption === '') {\n              updateData.caption = aiMetadata.caption;\n            }\n\n            // Only update if there are fields to update\n            if (Object.keys(updateData).length > 0) {\n              await uploadService.updateFileInfo(file.id, updateData, { user });\n\n              // Update in-memory file object (needed for upload flow response)\n              if (updateData.alternativeText !== undefined) {\n                file.alternativeText = updateData.alternativeText;\n              }\n              if (updateData.caption !== undefined) {\n                file.caption = updateData.caption;\n              }\n            }\n          }\n        })\n      );\n    },\n\n    /**\n     * Process existing files with job tracking for progress updates\n     */\n    async processExistingFiles(jobId: number, user: { id: string | number }): Promise<void> {\n      const jobService = getService('aiMetadataJobs');\n\n      try {\n        // Mark as processing\n        await jobService.updateJob(jobId, { status: 'processing' });\n\n        // Query all images without metadata\n        const files: File[] = await strapi.db.query('plugin::upload.file').findMany({\n          where: {\n            mime: {\n              $in: SUPPORTED_IMAGE_TYPES,\n            },\n            $or: [\n              { alternativeText: { $null: true } },\n              { alternativeText: '' },\n              { caption: { $null: true } },\n              { caption: '' },\n            ],\n          },\n        });\n\n        if (files.length === 0) {\n          await jobService.updateJob(jobId, {\n            status: 'completed',\n            completedAt: new Date(),\n          });\n          return;\n        }\n\n        // Process all files at once\n        const metadataResults = await this.processFiles(files);\n        await this.updateFilesWithAIMetadata(files, metadataResults, user);\n\n        // Mark as completed\n        await jobService.updateJob(jobId, {\n          status: 'completed',\n          completedAt: new Date(),\n        });\n      } catch (error) {\n        strapi.log.error('AI metadata job failed', {\n          jobId,\n          error: error instanceof Error ? error.message : String(error),\n        });\n\n        await jobService.updateJob(jobId, {\n          status: 'failed',\n          completedAt: new Date(),\n        });\n      }\n    },\n\n    /**\n     * Generate AI metadata for an explicit selection of files, synchronously.\n     *\n     * Unlike `processExistingFiles`, this does not create a job and does not\n     * filter on missing metadata — the selection is what the user asked for.\n     * Existing alt text / captions are still preserved by\n     * `updateFilesWithAIMetadata`, so a file that already has both is reported\n     * as `success` without being modified.\n     *\n     * Images are processed in sequential chunks so one failing chunk only\n     * affects its own files; every other chunk still runs.\n     *\n     * @experimental\n     */\n    async generateForFiles(\n      fileIds: Array<number | string>,\n      user: { id: string | number }\n    ): Promise<AIMetadataFileResult[]> {\n      // `yup.strapiID()` accepts both numbers and numeric strings without\n      // coercing, so normalise here — otherwise a request sending `[\"1\"]`\n      // would never match the numeric ids coming back from the database.\n      const normalisedIds = fileIds.map(Number);\n      const uniqueIds = [...new Set(normalisedIds)];\n\n      const files: File[] = await strapi.db.query('plugin::upload.file').findMany({\n        where: { id: { $in: uniqueIds } },\n      });\n\n      const filesById = new Map(files.map((file) => [file.id, file]));\n\n      // Keyed by input id so the response order matches the request order.\n      const resultsById = new Map<number, AIMetadataFileResult>();\n      const images: File[] = [];\n\n      uniqueIds.forEach((id) => {\n        const file = filesById.get(id);\n\n        if (!file) {\n          resultsById.set(id, { id, status: 'error', error: 'File not found' });\n          return;\n        }\n\n        // Only the formats the AI provider understands are sent; anything else\n        // (non-images, but also exotic image formats like SVG or TIFF) is\n        // reported as skipped rather than failed.\n        if (!isSupportedImage(file)) {\n          resultsById.set(id, { id, status: 'skipped' });\n          return;\n        }\n\n        images.push(file);\n      });\n\n      for (const imageChunk of chunk(images, AI_METADATA_CHUNK_SIZE)) {\n        try {\n          const metadataResults = await this.processFiles(imageChunk);\n          await this.updateFilesWithAIMetadata(imageChunk, metadataResults, user);\n\n          imageChunk.forEach((file, index) => {\n            resultsById.set(file.id, {\n              id: file.id,\n              status: metadataResults[index] ? 'success' : 'error',\n              ...(metadataResults[index]\n                ? {}\n                : { error: 'AI metadata generation returned no result' }),\n            });\n          });\n        } catch (error) {\n          const message = error instanceof Error ? error.message : 'AI metadata generation failed';\n\n          strapi.log.error('AI metadata generation failed for a chunk of files', {\n            fileIds: imageChunk.map((file) => file.id),\n            message,\n          });\n\n          imageChunk.forEach((file) => {\n            resultsById.set(file.id, { id: file.id, status: 'error', error: message });\n          });\n        }\n      }\n\n      return normalisedIds.map(\n        (id) => resultsById.get(id) ?? { id, status: 'error', error: 'File not processed' }\n      );\n    },\n\n    /**\n     * Processes provided files for AI metadata generation\n     */\n    async processFiles(files: File[]): Promise<Array<{ altText: string; caption: string } | null>> {\n      if (!(await this.isEnabled()) || !aiServerUrl) {\n        throw new Error('AI Metadata service is not enabled');\n      }\n\n      // Filter for image files only and track their original positions\n      // We need to maintain the original indices so we can map AI results back correctly\n      const imageFiles = files\n        .map((file, index) => ({ file, originalIndex: index }))\n        .filter(({ file }) => file.mime?.startsWith('image/'));\n\n      // Convert filtered image files to InputFile format (uses thumbnails when available)\n      const imageInputFiles = imageFiles.map(({ file }) => {\n        const thumbnail = (file.formats as any)?.thumbnail;\n        return {\n          filepath: thumbnail?.url || file.url || '',\n          mimetype: file.mime,\n          originalFilename: file.name,\n          size: thumbnail?.size || file.size,\n          provider: file.provider,\n        } as InputFile;\n      });\n      const createEmptyMetadataResults = (): Array<{ altText: string; caption: string } | null> =>\n        Array.from({ length: files.length }, () => null);\n\n      // If no image files, return sparse array with all nulls to avoid calling the AI server\n      // This maintains the same array length as input files for proper index alignment\n      if (imageFiles.length === 0) {\n        return createEmptyMetadataResults();\n      }\n\n      const formData = await buildFormDataFromFiles(\n        imageInputFiles,\n        strapi.config.get('server.absoluteUrl'),\n        strapi.log\n      );\n\n      let token: string;\n      try {\n        const tokenData = await strapi.ai.admin.getAiToken();\n        token = tokenData.token;\n      } catch (error) {\n        throw new Error('Failed to retrieve AI token', {\n          cause: error instanceof Error ? error : undefined,\n        });\n      }\n\n      strapi.log.http('Contacting AI Server for media metadata generation', {\n        aiServerUrl,\n        imageCount: imageFiles.length,\n      });\n\n      const res = await fetch(`${aiServerUrl}/media-library/generate-metadata`, {\n        method: 'POST',\n        body: formData,\n        headers: {\n          Authorization: `Bearer ${token}`,\n        },\n      });\n\n      if (!res.ok) {\n        const errorText = await res.text();\n        throw Error(`AI metadata generation failed`, { cause: errorText });\n      }\n\n      const responseSchema = z.object({\n        results: z.array(\n          z.object({\n            altText: z.string(),\n            caption: z.string(),\n          })\n        ),\n      });\n\n      const { results } = responseSchema.parse(await res.json());\n      strapi.log.http(`AI generated metadata successfully for ${results.length} files`);\n\n      // Create sparse array with results at original indices\n      // Example: files=[img1, pdf, img2] -> imageFiles=[{img1, index:0}, {img2, index:2}]\n      // AI results=[meta1, meta2] -> sparse=[meta1, null, meta2]\n      // This ensures metadata[i] corresponds to files[i], with null for non-images\n      return imageFiles.reduce((sparseResults, { originalIndex }, resultIndex) => {\n        sparseResults[originalIndex] = results[resultIndex];\n        return sparseResults;\n      }, createEmptyMetadataResults());\n    },\n  };\n};\n\nexport { createAIMetadataService };\n"],"names":["SUPPORTED_IMAGE_TYPES","AI_METADATA_SUPPORTED_IMAGE_TYPES","isSupportedImage","file","isAIMetadataSupportedMime","mime","chunk","items","size","chunks","i","length","push","slice","createAIMetadataService","strapi","aiServerUrl","process","env","STRAPI_AI_URL","isEnabled","ai","admin","settings","plugin","service","getSettings","aiMetadata","countImagesWithoutMetadata","imagesWithoutMetadataCountPromise","db","query","count","where","$in","$or","alternativeText","$null","caption","totalImagesPromise","imagesWithoutMetadataCount","totalImages","Promise","all","updateFilesWithAIMetadata","files","metadataResults","user","uploadService","map","index","updateData","altText","Object","keys","updateFileInfo","id","undefined","processExistingFiles","jobId","jobService","getService","updateJob","status","findMany","completedAt","Date","processFiles","error","log","Error","message","String","generateForFiles","fileIds","normalisedIds","Number","uniqueIds","Set","filesById","Map","resultsById","images","forEach","get","set","imageChunk","AI_METADATA_CHUNK_SIZE","imageFiles","originalIndex","filter","startsWith","imageInputFiles","thumbnail","formats","filepath","url","mimetype","originalFilename","name","provider","createEmptyMetadataResults","Array","from","formData","buildFormDataFromFiles","config","token","tokenData","getAiToken","cause","http","imageCount","res","fetch","method","body","headers","Authorization","ok","errorText","text","responseSchema","z","object","results","array","string","parse","json","reduce","sparseResults","resultIndex"],"mappings":";;;;;AAcA;;;AAGC,IACD,MAAMA,qBAAAA,GAAwBC,iCAAAA;AAE9B,MAAMC,gBAAAA,GAAmB,CAACC,IAAAA,GAAwBC,yBAAAA,CAA0BD,KAAKE,IAAI,CAAA;AAErF,MAAMC,KAAAA,GAAQ,CAAIC,KAAAA,EAAYC,IAAAA,GAAAA;AAC5B,IAAA,MAAMC,SAAgB,EAAE;IAExB,IAAK,IAAIC,IAAI,CAAA,EAAGA,CAAAA,GAAIH,MAAMI,MAAM,EAAED,KAAKF,IAAAA,CAAM;AAC3CC,QAAAA,MAAAA,CAAOG,IAAI,CAACL,KAAAA,CAAMM,KAAK,CAACH,GAAGA,CAAAA,GAAIF,IAAAA,CAAAA,CAAAA;AACjC,IAAA;IAEA,OAAOC,MAAAA;AACT,CAAA;AAEA,MAAMK,uBAAAA,GAA0B,CAAC,EAAEC,MAAM,EAA2B,GAAA;AAClE,IAAA,MAAMC,WAAAA,GAAcC,OAAAA,CAAQC,GAAG,CAACC,aAAa,IAAI,kCAAA;IAEjD,OAAO;QACL,MAAMC,SAAAA,CAAAA,GAAAA;AACJ,YAAA,IAAIL,OAAOM,EAAE,CAACC,KAAK,CAACF,SAAS,OAAO,KAAA,EAAO;gBACzC,OAAO,KAAA;AACT,YAAA;YACA,MAAMG,QAAAA,GAAqB,MAAMR,MAAAA,CAAOS,MAAM,CAAC,QAAA,CAAA,CAAUC,OAAO,CAAC,QAAA,CAAA,CAAUC,WAAW,EAAA;YACtF,OAAOH,QAAAA,CAASI,UAAU,IAAI,IAAA;AAChC,QAAA,CAAA;QAEA,MAAMC,0BAAAA,CAAAA,GAAAA;YACJ,MAAMC,iCAAAA,GAAoCd,OAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBC,KAAK,CAAC;gBACrFC,KAAAA,EAAO;oBACL5B,IAAAA,EAAM;wBACJ6B,GAAAA,EAAKlC;AACP,qBAAA;oBACAmC,GAAAA,EAAK;AACH,wBAAA;4BAAEC,eAAAA,EAAiB;gCAAEC,KAAAA,EAAO;AAAK;AAAE,yBAAA;AACnC,wBAAA;4BAAED,eAAAA,EAAiB;AAAG,yBAAA;AACtB,wBAAA;4BAAEE,OAAAA,EAAS;gCAAED,KAAAA,EAAO;AAAK;AAAE,yBAAA;AAC3B,wBAAA;4BAAEC,OAAAA,EAAS;AAAG;AACf;AACH;AACF,aAAA,CAAA;YAEA,MAAMC,kBAAAA,GAAqBxB,OAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBC,KAAK,CAAC;gBACtEC,KAAAA,EAAO;oBACL5B,IAAAA,EAAM;wBACJ6B,GAAAA,EAAKlC;AACP;AACF;AACF,aAAA,CAAA;AAEA,YAAA,MAAM,CAACwC,0BAAAA,EAA4BC,WAAAA,CAAY,GAAG,MAAMC,OAAAA,CAAQC,GAAG,CAAC;AAClEd,gBAAAA,iCAAAA;AACAU,gBAAAA;AACD,aAAA,CAAA;YAED,OAAO;AAAEC,gBAAAA,0BAAAA;AAA4BC,gBAAAA;AAAY,aAAA;AACnD,QAAA,CAAA;AAEA;;;AAGC,QACD,MAAMG,yBAAAA,CAAAA,CACJC,KAAa,EACbC,eAAmE,EACnEC,IAA6B,EAAA;AAE7B,YAAA,MAAMC,gBAAgBjC,MAAAA,CAAOS,MAAM,CAAC,QAAA,CAAA,CAAUC,OAAO,CAAC,QAAA,CAAA;AAEtD,YAAA,MAAMiB,QAAQC,GAAG,CACfE,MAAMI,GAAG,CAAC,OAAO9C,IAAAA,EAAM+C,KAAAA,GAAAA;gBACrB,MAAMvB,UAAAA,GAAamB,eAAe,CAACI,KAAAA,CAAM;AACzC,gBAAA,IAAIvB,UAAAA,EAAY;;AAEd,oBAAA,MAAMwB,aAA6D,EAAC;AAEpE,oBAAA,IAAI,CAAChD,IAAAA,CAAKiC,eAAe,IAAIjC,IAAAA,CAAKiC,eAAe,KAAK,EAAA,EAAI;wBACxDe,UAAAA,CAAWf,eAAe,GAAGT,UAAAA,CAAWyB,OAAO;AACjD,oBAAA;AAEA,oBAAA,IAAI,CAACjD,IAAAA,CAAKmC,OAAO,IAAInC,IAAAA,CAAKmC,OAAO,KAAK,EAAA,EAAI;wBACxCa,UAAAA,CAAWb,OAAO,GAAGX,UAAAA,CAAWW,OAAO;AACzC,oBAAA;;AAGA,oBAAA,IAAIe,OAAOC,IAAI,CAACH,UAAAA,CAAAA,CAAYxC,MAAM,GAAG,CAAA,EAAG;AACtC,wBAAA,MAAMqC,cAAcO,cAAc,CAACpD,IAAAA,CAAKqD,EAAE,EAAEL,UAAAA,EAAY;AAAEJ,4BAAAA;AAAK,yBAAA,CAAA;;wBAG/D,IAAII,UAAAA,CAAWf,eAAe,KAAKqB,SAAAA,EAAW;4BAC5CtD,IAAAA,CAAKiC,eAAe,GAAGe,UAAAA,CAAWf,eAAe;AACnD,wBAAA;wBACA,IAAIe,UAAAA,CAAWb,OAAO,KAAKmB,SAAAA,EAAW;4BACpCtD,IAAAA,CAAKmC,OAAO,GAAGa,UAAAA,CAAWb,OAAO;AACnC,wBAAA;AACF,oBAAA;AACF,gBAAA;AACF,YAAA,CAAA,CAAA,CAAA;AAEJ,QAAA,CAAA;AAEA;;AAEC,QACD,MAAMoB,oBAAAA,CAAAA,CAAqBC,KAAa,EAAEZ,IAA6B,EAAA;AACrE,YAAA,MAAMa,aAAaC,UAAAA,CAAW,gBAAA,CAAA;YAE9B,IAAI;;gBAEF,MAAMD,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAAEI,MAAAA,EAAQ;AAAa,iBAAA,CAAA;;gBAGzD,MAAMlB,KAAAA,GAAgB,MAAM9B,MAAAA,CAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBiC,QAAQ,CAAC;oBAC1E/B,KAAAA,EAAO;wBACL5B,IAAAA,EAAM;4BACJ6B,GAAAA,EAAKlC;AACP,yBAAA;wBACAmC,GAAAA,EAAK;AACH,4BAAA;gCAAEC,eAAAA,EAAiB;oCAAEC,KAAAA,EAAO;AAAK;AAAE,6BAAA;AACnC,4BAAA;gCAAED,eAAAA,EAAiB;AAAG,6BAAA;AACtB,4BAAA;gCAAEE,OAAAA,EAAS;oCAAED,KAAAA,EAAO;AAAK;AAAE,6BAAA;AAC3B,4BAAA;gCAAEC,OAAAA,EAAS;AAAG;AACf;AACH;AACF,iBAAA,CAAA;gBAEA,IAAIO,KAAAA,CAAMlC,MAAM,KAAK,CAAA,EAAG;oBACtB,MAAMiD,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;wBAChCI,MAAAA,EAAQ,WAAA;AACRE,wBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,qBAAA,CAAA;AACA,oBAAA;AACF,gBAAA;;AAGA,gBAAA,MAAMpB,eAAAA,GAAkB,MAAM,IAAI,CAACqB,YAAY,CAACtB,KAAAA,CAAAA;AAChD,gBAAA,MAAM,IAAI,CAACD,yBAAyB,CAACC,OAAOC,eAAAA,EAAiBC,IAAAA,CAAAA;;gBAG7D,MAAMa,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAChCI,MAAAA,EAAQ,WAAA;AACRE,oBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,iBAAA,CAAA;AACF,YAAA,CAAA,CAAE,OAAOE,KAAAA,EAAO;AACdrD,gBAAAA,MAAAA,CAAOsD,GAAG,CAACD,KAAK,CAAC,wBAAA,EAA0B;AACzCT,oBAAAA,KAAAA;AACAS,oBAAAA,KAAAA,EAAOA,KAAAA,YAAiBE,KAAAA,GAAQF,KAAAA,CAAMG,OAAO,GAAGC,MAAAA,CAAOJ,KAAAA;AACzD,iBAAA,CAAA;gBAEA,MAAMR,UAAAA,CAAWE,SAAS,CAACH,KAAAA,EAAO;oBAChCI,MAAAA,EAAQ,QAAA;AACRE,oBAAAA,WAAAA,EAAa,IAAIC,IAAAA;AACnB,iBAAA,CAAA;AACF,YAAA;AACF,QAAA,CAAA;AAEA;;;;;;;;;;;;;AAaC,QACD,MAAMO,gBAAAA,CAAAA,CACJC,OAA+B,EAC/B3B,IAA6B,EAAA;;;;YAK7B,MAAM4B,aAAAA,GAAgBD,OAAAA,CAAQzB,GAAG,CAAC2B,MAAAA,CAAAA;AAClC,YAAA,MAAMC,SAAAA,GAAY;AAAI,gBAAA,GAAA,IAAIC,GAAAA,CAAIH,aAAAA;AAAe,aAAA;YAE7C,MAAM9B,KAAAA,GAAgB,MAAM9B,MAAAA,CAAOe,EAAE,CAACC,KAAK,CAAC,qBAAA,CAAA,CAAuBiC,QAAQ,CAAC;gBAC1E/B,KAAAA,EAAO;oBAAEuB,EAAAA,EAAI;wBAAEtB,GAAAA,EAAK2C;AAAU;AAAE;AAClC,aAAA,CAAA;AAEA,YAAA,MAAME,YAAY,IAAIC,GAAAA,CAAInC,MAAMI,GAAG,CAAC,CAAC9C,IAAAA,GAAS;AAACA,oBAAAA,IAAAA,CAAKqD,EAAE;AAAErD,oBAAAA;AAAK,iBAAA,CAAA,CAAA;;AAG7D,YAAA,MAAM8E,cAAc,IAAID,GAAAA,EAAAA;AACxB,YAAA,MAAME,SAAiB,EAAE;YAEzBL,SAAAA,CAAUM,OAAO,CAAC,CAAC3B,EAAAA,GAAAA;gBACjB,MAAMrD,IAAAA,GAAO4E,SAAAA,CAAUK,GAAG,CAAC5B,EAAAA,CAAAA;AAE3B,gBAAA,IAAI,CAACrD,IAAAA,EAAM;oBACT8E,WAAAA,CAAYI,GAAG,CAAC7B,EAAAA,EAAI;AAAEA,wBAAAA,EAAAA;wBAAIO,MAAAA,EAAQ,OAAA;wBAASK,KAAAA,EAAO;AAAiB,qBAAA,CAAA;AACnE,oBAAA;AACF,gBAAA;;;;gBAKA,IAAI,CAAClE,iBAAiBC,IAAAA,CAAAA,EAAO;oBAC3B8E,WAAAA,CAAYI,GAAG,CAAC7B,EAAAA,EAAI;AAAEA,wBAAAA,EAAAA;wBAAIO,MAAAA,EAAQ;AAAU,qBAAA,CAAA;AAC5C,oBAAA;AACF,gBAAA;AAEAmB,gBAAAA,MAAAA,CAAOtE,IAAI,CAACT,IAAAA,CAAAA;AACd,YAAA,CAAA,CAAA;AAEA,YAAA,KAAK,MAAMmF,UAAAA,IAAchF,KAAAA,CAAM4E,MAAAA,EAAQK,sBAAAA,CAAAA,CAAyB;gBAC9D,IAAI;AACF,oBAAA,MAAMzC,eAAAA,GAAkB,MAAM,IAAI,CAACqB,YAAY,CAACmB,UAAAA,CAAAA;AAChD,oBAAA,MAAM,IAAI,CAAC1C,yBAAyB,CAAC0C,YAAYxC,eAAAA,EAAiBC,IAAAA,CAAAA;oBAElEuC,UAAAA,CAAWH,OAAO,CAAC,CAAChF,IAAAA,EAAM+C,KAAAA,GAAAA;AACxB+B,wBAAAA,WAAAA,CAAYI,GAAG,CAAClF,IAAAA,CAAKqD,EAAE,EAAE;AACvBA,4BAAAA,EAAAA,EAAIrD,KAAKqD,EAAE;AACXO,4BAAAA,MAAAA,EAAQjB,eAAe,CAACI,KAAAA,CAAM,GAAG,SAAA,GAAY,OAAA;AAC7C,4BAAA,GAAIJ,eAAe,CAACI,KAAAA,CAAM,GACtB,EAAC,GACD;gCAAEkB,KAAAA,EAAO;;AACf,yBAAA,CAAA;AACF,oBAAA,CAAA,CAAA;AACF,gBAAA,CAAA,CAAE,OAAOA,KAAAA,EAAO;AACd,oBAAA,MAAMG,OAAAA,GAAUH,KAAAA,YAAiBE,KAAAA,GAAQF,KAAAA,CAAMG,OAAO,GAAG,+BAAA;AAEzDxD,oBAAAA,MAAAA,CAAOsD,GAAG,CAACD,KAAK,CAAC,oDAAA,EAAsD;AACrEM,wBAAAA,OAAAA,EAASY,WAAWrC,GAAG,CAAC,CAAC9C,IAAAA,GAASA,KAAKqD,EAAE,CAAA;AACzCe,wBAAAA;AACF,qBAAA,CAAA;oBAEAe,UAAAA,CAAWH,OAAO,CAAC,CAAChF,IAAAA,GAAAA;AAClB8E,wBAAAA,WAAAA,CAAYI,GAAG,CAAClF,IAAAA,CAAKqD,EAAE,EAAE;AAAEA,4BAAAA,EAAAA,EAAIrD,KAAKqD,EAAE;4BAAEO,MAAAA,EAAQ,OAAA;4BAASK,KAAAA,EAAOG;AAAQ,yBAAA,CAAA;AAC1E,oBAAA,CAAA,CAAA;AACF,gBAAA;AACF,YAAA;YAEA,OAAOI,aAAAA,CAAc1B,GAAG,CACtB,CAACO,KAAOyB,WAAAA,CAAYG,GAAG,CAAC5B,EAAAA,CAAAA,IAAO;AAAEA,oBAAAA,EAAAA;oBAAIO,MAAAA,EAAQ,OAAA;oBAASK,KAAAA,EAAO;AAAqB,iBAAA,CAAA;AAEtF,QAAA,CAAA;AAEA;;QAGA,MAAMD,cAAatB,KAAa,EAAA;AAC9B,YAAA,IAAI,CAAE,MAAM,IAAI,CAACzB,SAAS,EAAA,IAAO,CAACJ,WAAAA,EAAa;AAC7C,gBAAA,MAAM,IAAIsD,KAAAA,CAAM,oCAAA,CAAA;AAClB,YAAA;;;AAIA,YAAA,MAAMkB,aAAa3C,KAAAA,CAChBI,GAAG,CAAC,CAAC9C,IAAAA,EAAM+C,SAAW;AAAE/C,oBAAAA,IAAAA;oBAAMsF,aAAAA,EAAevC;iBAAM,CAAA,CAAA,CACnDwC,MAAM,CAAC,CAAC,EAAEvF,IAAI,EAAE,GAAKA,IAAAA,CAAKE,IAAI,EAAEsF,UAAAA,CAAW,QAAA,CAAA,CAAA;;AAG9C,YAAA,MAAMC,kBAAkBJ,UAAAA,CAAWvC,GAAG,CAAC,CAAC,EAAE9C,IAAI,EAAE,GAAA;gBAC9C,MAAM0F,SAAAA,GAAa1F,IAAAA,CAAK2F,OAAO,EAAUD,SAAAA;gBACzC,OAAO;AACLE,oBAAAA,QAAAA,EAAUF,SAAAA,EAAWG,GAAAA,IAAO7F,IAAAA,CAAK6F,GAAG,IAAI,EAAA;AACxCC,oBAAAA,QAAAA,EAAU9F,KAAKE,IAAI;AACnB6F,oBAAAA,gBAAAA,EAAkB/F,KAAKgG,IAAI;oBAC3B3F,IAAAA,EAAMqF,SAAAA,EAAWrF,IAAAA,IAAQL,IAAAA,CAAKK,IAAI;AAClC4F,oBAAAA,QAAAA,EAAUjG,KAAKiG;AACjB,iBAAA;AACF,YAAA,CAAA,CAAA;AACA,YAAA,MAAMC,0BAAAA,GAA6B,IACjCC,KAAAA,CAAMC,IAAI,CAAC;AAAE5F,oBAAAA,MAAAA,EAAQkC,MAAMlC;AAAO,iBAAA,EAAG,IAAM,IAAA,CAAA;;;YAI7C,IAAI6E,UAAAA,CAAW7E,MAAM,KAAK,CAAA,EAAG;gBAC3B,OAAO0F,0BAAAA,EAAAA;AACT,YAAA;YAEA,MAAMG,QAAAA,GAAW,MAAMC,sBAAAA,CACrBb,eAAAA,EACA7E,MAAAA,CAAO2F,MAAM,CAACtB,GAAG,CAAC,oBAAA,CAAA,EAClBrE,MAAAA,CAAOsD,GAAG,CAAA;YAGZ,IAAIsC,KAAAA;YACJ,IAAI;AACF,gBAAA,MAAMC,YAAY,MAAM7F,MAAAA,CAAOM,EAAE,CAACC,KAAK,CAACuF,UAAU,EAAA;AAClDF,gBAAAA,KAAAA,GAAQC,UAAUD,KAAK;AACzB,YAAA,CAAA,CAAE,OAAOvC,KAAAA,EAAO;gBACd,MAAM,IAAIE,MAAM,6BAAA,EAA+B;oBAC7CwC,KAAAA,EAAO1C,KAAAA,YAAiBE,QAAQF,KAAAA,GAAQX;AAC1C,iBAAA,CAAA;AACF,YAAA;AAEA1C,YAAAA,MAAAA,CAAOsD,GAAG,CAAC0C,IAAI,CAAC,oDAAA,EAAsD;AACpE/F,gBAAAA,WAAAA;AACAgG,gBAAAA,UAAAA,EAAYxB,WAAW7E;AACzB,aAAA,CAAA;AAEA,YAAA,MAAMsG,MAAM,MAAMC,KAAAA,CAAM,GAAGlG,WAAAA,CAAY,gCAAgC,CAAC,EAAE;gBACxEmG,MAAAA,EAAQ,MAAA;gBACRC,IAAAA,EAAMZ,QAAAA;gBACNa,OAAAA,EAAS;oBACPC,aAAAA,EAAe,CAAC,OAAO,EAAEX,KAAAA,CAAAA;AAC3B;AACF,aAAA,CAAA;YAEA,IAAI,CAACM,GAAAA,CAAIM,EAAE,EAAE;gBACX,MAAMC,SAAAA,GAAY,MAAMP,GAAAA,CAAIQ,IAAI,EAAA;AAChC,gBAAA,MAAMnD,KAAAA,CAAM,CAAC,6BAA6B,CAAC,EAAE;oBAAEwC,KAAAA,EAAOU;AAAU,iBAAA,CAAA;AAClE,YAAA;YAEA,MAAME,cAAAA,GAAiBC,CAAAA,CAAEC,MAAM,CAAC;AAC9BC,gBAAAA,OAAAA,EAASF,CAAAA,CAAEG,KAAK,CACdH,CAAAA,CAAEC,MAAM,CAAC;AACPxE,oBAAAA,OAAAA,EAASuE,EAAEI,MAAM,EAAA;AACjBzF,oBAAAA,OAAAA,EAASqF,EAAEI,MAAM;AACnB,iBAAA,CAAA;AAEJ,aAAA,CAAA;YAEA,MAAM,EAAEF,OAAO,EAAE,GAAGH,eAAeM,KAAK,CAAC,MAAMf,GAAAA,CAAIgB,IAAI,EAAA,CAAA;YACvDlH,MAAAA,CAAOsD,GAAG,CAAC0C,IAAI,CAAC,CAAC,uCAAuC,EAAEc,OAAAA,CAAQlH,MAAM,CAAC,MAAM,CAAC,CAAA;;;;;YAMhF,OAAO6E,UAAAA,CAAW0C,MAAM,CAAC,CAACC,eAAe,EAAE1C,aAAa,EAAE,EAAE2C,WAAAA,GAAAA;AAC1DD,gBAAAA,aAAa,CAAC1C,aAAAA,CAAc,GAAGoC,OAAO,CAACO,WAAAA,CAAY;gBACnD,OAAOD,aAAAA;YACT,CAAA,EAAG9B,0BAAAA,EAAAA,CAAAA;AACL,QAAA;AACF,KAAA;AACF;;;;"}

package/dist/server/services/file.js

@@ -3,6 +3,9 @@
 var path = require('path');
 var dns = require('dns/promises');
 var net = require('net');
+var node_fs = require('node:fs');
+var node_stream = require('node:stream');
+var promises = require('node:stream/promises');
 var fse = require('fs-extra');
 var fp = require('lodash/fp');
 var utils = require('@strapi/utils');
@@ -17,6 +20,7 @@ var net__default = /*#__PURE__*/_interopDefault(net);
 var fse__default = /*#__PURE__*/_interopDefault(fse);
 
 const { ApplicationError } = utils.errors;
+const { bytesToHumanReadable } = utils.file;
 const FETCH_TIMEOUT_MS = 60000; // 60 seconds
 // Blocks loopback, link-local (cloud metadata), and RFC-1918 private ranges to prevent SSRF
 const SSRF_BLOCK_LIST = new net__default.default.BlockList();
@@ -59,9 +63,25 @@ SSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local
     return `untitled_${date}_${time}`;
 };
 /**
- * Fetches a URL and saves it as a temporary file
+ * Fetches a URL and streams it to a temporary file
  * Returns an InputFile-compatible object for use with the upload pipeline
- */ const fetchUrlToInputFile = async (url, tmpWorkingDirectory, sizeLimit)=>{
+ *
+ * The response body is never buffered in memory: it is piped straight to disk, so heap usage
+ * stays bounded regardless of the remote file size. `sizeLimit` is enforced on the bytes actually
+ * received, not only on the Content-Length header (which may be absent or wrong).
+ *
+ * `onProgress` (optional) reports raw progress:
+ * - It fires **once immediately** with `{ bytesWritten: 0, totalBytes }` after the response headers
+ *   are validated, before any bytes are read, so callers can size a progress bar up front.
+ * - It then fires **once per streamed chunk** with cumulative `bytesWritten`.
+ * - It is deliberately **not throttled**. Throttling is the caller's responsibility: a consumer
+ *   that turns these into SSE frames should coalesce them to its own frame budget (a 512MB file at
+ *   64KB chunks yields ~8000 calls). Throttling here would bake one consumer's frame rate into a
+ *   shared service, and a pre-throttled counter cannot be un-throttled by a caller that needs
+ *   every byte.
+ * - If it throws, the error is logged and swallowed: reporting is observational, so a buggy
+ *   consumer never fails the import.
+ */ const fetchUrlToInputFile = async (url, tmpWorkingDirectory, sizeLimit, onProgress)=>{
     // Validate URL protocol
     let parsedUrl;
     try {
@@ -102,29 +122,82 @@ SSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local
     if (!response.ok) {
         throw new ApplicationError(`Failed to fetch URL: ${url} (${response.status} ${response.statusText})`);
     }
+    const tooLargeError = ()=>new ApplicationError(`File too large: maximum allowed size is ${bytesToHumanReadable(sizeLimit ?? 0)}`);
+    const parsedContentLength = parseInt(response.headers.get('content-length') ?? '', 10);
+    const totalBytes = Number.isFinite(parsedContentLength) ? parsedContentLength : null;
     // Check Content-Length header for early rejection of large files
-    if (sizeLimit) {
-        const contentLength = response.headers.get('content-length');
-        if (contentLength && parseInt(contentLength, 10) > sizeLimit) {
-            throw new ApplicationError(`File too large: maximum allowed size is ${Math.round(sizeLimit / (1024 * 1024))}MB`);
-        }
+    if (sizeLimit && totalBytes !== null && totalBytes > sizeLimit) {
+        throw tooLargeError();
     }
+    // Progress reporting is a side-channel for UI: a consumer that throws should not fail the import
+    // it is merely observing. Node turns a synchronous throw inside `_transform` into a stream error,
+    // so an unguarded callback would reject the pipeline and abort a download that was fine.
+    const reportProgress = (progress)=>{
+        if (!onProgress) return;
+        try {
+            onProgress(progress);
+        } catch (error) {
+            strapi?.log?.warn(`URL fetch progress callback threw, ignoring: ${error instanceof Error ? error.message : error}`);
+        }
+    };
+    // Announce the total before any bytes are dispatched. Consumers that size a progress bar from
+    // `totalBytes` need it up front: a consumer clamping bytes to a not-yet-known size would clamp
+    // every early chunk to zero. Fires exactly once, even when `totalBytes` is null or the body is
+    // empty, so the first call is always a size announcement.
+    reportProgress({
+        bytesWritten: 0,
+        totalBytes
+    });
     // Get content type and filename
     const contentType = response.headers.get('content-type')?.split(';')[0] || 'application/octet-stream';
     const contentDisposition = response.headers.get('content-disposition');
     const filename = getFilenameFromUrl(response.url, contentDisposition);
-    // Read response body
-    const arrayBuffer = await response.arrayBuffer();
-    const buffer = Buffer.from(arrayBuffer);
-    // Write to temp file
     const tmpFilePath = path__default.default.join(tmpWorkingDirectory, filename);
-    await fse__default.default.writeFile(tmpFilePath, buffer);
+    // Stream the response body to the temp file, counting bytes as they go so the size limit is
+    // enforced even when Content-Length is missing or lying.
+    let bytesWritten = 0;
+    try {
+        if (response.body === null) {
+            // An empty body is valid per the fetch spec — write an empty file
+            await fse__default.default.writeFile(tmpFilePath, '');
+        } else {
+            const counter = new node_stream.Transform({
+                transform (chunk, _encoding, callback) {
+                    bytesWritten += chunk.length;
+                    if (sizeLimit && bytesWritten > sizeLimit) {
+                        callback(tooLargeError());
+                        return;
+                    }
+                    // Raw, one call per chunk, no throttling — see `onProgress` on the signature above
+                    reportProgress({
+                        bytesWritten,
+                        totalBytes
+                    });
+                    callback(null, chunk);
+                }
+            });
+            await promises.pipeline(node_stream.Readable.fromWeb(response.body), counter, node_fs.createWriteStream(tmpFilePath));
+        }
+    } catch (error) {
+        // Remove the partially written file — the caller only cleans up the temp directory once all
+        // URLs have been processed. Cleanup failures must not replace the error the caller cares about
+        // ("File too large", "socket hang up") with an incidental filesystem one, so swallow and log:
+        // the request-level temp-directory cleanup is still the backstop for the leftover file.
+        try {
+            await fse__default.default.remove(tmpFilePath);
+        } catch (cleanupError) {
+            strapi?.log?.warn(`Could not remove partial temp file ${tmpFilePath}: ${cleanupError instanceof Error ? cleanupError.message : cleanupError}`);
+        }
+        throw error;
+    }
+    // Derive the size from the file on disk rather than from a buffer we never hold
+    const { size } = await fse__default.default.stat(tmpFilePath);
     // Create file object compatible with upload pipeline
     const fetchedFile = {
         filepath: tmpFilePath,
         originalFilename: filename,
         mimetype: contentType,
-        size: buffer.length,
+        size,
         tmpWorkingDirectory
     };
     return {

package/dist/server/services/file.js.map

@@ -1 +1 @@
-{"version":3,"file":"file.js","sources":["../../../server/src/services/file.ts"],"sourcesContent":["import path from 'path';\nimport dns from 'dns/promises';\nimport net from 'net';\nimport fse from 'fs-extra';\nimport { cloneDeep } from 'lodash/fp';\nimport { async, errors } from '@strapi/utils';\n\nimport { FOLDER_MODEL_UID, FILE_MODEL_UID } from '../constants';\nimport { getService } from '../utils';\n\nimport { Config, type File } from '../types';\n\nconst { ApplicationError } = errors;\n\nconst FETCH_TIMEOUT_MS = 60_000; // 60 seconds\n\n// Blocks loopback, link-local (cloud metadata), and RFC-1918 private ranges to prevent SSRF\nconst SSRF_BLOCK_LIST = new net.BlockList();\nSSRF_BLOCK_LIST.addSubnet('127.0.0.0', 8); // loopback\nSSRF_BLOCK_LIST.addSubnet('10.0.0.0', 8); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('172.16.0.0', 12); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('192.168.0.0', 16); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('169.254.0.0', 16); // link-local / cloud metadata (AWS, GCP, Azure)\nSSRF_BLOCK_LIST.addSubnet('::1', 128, 'ipv6'); // IPv6 loopback\nSSRF_BLOCK_LIST.addSubnet('fc00::', 7, 'ipv6'); // IPv6 unique local\nSSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local\n\n/**\n * Represents a file fetched from a URL, compatible with the upload pipeline\n */\ninterface UrlFetchedFile {\n  filepath: string;\n  originalFilename: string;\n  mimetype: string;\n  size: number;\n  tmpWorkingDirectory?: string;\n}\n\ninterface FetchUrlResult {\n  file: UrlFetchedFile;\n}\n\n/**\n * Extracts filename from a URL path or Content-Disposition header\n */\nconst getFilenameFromUrl = (url: string, contentDisposition?: string | null): string => {\n  // Try Content-Disposition header first\n  if (contentDisposition) {\n    // Extracts filename from Content-Disposition header (e.g. filename=\"photo.jpg\" or filename*=UTF-8''photo.jpg)\n    const filenameMatch = contentDisposition.match(\n      /filename\\*?=['\"]?(?:UTF-\\d['\"]*)?([^;\\r\\n\"']*)['\"]?/i\n    );\n    if (filenameMatch?.[1]) {\n      // Use path.basename to prevent path traversal attacks\n      return path.basename(decodeURIComponent(filenameMatch[1]));\n    }\n  }\n\n  // Fall back to URL path\n  try {\n    const urlObj = new URL(url);\n    const pathname = urlObj.pathname;\n    const filename = pathname.split('/').pop();\n    if (filename && filename.length > 0) {\n      // Use path.basename to prevent path traversal attacks (e.g., URL-encoded separators)\n      return path.basename(decodeURIComponent(filename));\n    }\n  } catch {\n    // Invalid URL, use default\n  }\n\n  // Generate a timestamp-based default filename\n  const now = new Date();\n  const date = now.toISOString().split('T')[0]; // 2024-02-23\n  const time = now.toTimeString().split(' ')[0].replace(/:/g, ''); // 143052\n  return `untitled_${date}_${time}`;\n};\n\n/**\n * Fetches a URL and saves it as a temporary file\n * Returns an InputFile-compatible object for use with the upload pipeline\n */\nconst fetchUrlToInputFile = async (\n  url: string,\n  tmpWorkingDirectory: string,\n  sizeLimit?: number\n): Promise<FetchUrlResult> => {\n  // Validate URL protocol\n  let parsedUrl: URL;\n  try {\n    parsedUrl = new URL(url);\n  } catch {\n    throw new ApplicationError(`Invalid URL: ${url}`);\n  }\n\n  if (!['http:', 'https:'].includes(parsedUrl.protocol)) {\n    throw new ApplicationError(`Invalid URL protocol. Only http and https are allowed: ${url}`);\n  }\n\n  // Resolve hostname and block private/internal IP ranges to prevent SSRF\n  try {\n    const { address, family } = await dns.lookup(parsedUrl.hostname);\n    const type = family === 6 ? 'ipv6' : 'ipv4';\n    if (SSRF_BLOCK_LIST.check(address, type)) {\n      throw new ApplicationError(`URL resolves to a blocked address: ${url}`);\n    }\n  } catch (error) {\n    if (error instanceof ApplicationError) throw error;\n    throw new ApplicationError(`Could not resolve hostname: ${parsedUrl.hostname}`);\n  }\n\n  // use strapi.fetch so we can intercept requests and support proxy settings\n  const doFetch = typeof strapi?.fetch === 'function' ? strapi.fetch : fetch;\n  let response: Response;\n  try {\n    response = await doFetch(url, { signal: AbortSignal.timeout(FETCH_TIMEOUT_MS) });\n  } catch (error) {\n    if (error instanceof Error && error.name === 'TimeoutError') {\n      throw new ApplicationError(`Request timed out while fetching URL: ${url}`);\n    }\n    throw error;\n  }\n\n  if (!response.ok) {\n    throw new ApplicationError(\n      `Failed to fetch URL: ${url} (${response.status} ${response.statusText})`\n    );\n  }\n\n  // Check Content-Length header for early rejection of large files\n  if (sizeLimit) {\n    const contentLength = response.headers.get('content-length');\n    if (contentLength && parseInt(contentLength, 10) > sizeLimit) {\n      throw new ApplicationError(\n        `File too large: maximum allowed size is ${Math.round(sizeLimit / (1024 * 1024))}MB`\n      );\n    }\n  }\n\n  // Get content type and filename\n  const contentType =\n    response.headers.get('content-type')?.split(';')[0] || 'application/octet-stream';\n  const contentDisposition = response.headers.get('content-disposition');\n  const filename = getFilenameFromUrl(response.url, contentDisposition);\n\n  // Read response body\n  const arrayBuffer = await response.arrayBuffer();\n  const buffer = Buffer.from(arrayBuffer);\n\n  // Write to temp file\n  const tmpFilePath = path.join(tmpWorkingDirectory, filename);\n  await fse.writeFile(tmpFilePath, buffer);\n\n  // Create file object compatible with upload pipeline\n  const fetchedFile: UrlFetchedFile = {\n    filepath: tmpFilePath,\n    originalFilename: filename,\n    mimetype: contentType,\n    size: buffer.length,\n    tmpWorkingDirectory,\n  };\n\n  return { file: fetchedFile };\n};\n\nconst getFolderPath = async (folderId?: number | null) => {\n  if (!folderId) return '/';\n\n  const parentFolder = await strapi.db.query(FOLDER_MODEL_UID).findOne({ where: { id: folderId } });\n\n  return parentFolder.path;\n};\n\nconst deleteByIds = async (ids: number[] = []) => {\n  const filesToDelete = await strapi.db\n    .query(FILE_MODEL_UID)\n    .findMany({ where: { id: { $in: ids } } });\n\n  await Promise.all(filesToDelete.map((file: File) => getService('upload').remove(file)));\n\n  return filesToDelete;\n};\n\nconst signFileUrls = async (file: File) => {\n  const { provider } = strapi.plugins.upload;\n  const { provider: providerConfig } = strapi.config.get<Config>('plugin::upload');\n  const isPrivate = await provider.isPrivate();\n  file.isUrlSigned = false;\n\n  // Check file provider and if provider is private\n  if (file.provider !== providerConfig || !isPrivate) {\n    return file;\n  }\n\n  const signUrl = async (file: File) => {\n    const signedUrl = await provider.getSignedUrl(file);\n    file.url = signedUrl.url;\n    file.isUrlSigned = true;\n  };\n\n  const signedFile = cloneDeep(file);\n\n  // Sign each file format\n  await signUrl(signedFile);\n  if (file.formats) {\n    await async.map(Object.values(signedFile.formats ?? {}), signUrl);\n  }\n\n  return signedFile;\n};\n\nexport type { UrlFetchedFile, FetchUrlResult };\nexport default { getFolderPath, deleteByIds, signFileUrls, fetchUrlToInputFile };\n"],"names":["ApplicationError","errors","FETCH_TIMEOUT_MS","SSRF_BLOCK_LIST","net","BlockList","addSubnet","getFilenameFromUrl","url","contentDisposition","filenameMatch","match","path","basename","decodeURIComponent","urlObj","URL","pathname","filename","split","pop","length","now","Date","date","toISOString","time","toTimeString","replace","fetchUrlToInputFile","tmpWorkingDirectory","sizeLimit","parsedUrl","includes","protocol","address","family","dns","lookup","hostname","type","check","error","doFetch","strapi","fetch","response","signal","AbortSignal","timeout","Error","name","ok","status","statusText","contentLength","headers","get","parseInt","Math","round","contentType","arrayBuffer","buffer","Buffer","from","tmpFilePath","join","fse","writeFile","fetchedFile","filepath","originalFilename","mimetype","size","file","getFolderPath","folderId","parentFolder","db","query","FOLDER_MODEL_UID","findOne","where","id","deleteByIds","ids","filesToDelete","FILE_MODEL_UID","findMany","$in","Promise","all","map","getService","remove","signFileUrls","provider","plugins","upload","providerConfig","config","isPrivate","isUrlSigned","signUrl","signedUrl","getSignedUrl","signedFile","cloneDeep","formats","async","Object","values"],"mappings":";;;;;;;;;;;;;;;;;;AAYA,MAAM,EAAEA,gBAAgB,EAAE,GAAGC,YAAAA;AAE7B,MAAMC,gBAAAA,GAAmB;AAEzB;AACA,MAAMC,eAAAA,GAAkB,IAAIC,oBAAAA,CAAIC,SAAS,EAAA;AACzCF,eAAAA,CAAgBG,SAAS,CAAC,WAAA,EAAa,CAAA,CAAA,CAAA;AACvCH,eAAAA,CAAgBG,SAAS,CAAC,UAAA,EAAY,CAAA,CAAA,CAAA;AACtCH,eAAAA,CAAgBG,SAAS,CAAC,YAAA,EAAc,EAAA,CAAA,CAAA;AACxCH,eAAAA,CAAgBG,SAAS,CAAC,aAAA,EAAe,EAAA,CAAA,CAAA;AACzCH,eAAAA,CAAgBG,SAAS,CAAC,aAAA,EAAe,EAAA,CAAA,CAAA;AACzCH,eAAAA,CAAgBG,SAAS,CAAC,KAAA,EAAO,GAAA,EAAK;AACtCH,eAAAA,CAAgBG,SAAS,CAAC,QAAA,EAAU,CAAA,EAAG;AACvCH,eAAAA,CAAgBG,SAAS,CAAC,QAAA,EAAU,EAAA,EAAI;AAiBxC;;IAGA,MAAMC,kBAAAA,GAAqB,CAACC,GAAAA,EAAaC,kBAAAA,GAAAA;;AAEvC,IAAA,IAAIA,kBAAAA,EAAoB;;QAEtB,MAAMC,aAAAA,GAAgBD,kBAAAA,CAAmBE,KAAK,CAC5C,sDAAA,CAAA;QAEF,IAAID,aAAAA,GAAgB,CAAA,CAAE,EAAE;;AAEtB,YAAA,OAAOE,sBAAKC,QAAQ,CAACC,kBAAAA,CAAmBJ,aAAa,CAAC,CAAA,CAAE,CAAA,CAAA;AAC1D,QAAA;AACF,IAAA;;IAGA,IAAI;QACF,MAAMK,MAAAA,GAAS,IAAIC,GAAAA,CAAIR,GAAAA,CAAAA;QACvB,MAAMS,QAAAA,GAAWF,OAAOE,QAAQ;AAChC,QAAA,MAAMC,QAAAA,GAAWD,QAAAA,CAASE,KAAK,CAAC,KAAKC,GAAG,EAAA;AACxC,QAAA,IAAIF,QAAAA,IAAYA,QAAAA,CAASG,MAAM,GAAG,CAAA,EAAG;;YAEnC,OAAOT,qBAAAA,CAAKC,QAAQ,CAACC,kBAAAA,CAAmBI,QAAAA,CAAAA,CAAAA;AAC1C,QAAA;AACF,IAAA,CAAA,CAAE,OAAM;;AAER,IAAA;;AAGA,IAAA,MAAMI,MAAM,IAAIC,IAAAA,EAAAA;IAChB,MAAMC,IAAAA,GAAOF,GAAAA,CAAIG,WAAW,EAAA,CAAGN,KAAK,CAAC,GAAA,CAAI,CAAC,CAAA,CAAE,CAAA;AAC5C,IAAA,MAAMO,IAAAA,GAAOJ,GAAAA,CAAIK,YAAY,EAAA,CAAGR,KAAK,CAAC,GAAA,CAAI,CAAC,CAAA,CAAE,CAACS,OAAO,CAAC,IAAA,EAAM;AAC5D,IAAA,OAAO,CAAC,SAAS,EAAEJ,IAAAA,CAAK,CAAC,EAAEE,IAAAA,CAAAA,CAAM;AACnC,CAAA;AAEA;;;AAGC,IACD,MAAMG,mBAAAA,GAAsB,OAC1BrB,GAAAA,EACAsB,mBAAAA,EACAC,SAAAA,GAAAA;;IAGA,IAAIC,SAAAA;IACJ,IAAI;AACFA,QAAAA,SAAAA,GAAY,IAAIhB,GAAAA,CAAIR,GAAAA,CAAAA;AACtB,IAAA,CAAA,CAAE,OAAM;AACN,QAAA,MAAM,IAAIR,gBAAAA,CAAiB,CAAC,aAAa,EAAEQ,GAAAA,CAAAA,CAAK,CAAA;AAClD,IAAA;AAEA,IAAA,IAAI,CAAC;AAAC,QAAA,OAAA;AAAS,QAAA;AAAS,KAAA,CAACyB,QAAQ,CAACD,SAAAA,CAAUE,QAAQ,CAAA,EAAG;AACrD,QAAA,MAAM,IAAIlC,gBAAAA,CAAiB,CAAC,uDAAuD,EAAEQ,GAAAA,CAAAA,CAAK,CAAA;AAC5F,IAAA;;IAGA,IAAI;QACF,MAAM,EAAE2B,OAAO,EAAEC,MAAM,EAAE,GAAG,MAAMC,oBAAAA,CAAIC,MAAM,CAACN,SAAAA,CAAUO,QAAQ,CAAA;QAC/D,MAAMC,IAAAA,GAAOJ,MAAAA,KAAW,CAAA,GAAI,MAAA,GAAS,MAAA;AACrC,QAAA,IAAIjC,eAAAA,CAAgBsC,KAAK,CAACN,OAAAA,EAASK,IAAAA,CAAAA,EAAO;AACxC,YAAA,MAAM,IAAIxC,gBAAAA,CAAiB,CAAC,mCAAmC,EAAEQ,GAAAA,CAAAA,CAAK,CAAA;AACxE,QAAA;AACF,IAAA,CAAA,CAAE,OAAOkC,KAAAA,EAAO;QACd,IAAIA,KAAAA,YAAiB1C,kBAAkB,MAAM0C,KAAAA;AAC7C,QAAA,MAAM,IAAI1C,gBAAAA,CAAiB,CAAC,4BAA4B,EAAEgC,SAAAA,CAAUO,QAAQ,CAAA,CAAE,CAAA;AAChF,IAAA;;AAGA,IAAA,MAAMI,UAAU,OAAOC,MAAAA,EAAQC,UAAU,UAAA,GAAaD,MAAAA,CAAOC,KAAK,GAAGA,KAAAA;IACrE,IAAIC,QAAAA;IACJ,IAAI;QACFA,QAAAA,GAAW,MAAMH,QAAQnC,GAAAA,EAAK;YAAEuC,MAAAA,EAAQC,WAAAA,CAAYC,OAAO,CAAC/C,gBAAAA;AAAkB,SAAA,CAAA;AAChF,IAAA,CAAA,CAAE,OAAOwC,KAAAA,EAAO;AACd,QAAA,IAAIA,KAAAA,YAAiBQ,KAAAA,IAASR,KAAAA,CAAMS,IAAI,KAAK,cAAA,EAAgB;AAC3D,YAAA,MAAM,IAAInD,gBAAAA,CAAiB,CAAC,sCAAsC,EAAEQ,GAAAA,CAAAA,CAAK,CAAA;AAC3E,QAAA;QACA,MAAMkC,KAAAA;AACR,IAAA;IAEA,IAAI,CAACI,QAAAA,CAASM,EAAE,EAAE;AAChB,QAAA,MAAM,IAAIpD,gBAAAA,CACR,CAAC,qBAAqB,EAAEQ,IAAI,EAAE,EAAEsC,QAAAA,CAASO,MAAM,CAAC,CAAC,EAAEP,SAASQ,UAAU,CAAC,CAAC,CAAC,CAAA;AAE7E,IAAA;;AAGA,IAAA,IAAIvB,SAAAA,EAAW;AACb,QAAA,MAAMwB,aAAAA,GAAgBT,QAAAA,CAASU,OAAO,CAACC,GAAG,CAAC,gBAAA,CAAA;AAC3C,QAAA,IAAIF,aAAAA,IAAiBG,QAAAA,CAASH,aAAAA,EAAe,EAAA,CAAA,GAAMxB,SAAAA,EAAW;AAC5D,YAAA,MAAM,IAAI/B,gBAAAA,CACR,CAAC,wCAAwC,EAAE2D,IAAAA,CAAKC,KAAK,CAAC7B,SAAAA,IAAa,IAAA,GAAO,IAAG,CAAA,CAAA,CAAI,EAAE,CAAC,CAAA;AAExF,QAAA;AACF,IAAA;;IAGA,MAAM8B,WAAAA,GACJf,QAAAA,CAASU,OAAO,CAACC,GAAG,CAAC,cAAA,CAAA,EAAiBtC,KAAAA,CAAM,GAAA,CAAI,CAAC,CAAA,CAAE,IAAI,0BAAA;AACzD,IAAA,MAAMV,kBAAAA,GAAqBqC,QAAAA,CAASU,OAAO,CAACC,GAAG,CAAC,qBAAA,CAAA;AAChD,IAAA,MAAMvC,QAAAA,GAAWX,kBAAAA,CAAmBuC,QAAAA,CAAStC,GAAG,EAAEC,kBAAAA,CAAAA;;IAGlD,MAAMqD,WAAAA,GAAc,MAAMhB,QAAAA,CAASgB,WAAW,EAAA;IAC9C,MAAMC,MAAAA,GAASC,MAAAA,CAAOC,IAAI,CAACH,WAAAA,CAAAA;;AAG3B,IAAA,MAAMI,WAAAA,GAActD,qBAAAA,CAAKuD,IAAI,CAACrC,mBAAAA,EAAqBZ,QAAAA,CAAAA;IACnD,MAAMkD,oBAAAA,CAAIC,SAAS,CAACH,WAAAA,EAAaH,MAAAA,CAAAA;;AAGjC,IAAA,MAAMO,WAAAA,GAA8B;QAClCC,QAAAA,EAAUL,WAAAA;QACVM,gBAAAA,EAAkBtD,QAAAA;QAClBuD,QAAAA,EAAUZ,WAAAA;AACVa,QAAAA,IAAAA,EAAMX,OAAO1C,MAAM;AACnBS,QAAAA;AACF,KAAA;IAEA,OAAO;QAAE6C,IAAAA,EAAML;AAAY,KAAA;AAC7B,CAAA;AAEA,MAAMM,gBAAgB,OAAOC,QAAAA,GAAAA;IAC3B,IAAI,CAACA,UAAU,OAAO,GAAA;IAEtB,MAAMC,YAAAA,GAAe,MAAMlC,MAAAA,CAAOmC,EAAE,CAACC,KAAK,CAACC,0BAAAA,CAAAA,CAAkBC,OAAO,CAAC;QAAEC,KAAAA,EAAO;YAAEC,EAAAA,EAAIP;AAAS;AAAE,KAAA,CAAA;AAE/F,IAAA,OAAOC,aAAalE,IAAI;AAC1B,CAAA;AAEA,MAAMyE,WAAAA,GAAc,OAAOC,GAAAA,GAAgB,EAAE,GAAA;IAC3C,MAAMC,aAAAA,GAAgB,MAAM3C,MAAAA,CAAOmC,EAAE,CAClCC,KAAK,CAACQ,wBAAAA,CAAAA,CACNC,QAAQ,CAAC;QAAEN,KAAAA,EAAO;YAAEC,EAAAA,EAAI;gBAAEM,GAAAA,EAAKJ;AAAI;AAAE;AAAE,KAAA,CAAA;IAE1C,MAAMK,OAAAA,CAAQC,GAAG,CAACL,aAAAA,CAAcM,GAAG,CAAC,CAAClB,IAAAA,GAAemB,gBAAAA,CAAW,QAAA,CAAA,CAAUC,MAAM,CAACpB,IAAAA,CAAAA,CAAAA,CAAAA;IAEhF,OAAOY,aAAAA;AACT,CAAA;AAEA,MAAMS,eAAe,OAAOrB,IAAAA,GAAAA;AAC1B,IAAA,MAAM,EAAEsB,QAAQ,EAAE,GAAGrD,MAAAA,CAAOsD,OAAO,CAACC,MAAM;IAC1C,MAAM,EAAEF,UAAUG,cAAc,EAAE,GAAGxD,MAAAA,CAAOyD,MAAM,CAAC5C,GAAG,CAAS,gBAAA,CAAA;IAC/D,MAAM6C,SAAAA,GAAY,MAAML,QAAAA,CAASK,SAAS,EAAA;AAC1C3B,IAAAA,IAAAA,CAAK4B,WAAW,GAAG,KAAA;;AAGnB,IAAA,IAAI5B,IAAAA,CAAKsB,QAAQ,KAAKG,cAAAA,IAAkB,CAACE,SAAAA,EAAW;QAClD,OAAO3B,IAAAA;AACT,IAAA;AAEA,IAAA,MAAM6B,UAAU,OAAO7B,IAAAA,GAAAA;AACrB,QAAA,MAAM8B,SAAAA,GAAY,MAAMR,QAAAA,CAASS,YAAY,CAAC/B,IAAAA,CAAAA;QAC9CA,IAAAA,CAAKnE,GAAG,GAAGiG,SAAAA,CAAUjG,GAAG;AACxBmE,QAAAA,IAAAA,CAAK4B,WAAW,GAAG,IAAA;AACrB,IAAA,CAAA;AAEA,IAAA,MAAMI,aAAaC,YAAAA,CAAUjC,IAAAA,CAAAA;;AAG7B,IAAA,MAAM6B,OAAAA,CAAQG,UAAAA,CAAAA;IACd,IAAIhC,IAAAA,CAAKkC,OAAO,EAAE;QAChB,MAAMC,WAAAA,CAAMjB,GAAG,CAACkB,MAAAA,CAAOC,MAAM,CAACL,UAAAA,CAAWE,OAAO,IAAI,EAAC,CAAA,EAAIL,OAAAA,CAAAA;AAC3D,IAAA;IAEA,OAAOG,UAAAA;AACT,CAAA;AAGA,WAAe;AAAE/B,IAAAA,aAAAA;AAAeS,IAAAA,WAAAA;AAAaW,IAAAA,YAAAA;AAAcnE,IAAAA;AAAoB,CAAA;;;;"}
+{"version":3,"file":"file.js","sources":["../../../server/src/services/file.ts"],"sourcesContent":["import path from 'path';\nimport dns from 'dns/promises';\nimport net from 'net';\nimport { createWriteStream } from 'node:fs';\nimport { Readable, Transform } from 'node:stream';\nimport { pipeline } from 'node:stream/promises';\nimport type { ReadableStream as WebReadableStream } from 'node:stream/web';\nimport fse from 'fs-extra';\nimport { cloneDeep } from 'lodash/fp';\nimport { async, errors, file as fileUtils } from '@strapi/utils';\n\nimport { FOLDER_MODEL_UID, FILE_MODEL_UID } from '../constants';\nimport { getService } from '../utils';\n\nimport { Config, type File } from '../types';\n\nconst { ApplicationError } = errors;\nconst { bytesToHumanReadable } = fileUtils;\n\nconst FETCH_TIMEOUT_MS = 60_000; // 60 seconds\n\n// Blocks loopback, link-local (cloud metadata), and RFC-1918 private ranges to prevent SSRF\nconst SSRF_BLOCK_LIST = new net.BlockList();\nSSRF_BLOCK_LIST.addSubnet('127.0.0.0', 8); // loopback\nSSRF_BLOCK_LIST.addSubnet('10.0.0.0', 8); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('172.16.0.0', 12); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('192.168.0.0', 16); // RFC-1918\nSSRF_BLOCK_LIST.addSubnet('169.254.0.0', 16); // link-local / cloud metadata (AWS, GCP, Azure)\nSSRF_BLOCK_LIST.addSubnet('::1', 128, 'ipv6'); // IPv6 loopback\nSSRF_BLOCK_LIST.addSubnet('fc00::', 7, 'ipv6'); // IPv6 unique local\nSSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local\n\n/**\n * Represents a file fetched from a URL, compatible with the upload pipeline\n */\ninterface UrlFetchedFile {\n  filepath: string;\n  originalFilename: string;\n  mimetype: string;\n  size: number;\n  tmpWorkingDirectory?: string;\n}\n\ninterface FetchUrlResult {\n  file: UrlFetchedFile;\n}\n\n/**\n * Progress of a URL fetch.\n *\n * `bytesWritten` is cumulative and non-decreasing (the first report is always 0).\n * `totalBytes` is the parsed Content-Length when the header is present and valid, `null` otherwise.\n */\ninterface UrlFetchProgress {\n  bytesWritten: number;\n  totalBytes: number | null;\n}\n\n/**\n * Extracts filename from a URL path or Content-Disposition header\n */\nconst getFilenameFromUrl = (url: string, contentDisposition?: string | null): string => {\n  // Try Content-Disposition header first\n  if (contentDisposition) {\n    // Extracts filename from Content-Disposition header (e.g. filename=\"photo.jpg\" or filename*=UTF-8''photo.jpg)\n    const filenameMatch = contentDisposition.match(\n      /filename\\*?=['\"]?(?:UTF-\\d['\"]*)?([^;\\r\\n\"']*)['\"]?/i\n    );\n    if (filenameMatch?.[1]) {\n      // Use path.basename to prevent path traversal attacks\n      return path.basename(decodeURIComponent(filenameMatch[1]));\n    }\n  }\n\n  // Fall back to URL path\n  try {\n    const urlObj = new URL(url);\n    const pathname = urlObj.pathname;\n    const filename = pathname.split('/').pop();\n    if (filename && filename.length > 0) {\n      // Use path.basename to prevent path traversal attacks (e.g., URL-encoded separators)\n      return path.basename(decodeURIComponent(filename));\n    }\n  } catch {\n    // Invalid URL, use default\n  }\n\n  // Generate a timestamp-based default filename\n  const now = new Date();\n  const date = now.toISOString().split('T')[0]; // 2024-02-23\n  const time = now.toTimeString().split(' ')[0].replace(/:/g, ''); // 143052\n  return `untitled_${date}_${time}`;\n};\n\n/**\n * Fetches a URL and streams it to a temporary file\n * Returns an InputFile-compatible object for use with the upload pipeline\n *\n * The response body is never buffered in memory: it is piped straight to disk, so heap usage\n * stays bounded regardless of the remote file size. `sizeLimit` is enforced on the bytes actually\n * received, not only on the Content-Length header (which may be absent or wrong).\n *\n * `onProgress` (optional) reports raw progress:\n * - It fires **once immediately** with `{ bytesWritten: 0, totalBytes }` after the response headers\n *   are validated, before any bytes are read, so callers can size a progress bar up front.\n * - It then fires **once per streamed chunk** with cumulative `bytesWritten`.\n * - It is deliberately **not throttled**. Throttling is the caller's responsibility: a consumer\n *   that turns these into SSE frames should coalesce them to its own frame budget (a 512MB file at\n *   64KB chunks yields ~8000 calls). Throttling here would bake one consumer's frame rate into a\n *   shared service, and a pre-throttled counter cannot be un-throttled by a caller that needs\n *   every byte.\n * - If it throws, the error is logged and swallowed: reporting is observational, so a buggy\n *   consumer never fails the import.\n */\nconst fetchUrlToInputFile = async (\n  url: string,\n  tmpWorkingDirectory: string,\n  sizeLimit?: number,\n  onProgress?: (progress: UrlFetchProgress) => void\n): Promise<FetchUrlResult> => {\n  // Validate URL protocol\n  let parsedUrl: URL;\n  try {\n    parsedUrl = new URL(url);\n  } catch {\n    throw new ApplicationError(`Invalid URL: ${url}`);\n  }\n\n  if (!['http:', 'https:'].includes(parsedUrl.protocol)) {\n    throw new ApplicationError(`Invalid URL protocol. Only http and https are allowed: ${url}`);\n  }\n\n  // Resolve hostname and block private/internal IP ranges to prevent SSRF\n  try {\n    const { address, family } = await dns.lookup(parsedUrl.hostname);\n    const type = family === 6 ? 'ipv6' : 'ipv4';\n    if (SSRF_BLOCK_LIST.check(address, type)) {\n      throw new ApplicationError(`URL resolves to a blocked address: ${url}`);\n    }\n  } catch (error) {\n    if (error instanceof ApplicationError) throw error;\n    throw new ApplicationError(`Could not resolve hostname: ${parsedUrl.hostname}`);\n  }\n\n  // use strapi.fetch so we can intercept requests and support proxy settings\n  const doFetch = typeof strapi?.fetch === 'function' ? strapi.fetch : fetch;\n  let response: Response;\n  try {\n    response = await doFetch(url, { signal: AbortSignal.timeout(FETCH_TIMEOUT_MS) });\n  } catch (error) {\n    if (error instanceof Error && error.name === 'TimeoutError') {\n      throw new ApplicationError(`Request timed out while fetching URL: ${url}`);\n    }\n    throw error;\n  }\n\n  if (!response.ok) {\n    throw new ApplicationError(\n      `Failed to fetch URL: ${url} (${response.status} ${response.statusText})`\n    );\n  }\n\n  const tooLargeError = () =>\n    new ApplicationError(\n      `File too large: maximum allowed size is ${bytesToHumanReadable(sizeLimit ?? 0)}`\n    );\n\n  const parsedContentLength = parseInt(response.headers.get('content-length') ?? '', 10);\n  const totalBytes = Number.isFinite(parsedContentLength) ? parsedContentLength : null;\n\n  // Check Content-Length header for early rejection of large files\n  if (sizeLimit && totalBytes !== null && totalBytes > sizeLimit) {\n    throw tooLargeError();\n  }\n\n  // Progress reporting is a side-channel for UI: a consumer that throws should not fail the import\n  // it is merely observing. Node turns a synchronous throw inside `_transform` into a stream error,\n  // so an unguarded callback would reject the pipeline and abort a download that was fine.\n  const reportProgress = (progress: UrlFetchProgress) => {\n    if (!onProgress) return;\n\n    try {\n      onProgress(progress);\n    } catch (error) {\n      strapi?.log?.warn(\n        `URL fetch progress callback threw, ignoring: ${\n          error instanceof Error ? error.message : error\n        }`\n      );\n    }\n  };\n\n  // Announce the total before any bytes are dispatched. Consumers that size a progress bar from\n  // `totalBytes` need it up front: a consumer clamping bytes to a not-yet-known size would clamp\n  // every early chunk to zero. Fires exactly once, even when `totalBytes` is null or the body is\n  // empty, so the first call is always a size announcement.\n  reportProgress({ bytesWritten: 0, totalBytes });\n\n  // Get content type and filename\n  const contentType =\n    response.headers.get('content-type')?.split(';')[0] || 'application/octet-stream';\n  const contentDisposition = response.headers.get('content-disposition');\n  const filename = getFilenameFromUrl(response.url, contentDisposition);\n\n  const tmpFilePath = path.join(tmpWorkingDirectory, filename);\n\n  // Stream the response body to the temp file, counting bytes as they go so the size limit is\n  // enforced even when Content-Length is missing or lying.\n  let bytesWritten = 0;\n\n  try {\n    if (response.body === null) {\n      // An empty body is valid per the fetch spec — write an empty file\n      await fse.writeFile(tmpFilePath, '');\n    } else {\n      const counter = new Transform({\n        transform(chunk, _encoding, callback) {\n          bytesWritten += chunk.length;\n\n          if (sizeLimit && bytesWritten > sizeLimit) {\n            callback(tooLargeError());\n            return;\n          }\n\n          // Raw, one call per chunk, no throttling — see `onProgress` on the signature above\n          reportProgress({ bytesWritten, totalBytes });\n          callback(null, chunk);\n        },\n      });\n\n      await pipeline(\n        Readable.fromWeb(response.body as WebReadableStream),\n        counter,\n        createWriteStream(tmpFilePath)\n      );\n    }\n  } catch (error) {\n    // Remove the partially written file — the caller only cleans up the temp directory once all\n    // URLs have been processed. Cleanup failures must not replace the error the caller cares about\n    // (\"File too large\", \"socket hang up\") with an incidental filesystem one, so swallow and log:\n    // the request-level temp-directory cleanup is still the backstop for the leftover file.\n    try {\n      await fse.remove(tmpFilePath);\n    } catch (cleanupError) {\n      strapi?.log?.warn(\n        `Could not remove partial temp file ${tmpFilePath}: ${\n          cleanupError instanceof Error ? cleanupError.message : cleanupError\n        }`\n      );\n    }\n\n    throw error;\n  }\n\n  // Derive the size from the file on disk rather than from a buffer we never hold\n  const { size } = await fse.stat(tmpFilePath);\n\n  // Create file object compatible with upload pipeline\n  const fetchedFile: UrlFetchedFile = {\n    filepath: tmpFilePath,\n    originalFilename: filename,\n    mimetype: contentType,\n    size,\n    tmpWorkingDirectory,\n  };\n\n  return { file: fetchedFile };\n};\n\nconst getFolderPath = async (folderId?: number | null) => {\n  if (!folderId) return '/';\n\n  const parentFolder = await strapi.db.query(FOLDER_MODEL_UID).findOne({ where: { id: folderId } });\n\n  return parentFolder.path;\n};\n\nconst deleteByIds = async (ids: number[] = []) => {\n  const filesToDelete = await strapi.db\n    .query(FILE_MODEL_UID)\n    .findMany({ where: { id: { $in: ids } } });\n\n  await Promise.all(filesToDelete.map((file: File) => getService('upload').remove(file)));\n\n  return filesToDelete;\n};\n\nconst signFileUrls = async (file: File) => {\n  const { provider } = strapi.plugins.upload;\n  const { provider: providerConfig } = strapi.config.get<Config>('plugin::upload');\n  const isPrivate = await provider.isPrivate();\n  file.isUrlSigned = false;\n\n  // Check file provider and if provider is private\n  if (file.provider !== providerConfig || !isPrivate) {\n    return file;\n  }\n\n  const signUrl = async (file: File) => {\n    const signedUrl = await provider.getSignedUrl(file);\n    file.url = signedUrl.url;\n    file.isUrlSigned = true;\n  };\n\n  const signedFile = cloneDeep(file);\n\n  // Sign each file format\n  await signUrl(signedFile);\n  if (file.formats) {\n    await async.map(Object.values(signedFile.formats ?? {}), signUrl);\n  }\n\n  return signedFile;\n};\n\nexport type { UrlFetchedFile, FetchUrlResult, UrlFetchProgress };\nexport default { getFolderPath, deleteByIds, signFileUrls, fetchUrlToInputFile };\n"],"names":["ApplicationError","errors","bytesToHumanReadable","fileUtils","FETCH_TIMEOUT_MS","SSRF_BLOCK_LIST","net","BlockList","addSubnet","getFilenameFromUrl","url","contentDisposition","filenameMatch","match","path","basename","decodeURIComponent","urlObj","URL","pathname","filename","split","pop","length","now","Date","date","toISOString","time","toTimeString","replace","fetchUrlToInputFile","tmpWorkingDirectory","sizeLimit","onProgress","parsedUrl","includes","protocol","address","family","dns","lookup","hostname","type","check","error","doFetch","strapi","fetch","response","signal","AbortSignal","timeout","Error","name","ok","status","statusText","tooLargeError","parsedContentLength","parseInt","headers","get","totalBytes","Number","isFinite","reportProgress","progress","log","warn","message","bytesWritten","contentType","tmpFilePath","join","body","fse","writeFile","counter","Transform","transform","chunk","_encoding","callback","pipeline","Readable","fromWeb","createWriteStream","remove","cleanupError","size","stat","fetchedFile","filepath","originalFilename","mimetype","file","getFolderPath","folderId","parentFolder","db","query","FOLDER_MODEL_UID","findOne","where","id","deleteByIds","ids","filesToDelete","FILE_MODEL_UID","findMany","$in","Promise","all","map","getService","signFileUrls","provider","plugins","upload","providerConfig","config","isPrivate","isUrlSigned","signUrl","signedUrl","getSignedUrl","signedFile","cloneDeep","formats","async","Object","values"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAgBA,MAAM,EAAEA,gBAAgB,EAAE,GAAGC,YAAAA;AAC7B,MAAM,EAAEC,oBAAoB,EAAE,GAAGC,UAAAA;AAEjC,MAAMC,gBAAAA,GAAmB;AAEzB;AACA,MAAMC,eAAAA,GAAkB,IAAIC,oBAAAA,CAAIC,SAAS,EAAA;AACzCF,eAAAA,CAAgBG,SAAS,CAAC,WAAA,EAAa,CAAA,CAAA,CAAA;AACvCH,eAAAA,CAAgBG,SAAS,CAAC,UAAA,EAAY,CAAA,CAAA,CAAA;AACtCH,eAAAA,CAAgBG,SAAS,CAAC,YAAA,EAAc,EAAA,CAAA,CAAA;AACxCH,eAAAA,CAAgBG,SAAS,CAAC,aAAA,EAAe,EAAA,CAAA,CAAA;AACzCH,eAAAA,CAAgBG,SAAS,CAAC,aAAA,EAAe,EAAA,CAAA,CAAA;AACzCH,eAAAA,CAAgBG,SAAS,CAAC,KAAA,EAAO,GAAA,EAAK;AACtCH,eAAAA,CAAgBG,SAAS,CAAC,QAAA,EAAU,CAAA,EAAG;AACvCH,eAAAA,CAAgBG,SAAS,CAAC,QAAA,EAAU,EAAA,EAAI;AA4BxC;;IAGA,MAAMC,kBAAAA,GAAqB,CAACC,GAAAA,EAAaC,kBAAAA,GAAAA;;AAEvC,IAAA,IAAIA,kBAAAA,EAAoB;;QAEtB,MAAMC,aAAAA,GAAgBD,kBAAAA,CAAmBE,KAAK,CAC5C,sDAAA,CAAA;QAEF,IAAID,aAAAA,GAAgB,CAAA,CAAE,EAAE;;AAEtB,YAAA,OAAOE,sBAAKC,QAAQ,CAACC,kBAAAA,CAAmBJ,aAAa,CAAC,CAAA,CAAE,CAAA,CAAA;AAC1D,QAAA;AACF,IAAA;;IAGA,IAAI;QACF,MAAMK,MAAAA,GAAS,IAAIC,GAAAA,CAAIR,GAAAA,CAAAA;QACvB,MAAMS,QAAAA,GAAWF,OAAOE,QAAQ;AAChC,QAAA,MAAMC,QAAAA,GAAWD,QAAAA,CAASE,KAAK,CAAC,KAAKC,GAAG,EAAA;AACxC,QAAA,IAAIF,QAAAA,IAAYA,QAAAA,CAASG,MAAM,GAAG,CAAA,EAAG;;YAEnC,OAAOT,qBAAAA,CAAKC,QAAQ,CAACC,kBAAAA,CAAmBI,QAAAA,CAAAA,CAAAA;AAC1C,QAAA;AACF,IAAA,CAAA,CAAE,OAAM;;AAER,IAAA;;AAGA,IAAA,MAAMI,MAAM,IAAIC,IAAAA,EAAAA;IAChB,MAAMC,IAAAA,GAAOF,GAAAA,CAAIG,WAAW,EAAA,CAAGN,KAAK,CAAC,GAAA,CAAI,CAAC,CAAA,CAAE,CAAA;AAC5C,IAAA,MAAMO,IAAAA,GAAOJ,GAAAA,CAAIK,YAAY,EAAA,CAAGR,KAAK,CAAC,GAAA,CAAI,CAAC,CAAA,CAAE,CAACS,OAAO,CAAC,IAAA,EAAM;AAC5D,IAAA,OAAO,CAAC,SAAS,EAAEJ,IAAAA,CAAK,CAAC,EAAEE,IAAAA,CAAAA,CAAM;AACnC,CAAA;AAEA;;;;;;;;;;;;;;;;;;;AAmBC,IACD,MAAMG,mBAAAA,GAAsB,OAC1BrB,GAAAA,EACAsB,qBACAC,SAAAA,EACAC,UAAAA,GAAAA;;IAGA,IAAIC,SAAAA;IACJ,IAAI;AACFA,QAAAA,SAAAA,GAAY,IAAIjB,GAAAA,CAAIR,GAAAA,CAAAA;AACtB,IAAA,CAAA,CAAE,OAAM;AACN,QAAA,MAAM,IAAIV,gBAAAA,CAAiB,CAAC,aAAa,EAAEU,GAAAA,CAAAA,CAAK,CAAA;AAClD,IAAA;AAEA,IAAA,IAAI,CAAC;AAAC,QAAA,OAAA;AAAS,QAAA;AAAS,KAAA,CAAC0B,QAAQ,CAACD,SAAAA,CAAUE,QAAQ,CAAA,EAAG;AACrD,QAAA,MAAM,IAAIrC,gBAAAA,CAAiB,CAAC,uDAAuD,EAAEU,GAAAA,CAAAA,CAAK,CAAA;AAC5F,IAAA;;IAGA,IAAI;QACF,MAAM,EAAE4B,OAAO,EAAEC,MAAM,EAAE,GAAG,MAAMC,oBAAAA,CAAIC,MAAM,CAACN,SAAAA,CAAUO,QAAQ,CAAA;QAC/D,MAAMC,IAAAA,GAAOJ,MAAAA,KAAW,CAAA,GAAI,MAAA,GAAS,MAAA;AACrC,QAAA,IAAIlC,eAAAA,CAAgBuC,KAAK,CAACN,OAAAA,EAASK,IAAAA,CAAAA,EAAO;AACxC,YAAA,MAAM,IAAI3C,gBAAAA,CAAiB,CAAC,mCAAmC,EAAEU,GAAAA,CAAAA,CAAK,CAAA;AACxE,QAAA;AACF,IAAA,CAAA,CAAE,OAAOmC,KAAAA,EAAO;QACd,IAAIA,KAAAA,YAAiB7C,kBAAkB,MAAM6C,KAAAA;AAC7C,QAAA,MAAM,IAAI7C,gBAAAA,CAAiB,CAAC,4BAA4B,EAAEmC,SAAAA,CAAUO,QAAQ,CAAA,CAAE,CAAA;AAChF,IAAA;;AAGA,IAAA,MAAMI,UAAU,OAAOC,MAAAA,EAAQC,UAAU,UAAA,GAAaD,MAAAA,CAAOC,KAAK,GAAGA,KAAAA;IACrE,IAAIC,QAAAA;IACJ,IAAI;QACFA,QAAAA,GAAW,MAAMH,QAAQpC,GAAAA,EAAK;YAAEwC,MAAAA,EAAQC,WAAAA,CAAYC,OAAO,CAAChD,gBAAAA;AAAkB,SAAA,CAAA;AAChF,IAAA,CAAA,CAAE,OAAOyC,KAAAA,EAAO;AACd,QAAA,IAAIA,KAAAA,YAAiBQ,KAAAA,IAASR,KAAAA,CAAMS,IAAI,KAAK,cAAA,EAAgB;AAC3D,YAAA,MAAM,IAAItD,gBAAAA,CAAiB,CAAC,sCAAsC,EAAEU,GAAAA,CAAAA,CAAK,CAAA;AAC3E,QAAA;QACA,MAAMmC,KAAAA;AACR,IAAA;IAEA,IAAI,CAACI,QAAAA,CAASM,EAAE,EAAE;AAChB,QAAA,MAAM,IAAIvD,gBAAAA,CACR,CAAC,qBAAqB,EAAEU,IAAI,EAAE,EAAEuC,QAAAA,CAASO,MAAM,CAAC,CAAC,EAAEP,SAASQ,UAAU,CAAC,CAAC,CAAC,CAAA;AAE7E,IAAA;IAEA,MAAMC,aAAAA,GAAgB,IACpB,IAAI1D,gBAAAA,CACF,CAAC,wCAAwC,EAAEE,oBAAAA,CAAqB+B,SAAAA,IAAa,CAAA,CAAA,CAAA,CAAI,CAAA;IAGrF,MAAM0B,mBAAAA,GAAsBC,SAASX,QAAAA,CAASY,OAAO,CAACC,GAAG,CAAC,qBAAqB,EAAA,EAAI,EAAA,CAAA;AACnF,IAAA,MAAMC,UAAAA,GAAaC,MAAAA,CAAOC,QAAQ,CAACN,uBAAuBA,mBAAAA,GAAsB,IAAA;;AAGhF,IAAA,IAAI1B,SAAAA,IAAa8B,UAAAA,KAAe,IAAA,IAAQA,UAAAA,GAAa9B,SAAAA,EAAW;QAC9D,MAAMyB,aAAAA,EAAAA;AACR,IAAA;;;;AAKA,IAAA,MAAMQ,iBAAiB,CAACC,QAAAA,GAAAA;AACtB,QAAA,IAAI,CAACjC,UAAAA,EAAY;QAEjB,IAAI;YACFA,UAAAA,CAAWiC,QAAAA,CAAAA;AACb,QAAA,CAAA,CAAE,OAAOtB,KAAAA,EAAO;YACdE,MAAAA,EAAQqB,GAAAA,EAAKC,IAAAA,CACX,CAAC,6CAA6C,EAC5CxB,iBAAiBQ,KAAAA,GAAQR,KAAAA,CAAMyB,OAAO,GAAGzB,KAAAA,CAAAA,CACzC,CAAA;AAEN,QAAA;AACF,IAAA,CAAA;;;;;IAMAqB,cAAAA,CAAe;QAAEK,YAAAA,EAAc,CAAA;AAAGR,QAAAA;AAAW,KAAA,CAAA;;IAG7C,MAAMS,WAAAA,GACJvB,QAAAA,CAASY,OAAO,CAACC,GAAG,CAAC,cAAA,CAAA,EAAiBzC,KAAAA,CAAM,GAAA,CAAI,CAAC,CAAA,CAAE,IAAI,0BAAA;AACzD,IAAA,MAAMV,kBAAAA,GAAqBsC,QAAAA,CAASY,OAAO,CAACC,GAAG,CAAC,qBAAA,CAAA;AAChD,IAAA,MAAM1C,QAAAA,GAAWX,kBAAAA,CAAmBwC,QAAAA,CAASvC,GAAG,EAAEC,kBAAAA,CAAAA;AAElD,IAAA,MAAM8D,WAAAA,GAAc3D,qBAAAA,CAAK4D,IAAI,CAAC1C,mBAAAA,EAAqBZ,QAAAA,CAAAA;;;AAInD,IAAA,IAAImD,YAAAA,GAAe,CAAA;IAEnB,IAAI;QACF,IAAItB,QAAAA,CAAS0B,IAAI,KAAK,IAAA,EAAM;;YAE1B,MAAMC,oBAAAA,CAAIC,SAAS,CAACJ,WAAAA,EAAa,EAAA,CAAA;QACnC,CAAA,MAAO;YACL,MAAMK,OAAAA,GAAU,IAAIC,qBAAAA,CAAU;AAC5BC,gBAAAA,SAAAA,CAAAA,CAAUC,KAAK,EAAEC,SAAS,EAAEC,QAAQ,EAAA;AAClCZ,oBAAAA,YAAAA,IAAgBU,MAAM1D,MAAM;oBAE5B,IAAIU,SAAAA,IAAasC,eAAetC,SAAAA,EAAW;wBACzCkD,QAAAA,CAASzB,aAAAA,EAAAA,CAAAA;AACT,wBAAA;AACF,oBAAA;;oBAGAQ,cAAAA,CAAe;AAAEK,wBAAAA,YAAAA;AAAcR,wBAAAA;AAAW,qBAAA,CAAA;AAC1CoB,oBAAAA,QAAAA,CAAS,IAAA,EAAMF,KAAAA,CAAAA;AACjB,gBAAA;AACF,aAAA,CAAA;YAEA,MAAMG,iBAAAA,CACJC,qBAASC,OAAO,CAACrC,SAAS0B,IAAI,CAAA,EAC9BG,SACAS,yBAAAA,CAAkBd,WAAAA,CAAAA,CAAAA;AAEtB,QAAA;AACF,IAAA,CAAA,CAAE,OAAO5B,KAAAA,EAAO;;;;;QAKd,IAAI;YACF,MAAM+B,oBAAAA,CAAIY,MAAM,CAACf,WAAAA,CAAAA;AACnB,QAAA,CAAA,CAAE,OAAOgB,YAAAA,EAAc;AACrB1C,YAAAA,MAAAA,EAAQqB,GAAAA,EAAKC,IAAAA,CACX,CAAC,mCAAmC,EAAEI,WAAAA,CAAY,EAAE,EAClDgB,YAAAA,YAAwBpC,KAAAA,GAAQoC,YAAAA,CAAanB,OAAO,GAAGmB,YAAAA,CAAAA,CACvD,CAAA;AAEN,QAAA;QAEA,MAAM5C,KAAAA;AACR,IAAA;;AAGA,IAAA,MAAM,EAAE6C,IAAI,EAAE,GAAG,MAAMd,oBAAAA,CAAIe,IAAI,CAAClB,WAAAA,CAAAA;;AAGhC,IAAA,MAAMmB,WAAAA,GAA8B;QAClCC,QAAAA,EAAUpB,WAAAA;QACVqB,gBAAAA,EAAkB1E,QAAAA;QAClB2E,QAAAA,EAAUvB,WAAAA;AACVkB,QAAAA,IAAAA;AACA1D,QAAAA;AACF,KAAA;IAEA,OAAO;QAAEgE,IAAAA,EAAMJ;AAAY,KAAA;AAC7B,CAAA;AAEA,MAAMK,gBAAgB,OAAOC,QAAAA,GAAAA;IAC3B,IAAI,CAACA,UAAU,OAAO,GAAA;IAEtB,MAAMC,YAAAA,GAAe,MAAMpD,MAAAA,CAAOqD,EAAE,CAACC,KAAK,CAACC,0BAAAA,CAAAA,CAAkBC,OAAO,CAAC;QAAEC,KAAAA,EAAO;YAAEC,EAAAA,EAAIP;AAAS;AAAE,KAAA,CAAA;AAE/F,IAAA,OAAOC,aAAarF,IAAI;AAC1B,CAAA;AAEA,MAAM4F,WAAAA,GAAc,OAAOC,GAAAA,GAAgB,EAAE,GAAA;IAC3C,MAAMC,aAAAA,GAAgB,MAAM7D,MAAAA,CAAOqD,EAAE,CAClCC,KAAK,CAACQ,wBAAAA,CAAAA,CACNC,QAAQ,CAAC;QAAEN,KAAAA,EAAO;YAAEC,EAAAA,EAAI;gBAAEM,GAAAA,EAAKJ;AAAI;AAAE;AAAE,KAAA,CAAA;IAE1C,MAAMK,OAAAA,CAAQC,GAAG,CAACL,aAAAA,CAAcM,GAAG,CAAC,CAAClB,IAAAA,GAAemB,gBAAAA,CAAW,QAAA,CAAA,CAAU3B,MAAM,CAACQ,IAAAA,CAAAA,CAAAA,CAAAA;IAEhF,OAAOY,aAAAA;AACT,CAAA;AAEA,MAAMQ,eAAe,OAAOpB,IAAAA,GAAAA;AAC1B,IAAA,MAAM,EAAEqB,QAAQ,EAAE,GAAGtE,MAAAA,CAAOuE,OAAO,CAACC,MAAM;IAC1C,MAAM,EAAEF,UAAUG,cAAc,EAAE,GAAGzE,MAAAA,CAAO0E,MAAM,CAAC3D,GAAG,CAAS,gBAAA,CAAA;IAC/D,MAAM4D,SAAAA,GAAY,MAAML,QAAAA,CAASK,SAAS,EAAA;AAC1C1B,IAAAA,IAAAA,CAAK2B,WAAW,GAAG,KAAA;;AAGnB,IAAA,IAAI3B,IAAAA,CAAKqB,QAAQ,KAAKG,cAAAA,IAAkB,CAACE,SAAAA,EAAW;QAClD,OAAO1B,IAAAA;AACT,IAAA;AAEA,IAAA,MAAM4B,UAAU,OAAO5B,IAAAA,GAAAA;AACrB,QAAA,MAAM6B,SAAAA,GAAY,MAAMR,QAAAA,CAASS,YAAY,CAAC9B,IAAAA,CAAAA;QAC9CA,IAAAA,CAAKtF,GAAG,GAAGmH,SAAAA,CAAUnH,GAAG;AACxBsF,QAAAA,IAAAA,CAAK2B,WAAW,GAAG,IAAA;AACrB,IAAA,CAAA;AAEA,IAAA,MAAMI,aAAaC,YAAAA,CAAUhC,IAAAA,CAAAA;;AAG7B,IAAA,MAAM4B,OAAAA,CAAQG,UAAAA,CAAAA;IACd,IAAI/B,IAAAA,CAAKiC,OAAO,EAAE;QAChB,MAAMC,WAAAA,CAAMhB,GAAG,CAACiB,MAAAA,CAAOC,MAAM,CAACL,UAAAA,CAAWE,OAAO,IAAI,EAAC,CAAA,EAAIL,OAAAA,CAAAA;AAC3D,IAAA;IAEA,OAAOG,UAAAA;AACT,CAAA;AAGA,WAAe;AAAE9B,IAAAA,aAAAA;AAAeS,IAAAA,WAAAA;AAAaU,IAAAA,YAAAA;AAAcrF,IAAAA;AAAoB,CAAA;;;;"}

package/dist/server/services/file.mjs

@@ -1,13 +1,17 @@
 import path from 'path';
 import dns from 'dns/promises';
 import net from 'net';
+import { createWriteStream } from 'node:fs';
+import { Transform, Readable } from 'node:stream';
+import { pipeline } from 'node:stream/promises';
 import fse from 'fs-extra';
 import { cloneDeep } from 'lodash/fp';
-import { errors, async } from '@strapi/utils';
+import { errors, file as file$1, async } from '@strapi/utils';
 import { FILE_MODEL_UID, FOLDER_MODEL_UID } from '../constants.mjs';
 import { getService } from '../utils/index.mjs';
 
 const { ApplicationError } = errors;
+const { bytesToHumanReadable } = file$1;
 const FETCH_TIMEOUT_MS = 60000; // 60 seconds
 // Blocks loopback, link-local (cloud metadata), and RFC-1918 private ranges to prevent SSRF
 const SSRF_BLOCK_LIST = new net.BlockList();
@@ -50,9 +54,25 @@ SSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local
     return `untitled_${date}_${time}`;
 };
 /**
- * Fetches a URL and saves it as a temporary file
+ * Fetches a URL and streams it to a temporary file
  * Returns an InputFile-compatible object for use with the upload pipeline
- */ const fetchUrlToInputFile = async (url, tmpWorkingDirectory, sizeLimit)=>{
+ *
+ * The response body is never buffered in memory: it is piped straight to disk, so heap usage
+ * stays bounded regardless of the remote file size. `sizeLimit` is enforced on the bytes actually
+ * received, not only on the Content-Length header (which may be absent or wrong).
+ *
+ * `onProgress` (optional) reports raw progress:
+ * - It fires **once immediately** with `{ bytesWritten: 0, totalBytes }` after the response headers
+ *   are validated, before any bytes are read, so callers can size a progress bar up front.
+ * - It then fires **once per streamed chunk** with cumulative `bytesWritten`.
+ * - It is deliberately **not throttled**. Throttling is the caller's responsibility: a consumer
+ *   that turns these into SSE frames should coalesce them to its own frame budget (a 512MB file at
+ *   64KB chunks yields ~8000 calls). Throttling here would bake one consumer's frame rate into a
+ *   shared service, and a pre-throttled counter cannot be un-throttled by a caller that needs
+ *   every byte.
+ * - If it throws, the error is logged and swallowed: reporting is observational, so a buggy
+ *   consumer never fails the import.
+ */ const fetchUrlToInputFile = async (url, tmpWorkingDirectory, sizeLimit, onProgress)=>{
     // Validate URL protocol
     let parsedUrl;
     try {
@@ -93,29 +113,82 @@ SSRF_BLOCK_LIST.addSubnet('fe80::', 10, 'ipv6'); // IPv6 link-local
     if (!response.ok) {
         throw new ApplicationError(`Failed to fetch URL: ${url} (${response.status} ${response.statusText})`);
     }
+    const tooLargeError = ()=>new ApplicationError(`File too large: maximum allowed size is ${bytesToHumanReadable(sizeLimit ?? 0)}`);
+    const parsedContentLength = parseInt(response.headers.get('content-length') ?? '', 10);
+    const totalBytes = Number.isFinite(parsedContentLength) ? parsedContentLength : null;
     // Check Content-Length header for early rejection of large files
-    if (sizeLimit) {
-        const contentLength = response.headers.get('content-length');
-        if (contentLength && parseInt(contentLength, 10) > sizeLimit) {
-            throw new ApplicationError(`File too large: maximum allowed size is ${Math.round(sizeLimit / (1024 * 1024))}MB`);
-        }
+    if (sizeLimit && totalBytes !== null && totalBytes > sizeLimit) {
+        throw tooLargeError();
     }
+    // Progress reporting is a side-channel for UI: a consumer that throws should not fail the import
+    // it is merely observing. Node turns a synchronous throw inside `_transform` into a stream error,
+    // so an unguarded callback would reject the pipeline and abort a download that was fine.
+    const reportProgress = (progress)=>{
+        if (!onProgress) return;
+        try {
+            onProgress(progress);
+        } catch (error) {
+            strapi?.log?.warn(`URL fetch progress callback threw, ignoring: ${error instanceof Error ? error.message : error}`);
+        }
+    };
+    // Announce the total before any bytes are dispatched. Consumers that size a progress bar from
+    // `totalBytes` need it up front: a consumer clamping bytes to a not-yet-known size would clamp
+    // every early chunk to zero. Fires exactly once, even when `totalBytes` is null or the body is
+    // empty, so the first call is always a size announcement.
+    reportProgress({
+        bytesWritten: 0,
+        totalBytes
+    });
     // Get content type and filename
     const contentType = response.headers.get('content-type')?.split(';')[0] || 'application/octet-stream';
     const contentDisposition = response.headers.get('content-disposition');
     const filename = getFilenameFromUrl(response.url, contentDisposition);
-    // Read response body
-    const arrayBuffer = await response.arrayBuffer();
-    const buffer = Buffer.from(arrayBuffer);
-    // Write to temp file
     const tmpFilePath = path.join(tmpWorkingDirectory, filename);
-    await fse.writeFile(tmpFilePath, buffer);
+    // Stream the response body to the temp file, counting bytes as they go so the size limit is
+    // enforced even when Content-Length is missing or lying.
+    let bytesWritten = 0;
+    try {
+        if (response.body === null) {
+            // An empty body is valid per the fetch spec — write an empty file
+            await fse.writeFile(tmpFilePath, '');
+        } else {
+            const counter = new Transform({
+                transform (chunk, _encoding, callback) {
+                    bytesWritten += chunk.length;
+                    if (sizeLimit && bytesWritten > sizeLimit) {
+                        callback(tooLargeError());
+                        return;
+                    }
+                    // Raw, one call per chunk, no throttling — see `onProgress` on the signature above
+                    reportProgress({
+                        bytesWritten,
+                        totalBytes
+                    });
+                    callback(null, chunk);
+                }
+            });
+            await pipeline(Readable.fromWeb(response.body), counter, createWriteStream(tmpFilePath));
+        }
+    } catch (error) {
+        // Remove the partially written file — the caller only cleans up the temp directory once all
+        // URLs have been processed. Cleanup failures must not replace the error the caller cares about
+        // ("File too large", "socket hang up") with an incidental filesystem one, so swallow and log:
+        // the request-level temp-directory cleanup is still the backstop for the leftover file.
+        try {
+            await fse.remove(tmpFilePath);
+        } catch (cleanupError) {
+            strapi?.log?.warn(`Could not remove partial temp file ${tmpFilePath}: ${cleanupError instanceof Error ? cleanupError.message : cleanupError}`);
+        }
+        throw error;
+    }
+    // Derive the size from the file on disk rather than from a buffer we never hold
+    const { size } = await fse.stat(tmpFilePath);
     // Create file object compatible with upload pipeline
     const fetchedFile = {
         filepath: tmpFilePath,
         originalFilename: filename,
         mimetype: contentType,
-        size: buffer.length,
+        size,
         tmpWorkingDirectory
     };
     return {