@webiny/ai-powerups 6.4.11 → 6.6.0-alpha.1

package/api/features/AiImageEnrichment/AiImageEnrichmentTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"api/features/AiImageEnrichment/AiImageEnrichmentTask.js","sources":["../../../../src/api/features/AiImageEnrichment/AiImageEnrichmentTask.ts"],"sourcesContent":["import { Output } from \"ai\";\nimport { z } from \"zod\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { Encryption } from \"@webiny/api-core/features/encryption/index.js\";\nimport { GetFileUseCase } from \"@webiny/api-file-manager/features/file/GetFile/index.js\";\nimport { UpdateFileUseCase } from \"@webiny/api-file-manager/features/file/UpdateFile/index.js\";\nimport { GetSettingsUseCase as FmGetSettingsUseCase } from \"@webiny/api-file-manager/features/settings/GetSettings/abstractions.js\";\nimport { WebsocketService } from \"@webiny/api-websockets/features/WebsocketService/index.js\";\nimport { GetSettingsUseCase } from \"~/api/features/GetSettings/index.js\";\n\nexport const AI_IMAGE_ENRICHMENT_TASK_ID = \"fmAiImageEnrichment\";\n\nconst AI_PROMPT =\n    \"Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.\";\n\nconst aiOutputSchema = Output.object({\n    schema: z.object({\n        tags: z.array(z.string()),\n        description: z.string()\n    })\n});\n\nexport interface IAiImageEnrichmentTaskInput {\n    fileId: string;\n}\n\nclass AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiImageEnrichmentTaskInput> {\n    id = AI_IMAGE_ENRICHMENT_TASK_ID;\n    title = \"File Manager - AI Image Enrichment\";\n    description = \"Automatically enriches uploaded images with AI-generated tags and description.\";\n    maxIterations = 1;\n    isPrivate = true;\n    databaseLogs = false;\n\n    public readonly selfCleanup = [\"onSuccess\" as const, \"onAbort\" as const];\n\n    constructor(\n        private getFile: GetFileUseCase.Interface,\n        private fmSettings: FmGetSettingsUseCase.Interface,\n        private updateFile: UpdateFileUseCase.Interface,\n        private ai: Ai.Interface,\n        private getSettings: GetSettingsUseCase.Interface,\n        private encryption: Encryption.Interface,\n        private websocketService?: WebsocketService.Interface\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IAiImageEnrichmentTaskInput>): Promise<\n        TaskDefinition.Result<IAiImageEnrichmentTaskInput>\n    > {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const fileResult = await this.getFile.execute(input.fileId);\n        if (fileResult.isFail()) {\n            return controller.response.error({\n                message: `File not found: ${input.fileId}`\n            });\n        }\n\n        const file = fileResult.value;\n\n        if (!file.type.startsWith(\"image/\")) {\n            return controller.response.done(\"File is not an image; skipping AI enrichment.\");\n        }\n\n        const settingsResult = await this.fmSettings.execute();\n        const srcPrefix = settingsResult.isOk() ? (settingsResult.value.srcPrefix ?? \"\") : \"\";\n        const imageUrl = `${srcPrefix}${file.key}`;\n\n        const aiSettingsResult = await this.getSettings.execute();\n\n        if (aiSettingsResult.isFail()) {\n            return controller.response.error({\n                message: \"No AI provider configured. Add a provider in AI Power Ups settings.\"\n            });\n        }\n\n        const aiSettings = aiSettingsResult.value;\n\n        const firstProvider = aiSettings.providers.presets[0];\n\n        if (!firstProvider) {\n            return controller.response.done({\n                message: \"No AI provider configured. Add a provider in AI Power Ups settings.\"\n            });\n        }\n\n        let tags: string[] = [];\n        let description = \"\";\n        try {\n            const aiResult = await this.ai.generateText({\n                model: firstProvider.model,\n                output: aiOutputSchema,\n                connection: {\n                    sdkName: firstProvider.model.split(\"/\")[0],\n                    apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)\n                },\n                messages: [\n                    {\n                        role: \"user\",\n                        content: [\n                            {\n                                type: \"image\",\n                                image: new URL(imageUrl)\n                            },\n                            {\n                                type: \"text\",\n                                text: AI_PROMPT\n                            }\n                        ]\n                    }\n                ]\n            });\n\n            tags = aiResult.output.tags;\n            description = aiResult.output.description;\n        } catch (error) {\n            console.log(\"error\", error.message);\n            return controller.response.error({\n                message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`\n            });\n        }\n\n        const mergedTags = [...new Set([...file.tags, ...tags])];\n\n        const updateResult = await this.updateFile.execute({\n            id: file.id,\n            tags: mergedTags,\n            description\n        });\n\n        if (updateResult.isFail()) {\n            return controller.response.error({\n                message: `Failed to update file: ${updateResult.error.message}`\n            });\n        }\n\n        if (this.websocketService) {\n            const connectionsResult = await this.websocketService.listConnections();\n            if (connectionsResult.isOk() && connectionsResult.value.length > 0) {\n                await this.websocketService.sendToConnections(connectionsResult.value, {\n                    action: \"fm.file.enrichment\",\n                    data: {\n                        id: file.id,\n                        tags: mergedTags,\n                        description\n                    }\n                });\n            }\n        }\n\n        return controller.response.done(\"AI image enrichment completed successfully.\");\n    }\n}\n\nexport const AiImageEnrichmentTask = TaskDefinition.createImplementation({\n    implementation: AiImageEnrichmentTaskImpl,\n    dependencies: [\n        GetFileUseCase,\n        FmGetSettingsUseCase,\n        UpdateFileUseCase,\n        Ai,\n        GetSettingsUseCase,\n        Encryption,\n        [WebsocketService, { optional: true }]\n    ]\n});\n"],"names":["AI_IMAGE_ENRICHMENT_TASK_ID","AI_PROMPT","aiOutputSchema","Output","z","AiImageEnrichmentTaskImpl","getFile","fmSettings","updateFile","ai","getSettings","encryption","websocketService","input","controller","fileResult","file","settingsResult","srcPrefix","imageUrl","aiSettingsResult","aiSettings","firstProvider","tags","description","aiResult","URL","error","console","Error","String","mergedTags","Set","updateResult","connectionsResult","AiImageEnrichmentTask","TaskDefinition","GetFileUseCase","FmGetSettingsUseCase","UpdateFileUseCase","Ai","GetSettingsUseCase","Encryption","WebsocketService"],"mappings":";;;;;;;;;;AAWO,MAAMA,8BAA8B;AAE3C,MAAMC,YACF;AAEJ,MAAMC,iBAAiBC,OAAO,MAAM,CAAC;IACjC,QAAQC,EAAE,MAAM,CAAC;QACb,MAAMA,EAAE,KAAK,CAACA,EAAE,MAAM;QACtB,aAAaA,EAAE,MAAM;IACzB;AACJ;AAMA,MAAMC;IAUF,YACYC,OAAiC,EACjCC,UAA0C,EAC1CC,UAAuC,EACvCC,EAAgB,EAChBC,WAAyC,EACzCC,UAAgC,EAChCC,gBAA6C,CACvD;aAPUN,OAAO,GAAPA;aACAC,UAAU,GAAVA;aACAC,UAAU,GAAVA;aACAC,EAAE,GAAFA;aACAC,WAAW,GAAXA;aACAC,UAAU,GAAVA;aACAC,gBAAgB,GAAhBA;aAhBZ,EAAE,GAAGZ;aACL,KAAK,GAAG;aACR,WAAW,GAAG;aACd,aAAa,GAAG;aAChB,SAAS,GAAG;aACZ,YAAY,GAAG;aAEC,WAAW,GAAG;YAAC;YAAsB;SAAmB;IAUrE;IAEH,MAAM,IAAI,EACNa,KAAK,EACLC,UAAU,EAC0C,EAEtD;QACE,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAMC,aAAa,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACF,MAAM,MAAM;QAC1D,IAAIE,WAAW,MAAM,IACjB,OAAOD,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS,CAAC,gBAAgB,EAAED,MAAM,MAAM,EAAE;QAC9C;QAGJ,MAAMG,OAAOD,WAAW,KAAK;QAE7B,IAAI,CAACC,KAAK,IAAI,CAAC,UAAU,CAAC,WACtB,OAAOF,WAAW,QAAQ,CAAC,IAAI,CAAC;QAGpC,MAAMG,iBAAiB,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO;QACpD,MAAMC,YAAYD,eAAe,IAAI,KAAMA,eAAe,KAAK,CAAC,SAAS,IAAI,KAAM;QACnF,MAAME,WAAW,GAAGD,YAAYF,KAAK,GAAG,EAAE;QAE1C,MAAMI,mBAAmB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO;QAEvD,IAAIA,iBAAiB,MAAM,IACvB,OAAON,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS;QACb;QAGJ,MAAMO,aAAaD,iBAAiB,KAAK;QAEzC,MAAME,gBAAgBD,WAAW,SAAS,CAAC,OAAO,CAAC,EAAE;QAErD,IAAI,CAACC,eACD,OAAOR,WAAW,QAAQ,CAAC,IAAI,CAAC;YAC5B,SAAS;QACb;QAGJ,IAAIS,OAAiB,EAAE;QACvB,IAAIC,cAAc;QAClB,IAAI;YACA,MAAMC,WAAW,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC;gBACxC,OAAOH,cAAc,KAAK;gBAC1B,QAAQpB;gBACR,YAAY;oBACR,SAASoB,cAAc,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;oBAC1C,QAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAACA,cAAc,eAAe;gBACvE;gBACA,UAAU;oBACN;wBACI,MAAM;wBACN,SAAS;4BACL;gCACI,MAAM;gCACN,OAAO,IAAII,IAAIP;4BACnB;4BACA;gCACI,MAAM;gCACN,MAAMlB;4BACV;yBACH;oBACL;iBACH;YACL;YAEAsB,OAAOE,SAAS,MAAM,CAAC,IAAI;YAC3BD,cAAcC,SAAS,MAAM,CAAC,WAAW;QAC7C,EAAE,OAAOE,OAAO;YACZC,QAAQ,GAAG,CAAC,SAASD,MAAM,OAAO;YAClC,OAAOb,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAC7B,SAAS,CAAC,sBAAsB,EAAEa,iBAAiBE,QAAQF,MAAM,OAAO,GAAGG,OAAOH,QAAQ;YAC9F;QACJ;QAEA,MAAMI,aAAa;eAAI,IAAIC,IAAI;mBAAIhB,KAAK,IAAI;mBAAKO;aAAK;SAAE;QAExD,MAAMU,eAAe,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/C,IAAIjB,KAAK,EAAE;YACX,MAAMe;YACNP;QACJ;QAEA,IAAIS,aAAa,MAAM,IACnB,OAAOnB,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS,CAAC,uBAAuB,EAAEmB,aAAa,KAAK,CAAC,OAAO,EAAE;QACnE;QAGJ,IAAI,IAAI,CAAC,gBAAgB,EAAE;YACvB,MAAMC,oBAAoB,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe;YACrE,IAAIA,kBAAkB,IAAI,MAAMA,kBAAkB,KAAK,CAAC,MAAM,GAAG,GAC7D,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAACA,kBAAkB,KAAK,EAAE;gBACnE,QAAQ;gBACR,MAAM;oBACF,IAAIlB,KAAK,EAAE;oBACX,MAAMe;oBACNP;gBACJ;YACJ;QAER;QAEA,OAAOV,WAAW,QAAQ,CAAC,IAAI,CAAC;IACpC;AACJ;AAEO,MAAMqB,wBAAwBC,eAAe,oBAAoB,CAAC;IACrE,gBAAgB/B;IAChB,cAAc;QACVgC;QACAC;QACAC;QACAC;QACAC;QACAC;QACA;YAACC;YAAkB;gBAAE,UAAU;YAAK;SAAE;KACzC;AACL"}
+{"version":3,"file":"api/features/AiImageEnrichment/AiImageEnrichmentTask.js","sources":["../../../../src/api/features/AiImageEnrichment/AiImageEnrichmentTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase } from \"./abstractions.js\";\nimport { buildEnrichmentAiRequest } from \"./buildEnrichmentAiRequest.js\";\nimport { EnrichmentNotAnImageError } from \"./errors.js\";\n\nexport const AI_IMAGE_ENRICHMENT_TASK_ID = \"fmAiImageEnrichment\";\n\nexport interface IAiImageEnrichmentTaskInput {\n    fileId: string;\n}\n\n/**\n * Background enrichment, triggered after a file is created. Shares its preparation and persistence\n * with the streaming HTTP route (`AiImageEnrichmentStreamRoute`); the only difference is that this\n * one waits for the whole AI response, because a background task has no one to stream to.\n */\nclass AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiImageEnrichmentTaskInput> {\n    id = AI_IMAGE_ENRICHMENT_TASK_ID;\n    title = \"File Manager - AI Image Enrichment\";\n    description = \"Automatically enriches uploaded images with AI-generated tags and description.\";\n    maxIterations = 1;\n    isPrivate = true;\n    databaseLogs = false;\n\n    public readonly selfCleanup = [\"onSuccess\" as const, \"onAbort\" as const];\n\n    constructor(\n        private prepare: PrepareImageEnrichmentUseCase.Interface,\n        private apply: ApplyImageEnrichmentUseCase.Interface,\n        private ai: Ai.Interface\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IAiImageEnrichmentTaskInput>): Promise<\n        TaskDefinition.Result<IAiImageEnrichmentTaskInput>\n    > {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const preparedResult = await this.prepare.execute(input.fileId);\n        if (preparedResult.isFail()) {\n            const error = preparedResult.error;\n            // A non-image isn't a failure — nothing to enrich, so the task is simply done.\n            if (error instanceof EnrichmentNotAnImageError) {\n                return controller.response.done(error.message);\n            }\n            return controller.response.error({ message: error.message });\n        }\n\n        const prepared = preparedResult.value;\n\n        let tags: string[];\n        let description: string;\n        try {\n            const request = buildEnrichmentAiRequest(prepared);\n            const aiResult = await this.ai.generateText(request);\n\n            tags = aiResult.output.tags;\n            description = aiResult.output.description;\n        } catch (error) {\n            return controller.response.error({\n                message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`\n            });\n        }\n\n        const appliedResult = await this.apply.execute({\n            fileId: prepared.fileId,\n            tags,\n            description\n        });\n\n        if (appliedResult.isFail()) {\n            return controller.response.error({ message: appliedResult.error.message });\n        }\n\n        return controller.response.done(\"AI image enrichment completed successfully.\");\n    }\n}\n\nexport const AiImageEnrichmentTask = TaskDefinition.createImplementation({\n    implementation: AiImageEnrichmentTaskImpl,\n    dependencies: [PrepareImageEnrichmentUseCase, ApplyImageEnrichmentUseCase, Ai]\n});\n"],"names":["AI_IMAGE_ENRICHMENT_TASK_ID","AiImageEnrichmentTaskImpl","prepare","apply","ai","input","controller","preparedResult","error","EnrichmentNotAnImageError","prepared","tags","description","request","buildEnrichmentAiRequest","aiResult","Error","String","appliedResult","AiImageEnrichmentTask","TaskDefinition","PrepareImageEnrichmentUseCase","ApplyImageEnrichmentUseCase","Ai"],"mappings":";;;;;AAMO,MAAMA,8BAA8B;AAW3C,MAAMC;IAUF,YACYC,OAAgD,EAChDC,KAA4C,EAC5CC,EAAgB,CAC1B;aAHUF,OAAO,GAAPA;aACAC,KAAK,GAALA;aACAC,EAAE,GAAFA;aAZZ,EAAE,GAAGJ;aACL,KAAK,GAAG;aACR,WAAW,GAAG;aACd,aAAa,GAAG;aAChB,SAAS,GAAG;aACZ,YAAY,GAAG;aAEC,WAAW,GAAG;YAAC;YAAsB;SAAmB;IAMrE;IAEH,MAAM,IAAI,EACNK,KAAK,EACLC,UAAU,EAC0C,EAEtD;QACE,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAMC,iBAAiB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACF,MAAM,MAAM;QAC9D,IAAIE,eAAe,MAAM,IAAI;YACzB,MAAMC,QAAQD,eAAe,KAAK;YAElC,IAAIC,iBAAiBC,2BACjB,OAAOH,WAAW,QAAQ,CAAC,IAAI,CAACE,MAAM,OAAO;YAEjD,OAAOF,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAASE,MAAM,OAAO;YAAC;QAC9D;QAEA,MAAME,WAAWH,eAAe,KAAK;QAErC,IAAII;QACJ,IAAIC;QACJ,IAAI;YACA,MAAMC,UAAUC,yBAAyBJ;YACzC,MAAMK,WAAW,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAACF;YAE5CF,OAAOI,SAAS,MAAM,CAAC,IAAI;YAC3BH,cAAcG,SAAS,MAAM,CAAC,WAAW;QAC7C,EAAE,OAAOP,OAAO;YACZ,OAAOF,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAC7B,SAAS,CAAC,sBAAsB,EAAEE,iBAAiBQ,QAAQR,MAAM,OAAO,GAAGS,OAAOT,QAAQ;YAC9F;QACJ;QAEA,MAAMU,gBAAgB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3C,QAAQR,SAAS,MAAM;YACvBC;YACAC;QACJ;QAEA,IAAIM,cAAc,MAAM,IACpB,OAAOZ,WAAW,QAAQ,CAAC,KAAK,CAAC;YAAE,SAASY,cAAc,KAAK,CAAC,OAAO;QAAC;QAG5E,OAAOZ,WAAW,QAAQ,CAAC,IAAI,CAAC;IACpC;AACJ;AAEO,MAAMa,wBAAwBC,eAAe,oBAAoB,CAAC;IACrE,gBAAgBnB;IAChB,cAAc;QAACoB;QAA+BC;QAA6BC;KAAG;AAClF"}

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.d.ts

@@ -0,0 +1,18 @@
+import { Result } from "@webiny/feature/api";
+import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
+import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
+import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
+import { ApplyImageEnrichmentUseCase as UseCaseAbstraction, type IApplyImageEnrichmentParams, type IAppliedImageEnrichment } from "./abstractions.js";
+import type { ImageEnrichmentError } from "./errors.js";
+export declare const FILE_ENRICHMENT_WEBSOCKET_ACTION = "fm.file.enrichment";
+declare class ApplyImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {
+    private updateFile;
+    private identityContext;
+    private sendToIdentity;
+    constructor(updateFile: UpdateFileUseCase.Interface, identityContext: IdentityContext.Interface, sendToIdentity: WebsocketsSendToIdentityUseCase.Interface);
+    execute(params: IApplyImageEnrichmentParams): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const ApplyImageEnrichmentUseCase: typeof ApplyImageEnrichmentUseCaseImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("./abstractions.js").IApplyImageEnrichmentUseCase>;
+};
+export {};

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js

@@ -0,0 +1,50 @@
+import { Result } from "@webiny/feature/api";
+import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
+import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
+import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
+import { ApplyImageEnrichmentUseCase } from "./abstractions.js";
+import { EnrichmentPersistError } from "./errors.js";
+const FILE_ENRICHMENT_WEBSOCKET_ACTION = "fm.file.enrichment";
+class ApplyImageEnrichmentUseCaseImpl {
+    constructor(updateFile, identityContext, sendToIdentity){
+        this.updateFile = updateFile;
+        this.identityContext = identityContext;
+        this.sendToIdentity = sendToIdentity;
+    }
+    async execute(params) {
+        const { tags, description, fileId } = params;
+        const updateResult = await this.updateFile.execute({
+            id: fileId,
+            tags,
+            description
+        });
+        if (updateResult.isFail()) return Result.fail(new EnrichmentPersistError(updateResult.error.message));
+        const identity = this.identityContext.getIdentity();
+        await this.sendToIdentity.execute({
+            id: identity.id
+        }, {
+            action: FILE_ENRICHMENT_WEBSOCKET_ACTION,
+            data: {
+                id: fileId,
+                tags,
+                description
+            }
+        });
+        return Result.ok({
+            fileId,
+            tags,
+            description
+        });
+    }
+}
+const ApplyImageEnrichmentUseCase_ApplyImageEnrichmentUseCase = ApplyImageEnrichmentUseCase.createImplementation({
+    implementation: ApplyImageEnrichmentUseCaseImpl,
+    dependencies: [
+        UpdateFileUseCase,
+        IdentityContext,
+        WebsocketsSendToIdentityUseCase
+    ]
+});
+export { ApplyImageEnrichmentUseCase_ApplyImageEnrichmentUseCase as ApplyImageEnrichmentUseCase, FILE_ENRICHMENT_WEBSOCKET_ACTION };
+
+//# sourceMappingURL=ApplyImageEnrichmentUseCase.js.map

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js","sources":["../../../../src/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.ts"],"sourcesContent":["import { Result } from \"@webiny/feature/api\";\nimport { UpdateFileUseCase } from \"@webiny/api-file-manager/features/file/UpdateFile/index.js\";\nimport { WebsocketsSendToIdentityUseCase } from \"@webiny/api-websockets/features/SendToIdentity/abstractions.js\";\nimport { IdentityContext } from \"@webiny/api-core/exports/api/security.js\";\nimport {\n    ApplyImageEnrichmentUseCase as UseCaseAbstraction,\n    type IApplyImageEnrichmentParams,\n    type IAppliedImageEnrichment\n} from \"./abstractions.js\";\nimport { EnrichmentPersistError } from \"./errors.js\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nexport const FILE_ENRICHMENT_WEBSOCKET_ACTION = \"fm.file.enrichment\";\n\nclass ApplyImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {\n    constructor(\n        private updateFile: UpdateFileUseCase.Interface,\n        private identityContext: IdentityContext.Interface,\n        private sendToIdentity: WebsocketsSendToIdentityUseCase.Interface\n    ) {}\n\n    async execute(\n        params: IApplyImageEnrichmentParams\n    ): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>> {\n        // Enrichment REPLACES both fields. Tags used to be merged into the file's existing ones while\n        // the description was overwritten, which is an odd split: re-running would accumulate tags\n        // forever, so a wrong tag from an earlier run could never be dropped by re-running.\n        const { tags, description, fileId } = params;\n\n        const updateResult = await this.updateFile.execute({\n            id: fileId,\n            tags,\n            description\n        });\n\n        if (updateResult.isFail()) {\n            return Result.fail(new EnrichmentPersistError(updateResult.error.message));\n        }\n\n        // Push to the identity's open sockets even when the caller is streaming: the browser tab that\n        // triggered this isn't necessarily the only one showing the file, and the client-side list\n        // cache updates off this message (see AiImageEnrichmentEventHandler in @webiny/app-file-manager).\n        const identity = this.identityContext.getIdentity();\n        await this.sendToIdentity.execute(\n            { id: identity.id },\n            {\n                action: FILE_ENRICHMENT_WEBSOCKET_ACTION,\n                data: { id: fileId, tags, description }\n            }\n        );\n\n        return Result.ok({ fileId, tags, description });\n    }\n}\n\nexport const ApplyImageEnrichmentUseCase = UseCaseAbstraction.createImplementation({\n    implementation: ApplyImageEnrichmentUseCaseImpl,\n    dependencies: [UpdateFileUseCase, IdentityContext, WebsocketsSendToIdentityUseCase]\n});\n"],"names":["FILE_ENRICHMENT_WEBSOCKET_ACTION","ApplyImageEnrichmentUseCaseImpl","updateFile","identityContext","sendToIdentity","params","tags","description","fileId","updateResult","Result","EnrichmentPersistError","identity","ApplyImageEnrichmentUseCase","UseCaseAbstraction","UpdateFileUseCase","IdentityContext","WebsocketsSendToIdentityUseCase"],"mappings":";;;;;;AAYO,MAAMA,mCAAmC;AAEhD,MAAMC;IACF,YACYC,UAAuC,EACvCC,eAA0C,EAC1CC,cAAyD,CACnE;aAHUF,UAAU,GAAVA;aACAC,eAAe,GAAfA;aACAC,cAAc,GAAdA;IACT;IAEH,MAAM,QACFC,MAAmC,EAC2B;QAI9D,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,MAAM,EAAE,GAAGH;QAEtC,MAAMI,eAAe,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/C,IAAID;YACJF;YACAC;QACJ;QAEA,IAAIE,aAAa,MAAM,IACnB,OAAOC,OAAO,IAAI,CAAC,IAAIC,uBAAuBF,aAAa,KAAK,CAAC,OAAO;QAM5E,MAAMG,WAAW,IAAI,CAAC,eAAe,CAAC,WAAW;QACjD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAC7B;YAAE,IAAIA,SAAS,EAAE;QAAC,GAClB;YACI,QAAQZ;YACR,MAAM;gBAAE,IAAIQ;gBAAQF;gBAAMC;YAAY;QAC1C;QAGJ,OAAOG,OAAO,EAAE,CAAC;YAAEF;YAAQF;YAAMC;QAAY;IACjD;AACJ;AAEO,MAAMM,0DAA8BC,4BAAAA,oBAAuC,CAAC;IAC/E,gBAAgBb;IAChB,cAAc;QAACc;QAAmBC;QAAiBC;KAAgC;AACvF"}

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.d.ts

@@ -0,0 +1,19 @@
+import { Result } from "@webiny/feature/api";
+import { Encryption } from "@webiny/api-core/features/encryption/index.js";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
+import { PrepareImageEnrichmentUseCase as UseCaseAbstraction, type IPreparedImageEnrichment } from "./abstractions.js";
+import { GetSettingsUseCase } from "../../../api/features/GetSettings/index.js";
+import type { ImageEnrichmentError } from "./errors.js";
+declare class PrepareImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {
+    private getFile;
+    private getFileContents;
+    private getSettings;
+    private encryption;
+    constructor(getFile: GetFileUseCase.Interface, getFileContents: GetFileContentsByIdUseCase.Interface, getSettings: GetSettingsUseCase.Interface, encryption: Encryption.Interface);
+    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const PrepareImageEnrichmentUseCase: typeof PrepareImageEnrichmentUseCaseImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("./abstractions.js").IPrepareImageEnrichmentUseCase>;
+};
+export {};

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js

@@ -0,0 +1,49 @@
+import { Result } from "@webiny/feature/api";
+import { Encryption } from "@webiny/api-core/features/encryption/index.js";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
+import { PrepareImageEnrichmentUseCase } from "./abstractions.js";
+import { GetSettingsUseCase } from "../GetSettings/index.js";
+import { EnrichmentFileContentsError, EnrichmentFileNotFoundError, EnrichmentNoProviderError, EnrichmentNotAnImageError } from "./errors.js";
+class PrepareImageEnrichmentUseCaseImpl {
+    constructor(getFile, getFileContents, getSettings, encryption){
+        this.getFile = getFile;
+        this.getFileContents = getFileContents;
+        this.getSettings = getSettings;
+        this.encryption = encryption;
+    }
+    async execute(fileId) {
+        const fileResult = await this.getFile.execute(fileId);
+        if (fileResult.isFail()) return Result.fail(new EnrichmentFileNotFoundError(fileId));
+        const file = fileResult.value;
+        if (!file.type.startsWith("image/")) return Result.fail(new EnrichmentNotAnImageError(file.type));
+        const contentsResult = await this.getFileContents.execute(fileId);
+        if (contentsResult.isFail()) return Result.fail(new EnrichmentFileContentsError(contentsResult.error.message));
+        const aiSettingsResult = await this.getSettings.execute();
+        if (aiSettingsResult.isFail()) return Result.fail(new EnrichmentNoProviderError());
+        const firstProvider = aiSettingsResult.value.providers.presets[0];
+        if (!firstProvider) return Result.fail(new EnrichmentNoProviderError());
+        return Result.ok({
+            fileId: file.id,
+            imageBase64: contentsResult.value.buffer.toString("base64"),
+            imageMediaType: contentsResult.value.contentType,
+            model: firstProvider.model,
+            connection: {
+                sdkName: firstProvider.model.split("/")[0],
+                apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)
+            }
+        });
+    }
+}
+const PrepareImageEnrichmentUseCase_PrepareImageEnrichmentUseCase = PrepareImageEnrichmentUseCase.createImplementation({
+    implementation: PrepareImageEnrichmentUseCaseImpl,
+    dependencies: [
+        GetFileUseCase,
+        GetFileContentsByIdUseCase,
+        GetSettingsUseCase,
+        Encryption
+    ]
+});
+export { PrepareImageEnrichmentUseCase_PrepareImageEnrichmentUseCase as PrepareImageEnrichmentUseCase };
+
+//# sourceMappingURL=PrepareImageEnrichmentUseCase.js.map

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js","sources":["../../../../src/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.ts"],"sourcesContent":["import { Result } from \"@webiny/feature/api\";\nimport { Encryption } from \"@webiny/api-core/features/encryption/index.js\";\nimport { GetFileUseCase } from \"@webiny/api-file-manager/features/file/GetFile/index.js\";\nimport { GetFileContentsByIdUseCase } from \"@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js\";\nimport {\n    PrepareImageEnrichmentUseCase as UseCaseAbstraction,\n    type IPreparedImageEnrichment\n} from \"./abstractions.js\";\nimport { GetSettingsUseCase } from \"~/api/features/GetSettings/index.js\";\nimport {\n    EnrichmentFileContentsError,\n    EnrichmentFileNotFoundError,\n    EnrichmentNoProviderError,\n    EnrichmentNotAnImageError\n} from \"./errors.js\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nclass PrepareImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {\n    constructor(\n        private getFile: GetFileUseCase.Interface,\n        private getFileContents: GetFileContentsByIdUseCase.Interface,\n        private getSettings: GetSettingsUseCase.Interface,\n        private encryption: Encryption.Interface\n    ) {}\n\n    async execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>> {\n        const fileResult = await this.getFile.execute(fileId);\n        if (fileResult.isFail()) {\n            return Result.fail(new EnrichmentFileNotFoundError(fileId));\n        }\n\n        const file = fileResult.value;\n\n        if (!file.type.startsWith(\"image/\")) {\n            return Result.fail(new EnrichmentNotAnImageError(file.type));\n        }\n\n        // Read the image bytes and send them to the AI as base64, NOT a URL. A URL forces the\n        // provider to fetch the file — which fails for private/access-controlled files, leaks the\n        // domain, and can't reach a non-public origin (e.g. local dev). base64 is a portable standard\n        // that works on every setup. (Also resolves the AI-SDK \"image part\" deprecation.)\n        const contentsResult = await this.getFileContents.execute(fileId);\n        if (contentsResult.isFail()) {\n            return Result.fail(new EnrichmentFileContentsError(contentsResult.error.message));\n        }\n\n        const aiSettingsResult = await this.getSettings.execute();\n        if (aiSettingsResult.isFail()) {\n            return Result.fail(new EnrichmentNoProviderError());\n        }\n\n        const firstProvider = aiSettingsResult.value.providers.presets[0];\n        if (!firstProvider) {\n            return Result.fail(new EnrichmentNoProviderError());\n        }\n\n        return Result.ok({\n            fileId: file.id,\n            imageBase64: contentsResult.value.buffer.toString(\"base64\"),\n            imageMediaType: contentsResult.value.contentType,\n            model: firstProvider.model,\n            connection: {\n                sdkName: firstProvider.model.split(\"/\")[0],\n                apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)\n            }\n        });\n    }\n}\n\nexport const PrepareImageEnrichmentUseCase = UseCaseAbstraction.createImplementation({\n    implementation: PrepareImageEnrichmentUseCaseImpl,\n    dependencies: [GetFileUseCase, GetFileContentsByIdUseCase, GetSettingsUseCase, Encryption]\n});\n"],"names":["PrepareImageEnrichmentUseCaseImpl","getFile","getFileContents","getSettings","encryption","fileId","fileResult","Result","EnrichmentFileNotFoundError","file","EnrichmentNotAnImageError","contentsResult","EnrichmentFileContentsError","aiSettingsResult","EnrichmentNoProviderError","firstProvider","PrepareImageEnrichmentUseCase","UseCaseAbstraction","GetFileUseCase","GetFileContentsByIdUseCase","GetSettingsUseCase","Encryption"],"mappings":";;;;;;;AAiBA,MAAMA;IACF,YACYC,OAAiC,EACjCC,eAAqD,EACrDC,WAAyC,EACzCC,UAAgC,CAC1C;aAJUH,OAAO,GAAPA;aACAC,eAAe,GAAfA;aACAC,WAAW,GAAXA;aACAC,UAAU,GAAVA;IACT;IAEH,MAAM,QAAQC,MAAc,EAAmE;QAC3F,MAAMC,aAAa,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACD;QAC9C,IAAIC,WAAW,MAAM,IACjB,OAAOC,OAAO,IAAI,CAAC,IAAIC,4BAA4BH;QAGvD,MAAMI,OAAOH,WAAW,KAAK;QAE7B,IAAI,CAACG,KAAK,IAAI,CAAC,UAAU,CAAC,WACtB,OAAOF,OAAO,IAAI,CAAC,IAAIG,0BAA0BD,KAAK,IAAI;QAO9D,MAAME,iBAAiB,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAACN;QAC1D,IAAIM,eAAe,MAAM,IACrB,OAAOJ,OAAO,IAAI,CAAC,IAAIK,4BAA4BD,eAAe,KAAK,CAAC,OAAO;QAGnF,MAAME,mBAAmB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO;QACvD,IAAIA,iBAAiB,MAAM,IACvB,OAAON,OAAO,IAAI,CAAC,IAAIO;QAG3B,MAAMC,gBAAgBF,iBAAiB,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;QACjE,IAAI,CAACE,eACD,OAAOR,OAAO,IAAI,CAAC,IAAIO;QAG3B,OAAOP,OAAO,EAAE,CAAC;YACb,QAAQE,KAAK,EAAE;YACf,aAAaE,eAAe,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;YAClD,gBAAgBA,eAAe,KAAK,CAAC,WAAW;YAChD,OAAOI,cAAc,KAAK;YAC1B,YAAY;gBACR,SAASA,cAAc,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC1C,QAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAACA,cAAc,eAAe;YACvE;QACJ;IACJ;AACJ;AAEO,MAAMC,8DAAgCC,8BAAAA,oBAAuC,CAAC;IACjF,gBAAgBjB;IAChB,cAAc;QAACkB;QAAgBC;QAA4BC;QAAoBC;KAAW;AAC9F"}

package/api/features/AiImageEnrichment/abstractions.d.ts

@@ -0,0 +1,60 @@
+import { Result } from "@webiny/feature/api";
+import { z } from "zod";
+import type { ImageEnrichmentError } from "./errors.js";
+export declare const AI_ENRICHMENT_PROMPT = "Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.";
+/**
+ * The shape both entry points ask the model for. Exported as the bare zod schema rather than a
+ * ready-made `Output.object(...)`: the AI SDK's `Output` type can't be named in emitted declarations
+ * (TS4023), so each call site wraps this locally instead.
+ */
+export declare const aiEnrichmentSchema: z.ZodObject<{
+    tags: z.ZodArray<z.ZodString>;
+    description: z.ZodString;
+}, z.core.$strip>;
+/** The enrichment result: what the model produces and what gets persisted. */
+export interface IEnrichmentOutput {
+    tags: string[];
+    description: string;
+}
+/**
+ * Everything needed to run the AI call, gathered up front: the image bytes, the resolved provider,
+ * and the file's current tags (needed to merge rather than overwrite).
+ *
+ * Deliberately split from the AI call itself so both entry points share the same preparation and the
+ * same failure modes — and so the streaming route can answer with a real HTTP status code for
+ * anything knowable before the stream opens, instead of burying it in a 200 response.
+ */
+export interface IPreparedImageEnrichment {
+    fileId: string;
+    imageBase64: string;
+    imageMediaType: string;
+    model: string;
+    connection: {
+        sdkName: string;
+        apiKey: string;
+    };
+}
+export interface IPrepareImageEnrichmentUseCase {
+    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const PrepareImageEnrichmentUseCase: import("@webiny/di").Abstraction<IPrepareImageEnrichmentUseCase>;
+export declare namespace PrepareImageEnrichmentUseCase {
+    type Interface = IPrepareImageEnrichmentUseCase;
+}
+export interface IApplyImageEnrichmentParams {
+    fileId: string;
+    tags: string[];
+    description: string;
+}
+export interface IAppliedImageEnrichment {
+    fileId: string;
+    tags: string[];
+    description: string;
+}
+export interface IApplyImageEnrichmentUseCase {
+    execute(params: IApplyImageEnrichmentParams): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const ApplyImageEnrichmentUseCase: import("@webiny/di").Abstraction<IApplyImageEnrichmentUseCase>;
+export declare namespace ApplyImageEnrichmentUseCase {
+    type Interface = IApplyImageEnrichmentUseCase;
+}

package/api/features/AiImageEnrichment/abstractions.js

@@ -0,0 +1,12 @@
+import { createAbstraction } from "@webiny/feature/api";
+import { z } from "zod";
+const AI_ENRICHMENT_PROMPT = "Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.";
+const aiEnrichmentSchema = z.object({
+    tags: z.array(z.string()),
+    description: z.string()
+});
+const PrepareImageEnrichmentUseCase = createAbstraction("PrepareImageEnrichmentUseCase");
+const ApplyImageEnrichmentUseCase = createAbstraction("ApplyImageEnrichmentUseCase");
+export { AI_ENRICHMENT_PROMPT, ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase, aiEnrichmentSchema };
+
+//# sourceMappingURL=abstractions.js.map

package/api/features/AiImageEnrichment/abstractions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/abstractions.js","sources":["../../../../src/api/features/AiImageEnrichment/abstractions.ts"],"sourcesContent":["import { createAbstraction, Result } from \"@webiny/feature/api\";\nimport { z } from \"zod\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nexport const AI_ENRICHMENT_PROMPT =\n    \"Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.\";\n\n/**\n * The shape both entry points ask the model for. Exported as the bare zod schema rather than a\n * ready-made `Output.object(...)`: the AI SDK's `Output` type can't be named in emitted declarations\n * (TS4023), so each call site wraps this locally instead.\n */\nexport const aiEnrichmentSchema = z.object({\n    tags: z.array(z.string()),\n    description: z.string()\n});\n\n/** The enrichment result: what the model produces and what gets persisted. */\nexport interface IEnrichmentOutput {\n    tags: string[];\n    description: string;\n}\n\n/**\n * Everything needed to run the AI call, gathered up front: the image bytes, the resolved provider,\n * and the file's current tags (needed to merge rather than overwrite).\n *\n * Deliberately split from the AI call itself so both entry points share the same preparation and the\n * same failure modes — and so the streaming route can answer with a real HTTP status code for\n * anything knowable before the stream opens, instead of burying it in a 200 response.\n */\nexport interface IPreparedImageEnrichment {\n    fileId: string;\n    imageBase64: string;\n    imageMediaType: string;\n    model: string;\n    connection: {\n        sdkName: string;\n        apiKey: string;\n    };\n}\n\nexport interface IPrepareImageEnrichmentUseCase {\n    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;\n}\n\nexport const PrepareImageEnrichmentUseCase = createAbstraction<IPrepareImageEnrichmentUseCase>(\n    \"PrepareImageEnrichmentUseCase\"\n);\n\nexport namespace PrepareImageEnrichmentUseCase {\n    export type Interface = IPrepareImageEnrichmentUseCase;\n}\n\nexport interface IApplyImageEnrichmentParams {\n    fileId: string;\n    tags: string[];\n    description: string;\n}\n\nexport interface IAppliedImageEnrichment {\n    fileId: string;\n    tags: string[];\n    description: string;\n}\n\nexport interface IApplyImageEnrichmentUseCase {\n    execute(\n        params: IApplyImageEnrichmentParams\n    ): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;\n}\n\nexport const ApplyImageEnrichmentUseCase = createAbstraction<IApplyImageEnrichmentUseCase>(\n    \"ApplyImageEnrichmentUseCase\"\n);\n\nexport namespace ApplyImageEnrichmentUseCase {\n    export type Interface = IApplyImageEnrichmentUseCase;\n}\n"],"names":["AI_ENRICHMENT_PROMPT","aiEnrichmentSchema","z","PrepareImageEnrichmentUseCase","createAbstraction","ApplyImageEnrichmentUseCase"],"mappings":";;AAIO,MAAMA,uBACT;AAOG,MAAMC,qBAAqBC,EAAE,MAAM,CAAC;IACvC,MAAMA,EAAE,KAAK,CAACA,EAAE,MAAM;IACtB,aAAaA,EAAE,MAAM;AACzB;AA+BO,MAAMC,gCAAgCC,kBACzC;AAyBG,MAAMC,8BAA8BD,kBACvC"}

package/api/features/AiImageEnrichment/buildEnrichmentAiRequest.d.ts

@@ -0,0 +1,12 @@
+import type { Ai } from "@webiny/api-core/features/ai/index.js";
+import type { IPreparedImageEnrichment } from "./abstractions.js";
+/**
+ * Builds the AI request both enrichment entry points send — the background task via `generateText`
+ * and the streaming route via `streamText`. Identical model, structured output, connection, and
+ * message payload; only the call differs.
+ *
+ * This is also where `Output.object(...)` lives rather than on `IPreparedImageEnrichment`: the AI
+ * SDK's `Output` type can't be named in emitted declarations (TS4023), so it has to be built inside a
+ * function body, not held on an exported interface.
+ */
+export declare function buildEnrichmentAiRequest(prepared: IPreparedImageEnrichment): Ai.GenerateTextParams;

package/api/features/AiImageEnrichment/buildEnrichmentAiRequest.js

@@ -0,0 +1,30 @@
+import { Output } from "ai";
+import { AI_ENRICHMENT_PROMPT, aiEnrichmentSchema } from "./abstractions.js";
+function buildEnrichmentAiRequest(prepared) {
+    return {
+        model: prepared.model,
+        output: Output.object({
+            schema: aiEnrichmentSchema
+        }),
+        connection: prepared.connection,
+        messages: [
+            {
+                role: "user",
+                content: [
+                    {
+                        type: "file",
+                        data: prepared.imageBase64,
+                        mediaType: prepared.imageMediaType
+                    },
+                    {
+                        type: "text",
+                        text: AI_ENRICHMENT_PROMPT
+                    }
+                ]
+            }
+        ]
+    };
+}
+export { buildEnrichmentAiRequest };
+
+//# sourceMappingURL=buildEnrichmentAiRequest.js.map

package/api/features/AiImageEnrichment/buildEnrichmentAiRequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/buildEnrichmentAiRequest.js","sources":["../../../../src/api/features/AiImageEnrichment/buildEnrichmentAiRequest.ts"],"sourcesContent":["import { Output } from \"ai\";\nimport type { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { AI_ENRICHMENT_PROMPT, aiEnrichmentSchema } from \"./abstractions.js\";\nimport type { IPreparedImageEnrichment } from \"./abstractions.js\";\n\n/**\n * Builds the AI request both enrichment entry points send — the background task via `generateText`\n * and the streaming route via `streamText`. Identical model, structured output, connection, and\n * message payload; only the call differs.\n *\n * This is also where `Output.object(...)` lives rather than on `IPreparedImageEnrichment`: the AI\n * SDK's `Output` type can't be named in emitted declarations (TS4023), so it has to be built inside a\n * function body, not held on an exported interface.\n */\nexport function buildEnrichmentAiRequest(\n    prepared: IPreparedImageEnrichment\n): Ai.GenerateTextParams {\n    return {\n        model: prepared.model,\n        output: Output.object({ schema: aiEnrichmentSchema }),\n        connection: prepared.connection,\n        messages: [\n            {\n                role: \"user\",\n                content: [\n                    {\n                        // Sent as base64, not a URL: a URL forces the provider to fetch the file,\n                        // which fails for private files and can't reach a non-public origin.\n                        type: \"file\",\n                        data: prepared.imageBase64,\n                        mediaType: prepared.imageMediaType\n                    },\n                    {\n                        type: \"text\",\n                        text: AI_ENRICHMENT_PROMPT\n                    }\n                ]\n            }\n        ]\n    };\n}\n"],"names":["buildEnrichmentAiRequest","prepared","Output","aiEnrichmentSchema","AI_ENRICHMENT_PROMPT"],"mappings":";;AAcO,SAASA,yBACZC,QAAkC;IAElC,OAAO;QACH,OAAOA,SAAS,KAAK;QACrB,QAAQC,OAAO,MAAM,CAAC;YAAE,QAAQC;QAAmB;QACnD,YAAYF,SAAS,UAAU;QAC/B,UAAU;YACN;gBACI,MAAM;gBACN,SAAS;oBACL;wBAGI,MAAM;wBACN,MAAMA,SAAS,WAAW;wBAC1B,WAAWA,SAAS,cAAc;oBACtC;oBACA;wBACI,MAAM;wBACN,MAAMG;oBACV;iBACH;YACL;SACH;IACL;AACJ"}

package/api/features/AiImageEnrichment/errors.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Errors shared by every image-enrichment entry point (the background task and the streaming HTTP
+ * route). Each carries a `code` so callers can map it to their own transport: the task turns them
+ * into task results, the route into HTTP status codes.
+ */
+export declare class EnrichmentFileNotFoundError extends Error {
+    readonly code: "ENRICHMENT_FILE_NOT_FOUND";
+    constructor(fileId: string);
+}
+export declare class EnrichmentNotAnImageError extends Error {
+    readonly code: "ENRICHMENT_NOT_AN_IMAGE";
+    constructor(type: string);
+}
+export declare class EnrichmentFileContentsError extends Error {
+    readonly code: "ENRICHMENT_FILE_CONTENTS_UNREADABLE";
+    constructor(reason: string);
+}
+export declare class EnrichmentNoProviderError extends Error {
+    readonly code: "ENRICHMENT_NO_AI_PROVIDER";
+    constructor();
+}
+export declare class EnrichmentPersistError extends Error {
+    readonly code: "ENRICHMENT_PERSIST_FAILED";
+    constructor(reason: string);
+}
+export type ImageEnrichmentError = EnrichmentFileNotFoundError | EnrichmentNotAnImageError | EnrichmentFileContentsError | EnrichmentNoProviderError | EnrichmentPersistError;

package/api/features/AiImageEnrichment/errors.js

@@ -0,0 +1,28 @@
+class EnrichmentFileNotFoundError extends Error {
+    constructor(fileId){
+        super(`File not found: ${fileId}`), this.code = "ENRICHMENT_FILE_NOT_FOUND";
+    }
+}
+class EnrichmentNotAnImageError extends Error {
+    constructor(type){
+        super(`File is not an image (received "${type}"); skipping AI enrichment.`), this.code = "ENRICHMENT_NOT_AN_IMAGE";
+    }
+}
+class EnrichmentFileContentsError extends Error {
+    constructor(reason){
+        super(`Unable to read file contents: ${reason}`), this.code = "ENRICHMENT_FILE_CONTENTS_UNREADABLE";
+    }
+}
+class EnrichmentNoProviderError extends Error {
+    constructor(){
+        super("No AI provider configured. Add a provider in AI Power Ups settings."), this.code = "ENRICHMENT_NO_AI_PROVIDER";
+    }
+}
+class EnrichmentPersistError extends Error {
+    constructor(reason){
+        super(`Failed to update file: ${reason}`), this.code = "ENRICHMENT_PERSIST_FAILED";
+    }
+}
+export { EnrichmentFileContentsError, EnrichmentFileNotFoundError, EnrichmentNoProviderError, EnrichmentNotAnImageError, EnrichmentPersistError };
+
+//# sourceMappingURL=errors.js.map

package/api/features/AiImageEnrichment/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/errors.js","sources":["../../../../src/api/features/AiImageEnrichment/errors.ts"],"sourcesContent":["/**\n * Errors shared by every image-enrichment entry point (the background task and the streaming HTTP\n * route). Each carries a `code` so callers can map it to their own transport: the task turns them\n * into task results, the route into HTTP status codes.\n */\nexport class EnrichmentFileNotFoundError extends Error {\n    readonly code = \"ENRICHMENT_FILE_NOT_FOUND\" as const;\n\n    constructor(fileId: string) {\n        super(`File not found: ${fileId}`);\n    }\n}\n\nexport class EnrichmentNotAnImageError extends Error {\n    readonly code = \"ENRICHMENT_NOT_AN_IMAGE\" as const;\n\n    constructor(type: string) {\n        super(`File is not an image (received \"${type}\"); skipping AI enrichment.`);\n    }\n}\n\nexport class EnrichmentFileContentsError extends Error {\n    readonly code = \"ENRICHMENT_FILE_CONTENTS_UNREADABLE\" as const;\n\n    constructor(reason: string) {\n        super(`Unable to read file contents: ${reason}`);\n    }\n}\n\nexport class EnrichmentNoProviderError extends Error {\n    readonly code = \"ENRICHMENT_NO_AI_PROVIDER\" as const;\n\n    constructor() {\n        super(\"No AI provider configured. Add a provider in AI Power Ups settings.\");\n    }\n}\n\nexport class EnrichmentPersistError extends Error {\n    readonly code = \"ENRICHMENT_PERSIST_FAILED\" as const;\n\n    constructor(reason: string) {\n        super(`Failed to update file: ${reason}`);\n    }\n}\n\nexport type ImageEnrichmentError =\n    | EnrichmentFileNotFoundError\n    | EnrichmentNotAnImageError\n    | EnrichmentFileContentsError\n    | EnrichmentNoProviderError\n    | EnrichmentPersistError;\n"],"names":["EnrichmentFileNotFoundError","Error","fileId","EnrichmentNotAnImageError","type","EnrichmentFileContentsError","reason","EnrichmentNoProviderError","EnrichmentPersistError"],"mappings":"AAKO,MAAMA,oCAAoCC;IAG7C,YAAYC,MAAc,CAAE;QACxB,KAAK,CAAC,CAAC,gBAAgB,EAAEA,QAAQ,QAH5B,IAAI,GAAG;IAIhB;AACJ;AAEO,MAAMC,kCAAkCF;IAG3C,YAAYG,IAAY,CAAE;QACtB,KAAK,CAAC,CAAC,gCAAgC,EAAEA,KAAK,2BAA2B,CAAC,QAHrE,IAAI,GAAG;IAIhB;AACJ;AAEO,MAAMC,oCAAoCJ;IAG7C,YAAYK,MAAc,CAAE;QACxB,KAAK,CAAC,CAAC,8BAA8B,EAAEA,QAAQ,QAH1C,IAAI,GAAG;IAIhB;AACJ;AAEO,MAAMC,kCAAkCN;IAG3C,aAAc;QACV,KAAK,CAAC,6EAHD,IAAI,GAAG;IAIhB;AACJ;AAEO,MAAMO,+BAA+BP;IAGxC,YAAYK,MAAc,CAAE;QACxB,KAAK,CAAC,CAAC,uBAAuB,EAAEA,QAAQ,QAHnC,IAAI,GAAG;IAIhB;AACJ"}

package/api/features/AiImageEnrichment/feature.js

@@ -1,11 +1,20 @@
 import { createFeature } from "@webiny/feature/api";
+import { FeatureFlags } from "@webiny/api-core/features/featureFlags/abstractions.js";
 import { AiImageEnrichmentAfterCreateHandler } from "./AiImageEnrichmentAfterCreateHandler.js";
 import { AiImageEnrichmentTask } from "./AiImageEnrichmentTask.js";
+import { AiImageEnrichmentStreamRouteDefinition } from "./AiImageEnrichmentStreamRoute.js";
+import { PrepareImageEnrichmentUseCase } from "./PrepareImageEnrichmentUseCase.js";
+import { ApplyImageEnrichmentUseCase } from "./ApplyImageEnrichmentUseCase.js";
 const AiImageEnrichmentFeature = createFeature({
     name: "AiPowerUps/AiImageEnrichment",
     register (container) {
+        const enabled = container.resolve(FeatureFlags).get().isEnabled("aiPowerups.fileManager.imageEnrichment");
+        if (!enabled) return;
+        container.register(PrepareImageEnrichmentUseCase);
+        container.register(ApplyImageEnrichmentUseCase);
         container.register(AiImageEnrichmentAfterCreateHandler);
         container.register(AiImageEnrichmentTask);
+        container.register(AiImageEnrichmentStreamRouteDefinition);
     }
 });
 export { AiImageEnrichmentFeature };

package/api/features/AiImageEnrichment/feature.js.map

@@ -1 +1 @@
-{"version":3,"file":"api/features/AiImageEnrichment/feature.js","sources":["../../../../src/api/features/AiImageEnrichment/feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { AiImageEnrichmentAfterCreateHandler } from \"./AiImageEnrichmentAfterCreateHandler.js\";\nimport { AiImageEnrichmentTask } from \"./AiImageEnrichmentTask.js\";\n\nexport const AiImageEnrichmentFeature = createFeature({\n    name: \"AiPowerUps/AiImageEnrichment\",\n    register(container) {\n        container.register(AiImageEnrichmentAfterCreateHandler);\n        container.register(AiImageEnrichmentTask);\n    }\n});\n"],"names":["AiImageEnrichmentFeature","createFeature","container","AiImageEnrichmentAfterCreateHandler","AiImageEnrichmentTask"],"mappings":";;;AAIO,MAAMA,2BAA2BC,cAAc;IAClD,MAAM;IACN,UAASC,SAAS;QACdA,UAAU,QAAQ,CAACC;QACnBD,UAAU,QAAQ,CAACE;IACvB;AACJ"}
+{"version":3,"file":"api/features/AiImageEnrichment/feature.js","sources":["../../../../src/api/features/AiImageEnrichment/feature.ts"],"sourcesContent":["import { createFeature } from \"@webiny/feature/api\";\nimport { FeatureFlags } from \"@webiny/api-core/features/featureFlags/abstractions.js\";\nimport { AiImageEnrichmentAfterCreateHandler } from \"./AiImageEnrichmentAfterCreateHandler.js\";\nimport { AiImageEnrichmentTask } from \"./AiImageEnrichmentTask.js\";\nimport { AiImageEnrichmentStreamRouteDefinition } from \"./AiImageEnrichmentStreamRoute.js\";\nimport { PrepareImageEnrichmentUseCase } from \"./PrepareImageEnrichmentUseCase.js\";\nimport { ApplyImageEnrichmentUseCase } from \"./ApplyImageEnrichmentUseCase.js\";\n\nexport const AiImageEnrichmentFeature = createFeature({\n    name: \"AiPowerUps/AiImageEnrichment\",\n    register(container) {\n        // Register-time gate on the effective feature flags (userFlag && live WCP license). Valid at\n        // register() time because the license is refreshed PRE-register (WcpLicenseLoader.load() in\n        // registerApiRequestStack) and FeatureFlags reads that process cache — and it re-evaluates per\n        // request since the child re-registers, so a license change takes effect on the next request.\n        const enabled = container\n            .resolve(FeatureFlags)\n            .get()\n            .isEnabled(\"aiPowerups.fileManager.imageEnrichment\");\n\n        if (!enabled) {\n            return;\n        }\n\n        container.register(PrepareImageEnrichmentUseCase);\n        container.register(ApplyImageEnrichmentUseCase);\n\n        // Automatic enrichment after a file is created.\n        container.register(AiImageEnrichmentAfterCreateHandler);\n        container.register(AiImageEnrichmentTask);\n\n        // On-demand re-enrichment, streamed.\n        container.register(AiImageEnrichmentStreamRouteDefinition);\n    }\n});\n"],"names":["AiImageEnrichmentFeature","createFeature","container","enabled","FeatureFlags","PrepareImageEnrichmentUseCase","ApplyImageEnrichmentUseCase","AiImageEnrichmentAfterCreateHandler","AiImageEnrichmentTask","AiImageEnrichmentStreamRouteDefinition"],"mappings":";;;;;;;AAQO,MAAMA,2BAA2BC,cAAc;IAClD,MAAM;IACN,UAASC,SAAS;QAKd,MAAMC,UAAUD,UACX,OAAO,CAACE,cACR,GAAG,GACH,SAAS,CAAC;QAEf,IAAI,CAACD,SACD;QAGJD,UAAU,QAAQ,CAACG;QACnBH,UAAU,QAAQ,CAACI;QAGnBJ,UAAU,QAAQ,CAACK;QACnBL,UAAU,QAAQ,CAACM;QAGnBN,UAAU,QAAQ,CAACO;IACvB;AACJ"}

package/api/features/AiImageEnrichment/imageEnrichmentErrorStatusCode.d.ts

@@ -0,0 +1,6 @@
+import type { ImageEnrichmentError } from "./errors.js";
+/**
+ * Maps an enrichment failure to the HTTP status a transport should answer with. Lives next to the
+ * errors rather than in a route, so a second entry point can't invent a different mapping.
+ */
+export declare function imageEnrichmentErrorStatusCode(error: ImageEnrichmentError): number;

package/api/features/AiImageEnrichment/imageEnrichmentErrorStatusCode.js

@@ -0,0 +1,9 @@
+import { EnrichmentFileNotFoundError, EnrichmentNotAnImageError } from "./errors.js";
+function imageEnrichmentErrorStatusCode(error) {
+    if (error instanceof EnrichmentFileNotFoundError) return 404;
+    if (error instanceof EnrichmentNotAnImageError) return 400;
+    return 500;
+}
+export { imageEnrichmentErrorStatusCode };
+
+//# sourceMappingURL=imageEnrichmentErrorStatusCode.js.map

package/api/features/AiImageEnrichment/imageEnrichmentErrorStatusCode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/imageEnrichmentErrorStatusCode.js","sources":["../../../../src/api/features/AiImageEnrichment/imageEnrichmentErrorStatusCode.ts"],"sourcesContent":["import { EnrichmentFileNotFoundError, EnrichmentNotAnImageError } from \"./errors.js\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\n/**\n * Maps an enrichment failure to the HTTP status a transport should answer with. Lives next to the\n * errors rather than in a route, so a second entry point can't invent a different mapping.\n */\nexport function imageEnrichmentErrorStatusCode(error: ImageEnrichmentError): number {\n    if (error instanceof EnrichmentFileNotFoundError) {\n        return 404;\n    }\n    if (error instanceof EnrichmentNotAnImageError) {\n        return 400;\n    }\n    return 500;\n}\n"],"names":["imageEnrichmentErrorStatusCode","error","EnrichmentFileNotFoundError","EnrichmentNotAnImageError"],"mappings":";AAOO,SAASA,+BAA+BC,KAA2B;IACtE,IAAIA,iBAAiBC,6BACjB,OAAO;IAEX,IAAID,iBAAiBE,2BACjB,OAAO;IAEX,OAAO;AACX"}

package/api/features/AiImageEnrichment/readEnrichmentPartial.d.ts

@@ -0,0 +1,8 @@
+import type { IEnrichmentOutput } from "./abstractions.js";
+/**
+ * Normalises one value from `streamText`'s `partialOutputStream`.
+ *
+ * Partial output is exactly that: mid-stream the tag array can hold holes/undefined entries and the
+ * description may not have arrived, so callers get only the values that are actually present.
+ */
+export declare function readEnrichmentPartial(partial: unknown): IEnrichmentOutput;

package/api/features/AiImageEnrichment/readEnrichmentPartial.js

@@ -0,0 +1,16 @@
+function readEnrichmentPartial(partial) {
+    const value = partial ?? {};
+    const tags = [];
+    if (Array.isArray(value.tags)) {
+        for (const tag of value.tags)if ("string" == typeof tag && "" !== tag) tags.push(tag);
+    }
+    let description = "";
+    if ("string" == typeof value.description) description = value.description;
+    return {
+        tags,
+        description
+    };
+}
+export { readEnrichmentPartial };
+
+//# sourceMappingURL=readEnrichmentPartial.js.map

package/api/features/AiImageEnrichment/readEnrichmentPartial.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/readEnrichmentPartial.js","sources":["../../../../src/api/features/AiImageEnrichment/readEnrichmentPartial.ts"],"sourcesContent":["import type { IEnrichmentOutput } from \"./abstractions.js\";\n\n/**\n * Normalises one value from `streamText`'s `partialOutputStream`.\n *\n * Partial output is exactly that: mid-stream the tag array can hold holes/undefined entries and the\n * description may not have arrived, so callers get only the values that are actually present.\n */\nexport function readEnrichmentPartial(partial: unknown): IEnrichmentOutput {\n    const value = (partial ?? {}) as { tags?: unknown; description?: unknown };\n\n    const tags: string[] = [];\n\n    if (Array.isArray(value.tags)) {\n        for (const tag of value.tags) {\n            // Empty strings are dropped, not just non-strings: mid-stream the array can hold `\"\"`\n            // for an entry the model has opened but not written into yet, which renders as a blank\n            // chip.\n            if (typeof tag === \"string\" && tag !== \"\") {\n                tags.push(tag);\n            }\n        }\n    }\n\n    let description = \"\";\n\n    if (typeof value.description === \"string\") {\n        description = value.description;\n    }\n\n    return { tags, description };\n}\n"],"names":["readEnrichmentPartial","partial","value","tags","Array","tag","description"],"mappings":"AAQO,SAASA,sBAAsBC,OAAgB;IAClD,MAAMC,QAASD,WAAW,CAAC;IAE3B,MAAME,OAAiB,EAAE;IAEzB,IAAIC,MAAM,OAAO,CAACF,MAAM,IAAI,GACxB;QAAA,KAAK,MAAMG,OAAOH,MAAM,IAAI,CAIxB,IAAI,AAAe,YAAf,OAAOG,OAAoBA,AAAQ,OAARA,KAC3BF,KAAK,IAAI,CAACE;IAElB;IAGJ,IAAIC,cAAc;IAElB,IAAI,AAA6B,YAA7B,OAAOJ,MAAM,WAAW,EACxBI,cAAcJ,MAAM,WAAW;IAGnC,OAAO;QAAEC;QAAMG;IAAY;AAC/B"}

package/api/features/AiImageEnrichment/streamEvents.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Server-sent event payloads emitted by `AiImageEnrichmentStreamRoute` — this feature's stream
+ * protocol, not a shared one. The SSE wire format itself (`toSseFrame`) is transport-level and lives
+ * in `@webiny/event-handler-core`; what the events are called and what they carry is per feature,
+ * since the next streaming route will want a different set.
+ *
+ * A small domain protocol rather than the AI SDK's UI message stream: the client
+ * doesn't render a chat transcript, it renders a progressively-completing `{ tags, description }`
+ * object, which is exactly what `streamText`'s `partialOutputStream` produces. The admin app mirrors
+ * these types (it can't import an api-side package), so keep the two in sync.
+ */
+export interface EnrichmentStreamStartEvent {
+    type: "start";
+    fileId: string;
+    model: string;
+}
+export interface EnrichmentStreamPartialEvent {
+    type: "partial";
+    tags: string[];
+    description: string;
+}
+export interface EnrichmentStreamDoneEvent {
+    type: "done";
+    fileId: string;
+    /**
+     * The model's final output. NOT persisted — the streaming route only proposes, and the client
+     * saves through the file's normal update path if the user accepts.
+     */
+    tags: string[];
+    description: string;
+}
+export interface EnrichmentStreamErrorEvent {
+    type: "error";
+    message: string;
+}
+export type EnrichmentStreamEvent = EnrichmentStreamStartEvent | EnrichmentStreamPartialEvent | EnrichmentStreamDoneEvent | EnrichmentStreamErrorEvent;

package/api/features/AiPromptContext/AiPromptContextBuilder.d.ts

@@ -1,10 +1,17 @@
 import { GetSettingsUseCase } from "../../../api/features/GetSettings/index.js";
+import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/index.js";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { TextExtractor } from "@webiny/api-core/features/ai/index.js";
 import { AiPromptContextBuilder as Abstraction, ProjectFileAssembler, type AiPromptContext, type AiPromptContextParams } from "./abstractions.js";
 declare class AiPromptContextBuilderImpl implements Abstraction.Interface {
     private getSettings;
     private fileAssembler;
-    constructor(getSettings: GetSettingsUseCase.Interface, fileAssembler: ProjectFileAssembler.Interface);
+    private getFileContents;
+    private getFile;
+    private textExtractor;
+    constructor(getSettings: GetSettingsUseCase.Interface, fileAssembler: ProjectFileAssembler.Interface, getFileContents: GetFileContentsByIdUseCase.Interface, getFile: GetFileUseCase.Interface, textExtractor: TextExtractor.Interface);
     execute(params: AiPromptContextParams): Promise<AiPromptContext>;
+    private fetchAdditionalFiles;
 }
 export declare const AiPromptContextBuilder: typeof AiPromptContextBuilderImpl & {
     __abstraction: import("@webiny/di").Abstraction<import("./abstractions.js").IAiPromptContextBuilder>;