@webiny/ai-powerups 6.6.0-alpha.0 → 6.6.0-alpha.2

package/api/features/AiImageEnrichment/AiImageEnrichmentStreamRoute.js

@@ -0,0 +1,85 @@
+import { HttpRouteDefinition, HttpRouteHandler, toSseFrame } from "@webiny/event-handler-core";
+import { Ai } from "@webiny/api-core/features/ai/index.js";
+import { PrepareImageEnrichmentUseCase } from "./abstractions.js";
+import { buildEnrichmentAiRequest } from "./buildEnrichmentAiRequest.js";
+import { readEnrichmentPartial } from "./readEnrichmentPartial.js";
+import { imageEnrichmentErrorStatusCode } from "./imageEnrichmentErrorStatusCode.js";
+class AiImageEnrichmentStreamRouteImpl {
+    constructor(prepare, ai){
+        this.prepare = prepare;
+        this.ai = ai;
+    }
+    async handle(request, response) {
+        const fileId = request.pathParameters.fileId;
+        if (!fileId) return response.status(400).json({
+            message: "Missing file ID."
+        });
+        const preparedResult = await this.prepare.execute(fileId);
+        if (preparedResult.isFail()) {
+            const error = preparedResult.error;
+            const statusCode = imageEnrichmentErrorStatusCode(error);
+            return response.status(statusCode).json({
+                message: error.message,
+                code: error.code
+            });
+        }
+        const events = this.enrich(preparedResult.value);
+        return response.sse(events);
+    }
+    async *enrich(prepared) {
+        yield toSseFrame({
+            type: "start",
+            fileId: prepared.fileId,
+            model: prepared.model
+        });
+        let output = {
+            tags: [],
+            description: ""
+        };
+        try {
+            const request = buildEnrichmentAiRequest(prepared);
+            const stream = await this.ai.streamText(request);
+            for await (const partial of stream.partialOutputStream){
+                output = readEnrichmentPartial(partial);
+                yield toSseFrame({
+                    type: "partial",
+                    ...output
+                });
+            }
+        } catch (error) {
+            yield toSseFrame({
+                type: "error",
+                message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`
+            });
+            return;
+        }
+        yield toSseFrame({
+            type: "done",
+            fileId: prepared.fileId,
+            tags: output.tags,
+            description: output.description
+        });
+    }
+}
+const AiImageEnrichmentStreamRoute = HttpRouteHandler.createImplementation({
+    implementation: AiImageEnrichmentStreamRouteImpl,
+    dependencies: [
+        PrepareImageEnrichmentUseCase,
+        Ai
+    ]
+});
+class AiImageEnrichmentStreamRouteDefinitionImpl {
+    constructor(){
+        this.name = "ai-image-enrichment-stream";
+        this.method = "POST";
+        this.path = "/stream/fm/files/:fileId/enrich";
+        this.handler = AiImageEnrichmentStreamRoute;
+    }
+}
+const AiImageEnrichmentStreamRouteDefinition = HttpRouteDefinition.createImplementation({
+    implementation: AiImageEnrichmentStreamRouteDefinitionImpl,
+    dependencies: []
+});
+export { AiImageEnrichmentStreamRoute, AiImageEnrichmentStreamRouteDefinition };
+
+//# sourceMappingURL=AiImageEnrichmentStreamRoute.js.map

package/api/features/AiImageEnrichment/AiImageEnrichmentStreamRoute.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/AiImageEnrichmentStreamRoute.js","sources":["../../../../src/api/features/AiImageEnrichment/AiImageEnrichmentStreamRoute.ts"],"sourcesContent":["import { HttpRouteDefinition, HttpRouteHandler, toSseFrame } from \"@webiny/event-handler-core\";\nimport type { IHttpRequest, IHttpResponseBuilder } from \"@webiny/event-handler-core\";\nimport { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { PrepareImageEnrichmentUseCase } from \"./abstractions.js\";\nimport type { IPreparedImageEnrichment } from \"./abstractions.js\";\nimport { buildEnrichmentAiRequest } from \"./buildEnrichmentAiRequest.js\";\nimport { readEnrichmentPartial } from \"./readEnrichmentPartial.js\";\nimport { imageEnrichmentErrorStatusCode } from \"./imageEnrichmentErrorStatusCode.js\";\n\n/**\n * Re-runs AI enrichment for a single file, streaming the model's output to the caller as\n * server-sent events. Read-only: the result is a proposal the caller can accept or discard.\n *\n * Preparation (file lookup, image read, provider resolution) happens BEFORE the response opens, so\n * anything knowable up front — missing file, wrong type, no provider — comes back as a real status\n * code. Only the AI call itself streams; once the first byte is out the status is committed to 200\n * and failures can only be reported as an `error` event.\n */\nclass AiImageEnrichmentStreamRouteImpl implements HttpRouteHandler.Interface {\n    constructor(\n        private prepare: PrepareImageEnrichmentUseCase.Interface,\n        private ai: Ai.Interface\n    ) {}\n\n    async handle(\n        request: IHttpRequest,\n        response: IHttpResponseBuilder\n    ): Promise<IHttpResponseBuilder> {\n        const fileId = request.pathParameters.fileId;\n\n        if (!fileId) {\n            return response.status(400).json({ message: \"Missing file ID.\" });\n        }\n\n        const preparedResult = await this.prepare.execute(fileId);\n\n        if (preparedResult.isFail()) {\n            const error = preparedResult.error;\n\n            const statusCode = imageEnrichmentErrorStatusCode(error);\n\n            return response.status(statusCode).json({ message: error.message, code: error.code });\n        }\n\n        const events = this.enrich(preparedResult.value);\n\n        return response.sse(events);\n    }\n\n    private async *enrich(prepared: IPreparedImageEnrichment): AsyncGenerator<string> {\n        yield toSseFrame({ type: \"start\", fileId: prepared.fileId, model: prepared.model });\n\n        let output = { tags: [] as string[], description: \"\" };\n\n        try {\n            const request = buildEnrichmentAiRequest(prepared);\n            const stream = await this.ai.streamText(request);\n\n            for await (const partial of stream.partialOutputStream) {\n                output = readEnrichmentPartial(partial);\n                yield toSseFrame({ type: \"partial\", ...output });\n            }\n        } catch (error) {\n            yield toSseFrame({\n                type: \"error\",\n                message: `AI enrichment failed: ${\n                    error instanceof Error ? error.message : String(error)\n                }`\n            });\n            return;\n        }\n\n        // Nothing is persisted here. The route PROPOSES; the user accepts in the UI, and the save\n        // goes through the file's normal update path. The upload-time task still applies\n        // automatically — there is nobody to ask at that point.\n        yield toSseFrame({\n            type: \"done\",\n            fileId: prepared.fileId,\n            tags: output.tags,\n            description: output.description\n        });\n    }\n}\n\nexport const AiImageEnrichmentStreamRoute = HttpRouteHandler.createImplementation({\n    implementation: AiImageEnrichmentStreamRouteImpl,\n    dependencies: [PrepareImageEnrichmentUseCase, Ai]\n});\n\nclass AiImageEnrichmentStreamRouteDefinitionImpl implements HttpRouteDefinition.Interface {\n    readonly name = \"ai-image-enrichment-stream\";\n    readonly method = \"POST\";\n    readonly path = \"/stream/fm/files/:fileId/enrich\";\n    readonly handler = AiImageEnrichmentStreamRoute;\n}\n\n/** What the router matches on. Zero dependencies, so building it costs nothing. */\nexport const AiImageEnrichmentStreamRouteDefinition = HttpRouteDefinition.createImplementation({\n    implementation: AiImageEnrichmentStreamRouteDefinitionImpl,\n    dependencies: []\n});\n"],"names":["AiImageEnrichmentStreamRouteImpl","prepare","ai","request","response","fileId","preparedResult","error","statusCode","imageEnrichmentErrorStatusCode","events","prepared","toSseFrame","output","buildEnrichmentAiRequest","stream","partial","readEnrichmentPartial","Error","String","AiImageEnrichmentStreamRoute","HttpRouteHandler","PrepareImageEnrichmentUseCase","Ai","AiImageEnrichmentStreamRouteDefinitionImpl","AiImageEnrichmentStreamRouteDefinition","HttpRouteDefinition"],"mappings":";;;;;;AAkBA,MAAMA;IACF,YACYC,OAAgD,EAChDC,EAAgB,CAC1B;aAFUD,OAAO,GAAPA;aACAC,EAAE,GAAFA;IACT;IAEH,MAAM,OACFC,OAAqB,EACrBC,QAA8B,EACD;QAC7B,MAAMC,SAASF,QAAQ,cAAc,CAAC,MAAM;QAE5C,IAAI,CAACE,QACD,OAAOD,SAAS,MAAM,CAAC,KAAK,IAAI,CAAC;YAAE,SAAS;QAAmB;QAGnE,MAAME,iBAAiB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACD;QAElD,IAAIC,eAAe,MAAM,IAAI;YACzB,MAAMC,QAAQD,eAAe,KAAK;YAElC,MAAME,aAAaC,+BAA+BF;YAElD,OAAOH,SAAS,MAAM,CAACI,YAAY,IAAI,CAAC;gBAAE,SAASD,MAAM,OAAO;gBAAE,MAAMA,MAAM,IAAI;YAAC;QACvF;QAEA,MAAMG,SAAS,IAAI,CAAC,MAAM,CAACJ,eAAe,KAAK;QAE/C,OAAOF,SAAS,GAAG,CAACM;IACxB;IAEA,OAAe,OAAOC,QAAkC,EAA0B;QAC9E,MAAMC,WAAW;YAAE,MAAM;YAAS,QAAQD,SAAS,MAAM;YAAE,OAAOA,SAAS,KAAK;QAAC;QAEjF,IAAIE,SAAS;YAAE,MAAM,EAAE;YAAc,aAAa;QAAG;QAErD,IAAI;YACA,MAAMV,UAAUW,yBAAyBH;YACzC,MAAMI,SAAS,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAACZ;YAExC,WAAW,MAAMa,WAAWD,OAAO,mBAAmB,CAAE;gBACpDF,SAASI,sBAAsBD;gBAC/B,MAAMJ,WAAW;oBAAE,MAAM;oBAAW,GAAGC,MAAM;gBAAC;YAClD;QACJ,EAAE,OAAON,OAAO;YACZ,MAAMK,WAAW;gBACb,MAAM;gBACN,SAAS,CAAC,sBAAsB,EAC5BL,iBAAiBW,QAAQX,MAAM,OAAO,GAAGY,OAAOZ,QAClD;YACN;YACA;QACJ;QAKA,MAAMK,WAAW;YACb,MAAM;YACN,QAAQD,SAAS,MAAM;YACvB,MAAME,OAAO,IAAI;YACjB,aAAaA,OAAO,WAAW;QACnC;IACJ;AACJ;AAEO,MAAMO,+BAA+BC,iBAAiB,oBAAoB,CAAC;IAC9E,gBAAgBrB;IAChB,cAAc;QAACsB;QAA+BC;KAAG;AACrD;AAEA,MAAMC;;aACO,IAAI,GAAG;aACP,MAAM,GAAG;aACT,IAAI,GAAG;aACP,OAAO,GAAGJ;;AACvB;AAGO,MAAMK,yCAAyCC,oBAAoB,oBAAoB,CAAC;IAC3F,gBAAgBF;IAChB,cAAc,EAAE;AACpB"}

package/api/features/AiImageEnrichment/AiImageEnrichmentTask.d.ts

@@ -1,25 +1,19 @@
 import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
 import { Ai } from "@webiny/api-core/features/ai/index.js";
-import { Encryption } from "@webiny/api-core/features/encryption/index.js";
-import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
-import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
-import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
-import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
-import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
-import { GetSettingsUseCase } from "../../../api/features/GetSettings/index.js";
+import { ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase } from "./abstractions.js";
 export declare const AI_IMAGE_ENRICHMENT_TASK_ID = "fmAiImageEnrichment";
 export interface IAiImageEnrichmentTaskInput {
     fileId: string;
 }
+/**
+ * Background enrichment, triggered after a file is created. Shares its preparation and persistence
+ * with the streaming HTTP route (`AiImageEnrichmentStreamRoute`); the only difference is that this
+ * one waits for the whole AI response, because a background task has no one to stream to.
+ */
 declare class AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiImageEnrichmentTaskInput> {
-    private getFile;
-    private getFileContents;
-    private updateFile;
+    private prepare;
+    private apply;
     private ai;
-    private getSettings;
-    private encryption;
-    private identityContext;
-    private sendToIdentity;
     id: string;
     title: string;
     description: string;
@@ -27,10 +21,10 @@ declare class AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiI
     isPrivate: boolean;
     databaseLogs: boolean;
     readonly selfCleanup: ("onAbort" | "onSuccess")[];
-    constructor(getFile: GetFileUseCase.Interface, getFileContents: GetFileContentsByIdUseCase.Interface, updateFile: UpdateFileUseCase.Interface, ai: Ai.Interface, getSettings: GetSettingsUseCase.Interface, encryption: Encryption.Interface, identityContext: IdentityContext.Interface, sendToIdentity: WebsocketsSendToIdentityUseCase.Interface);
+    constructor(prepare: PrepareImageEnrichmentUseCase.Interface, apply: ApplyImageEnrichmentUseCase.Interface, ai: Ai.Interface);
     run({ input, controller }: TaskDefinition.RunParams<IAiImageEnrichmentTaskInput>): Promise<TaskDefinition.Result<IAiImageEnrichmentTaskInput>>;
 }
 export declare const AiImageEnrichmentTask: typeof AiImageEnrichmentTaskImpl & {
-    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions").ITaskOutput>>;
+    __abstraction: import("@webiny/di").Abstraction<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskDefinition<import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
 };
 export {};

package/api/features/AiImageEnrichment/AiImageEnrichmentTask.js

@@ -1,32 +1,14 @@
-import { Output } from "ai";
-import { z } from "zod";
 import { TaskDefinition } from "@webiny/api-core/features/task/TaskDefinition/index.js";
 import { Ai } from "@webiny/api-core/features/ai/index.js";
-import { Encryption } from "@webiny/api-core/features/encryption/index.js";
-import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
-import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
-import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
-import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
-import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
-import { GetSettingsUseCase } from "../GetSettings/index.js";
+import { ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase } from "./abstractions.js";
+import { buildEnrichmentAiRequest } from "./buildEnrichmentAiRequest.js";
+import { EnrichmentNotAnImageError } from "./errors.js";
 const AI_IMAGE_ENRICHMENT_TASK_ID = "fmAiImageEnrichment";
-const AI_PROMPT = "Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.";
-const aiOutputSchema = Output.object({
-    schema: z.object({
-        tags: z.array(z.string()),
-        description: z.string()
-    })
-});
 class AiImageEnrichmentTaskImpl {
-    constructor(getFile, getFileContents, updateFile, ai, getSettings, encryption, identityContext, sendToIdentity){
-        this.getFile = getFile;
-        this.getFileContents = getFileContents;
-        this.updateFile = updateFile;
+    constructor(prepare, apply, ai){
+        this.prepare = prepare;
+        this.apply = apply;
         this.ai = ai;
-        this.getSettings = getSettings;
-        this.encryption = encryption;
-        this.identityContext = identityContext;
-        this.sendToIdentity = sendToIdentity;
         this.id = AI_IMAGE_ENRICHMENT_TASK_ID;
         this.title = "File Manager - AI Image Enrichment";
         this.description = "Automatically enriches uploaded images with AI-generated tags and description.";
@@ -40,86 +22,34 @@ class AiImageEnrichmentTaskImpl {
     }
     async run({ input, controller }) {
         if (controller.runtime.isAborted()) return controller.response.aborted();
-        const fileResult = await this.getFile.execute(input.fileId);
-        if (fileResult.isFail()) return controller.response.error({
-            message: `File not found: ${input.fileId}`
-        });
-        const file = fileResult.value;
-        if (!file.type.startsWith("image/")) return controller.response.done("File is not an image; skipping AI enrichment.");
-        const contentsResult = await this.getFileContents.execute(input.fileId);
-        if (contentsResult.isFail()) return controller.response.error({
-            message: `Unable to read file contents: ${contentsResult.error.message}`
-        });
-        const imageBase64 = contentsResult.value.buffer.toString("base64");
-        const imageMediaType = contentsResult.value.contentType;
-        const aiSettingsResult = await this.getSettings.execute();
-        if (aiSettingsResult.isFail()) return controller.response.error({
-            message: "No AI provider configured. Add a provider in AI Power Ups settings."
-        });
-        const aiSettings = aiSettingsResult.value;
-        const firstProvider = aiSettings.providers.presets[0];
-        if (!firstProvider) return controller.response.done({
-            message: "No AI provider configured. Add a provider in AI Power Ups settings."
-        });
-        let tags = [];
-        let description = "";
-        try {
-            const aiResult = await this.ai.generateText({
-                model: firstProvider.model,
-                output: aiOutputSchema,
-                connection: {
-                    sdkName: firstProvider.model.split("/")[0],
-                    apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)
-                },
-                messages: [
-                    {
-                        role: "user",
-                        content: [
-                            {
-                                type: "file",
-                                data: imageBase64,
-                                mediaType: imageMediaType
-                            },
-                            {
-                                type: "text",
-                                text: AI_PROMPT
-                            }
-                        ]
-                    }
-                ]
+        const preparedResult = await this.prepare.execute(input.fileId);
+        if (preparedResult.isFail()) {
+            const error = preparedResult.error;
+            if (error instanceof EnrichmentNotAnImageError) return controller.response.done(error.message);
+            return controller.response.error({
+                message: error.message
             });
+        }
+        const prepared = preparedResult.value;
+        let tags;
+        let description;
+        try {
+            const request = buildEnrichmentAiRequest(prepared);
+            const aiResult = await this.ai.generateText(request);
             tags = aiResult.output.tags;
             description = aiResult.output.description;
         } catch (error) {
-            console.log("error", error.message);
             return controller.response.error({
                 message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`
             });
         }
-        const mergedTags = [
-            ...new Set([
-                ...file.tags,
-                ...tags
-            ])
-        ];
-        const updateResult = await this.updateFile.execute({
-            id: file.id,
-            tags: mergedTags,
+        const appliedResult = await this.apply.execute({
+            fileId: prepared.fileId,
+            tags,
             description
         });
-        if (updateResult.isFail()) return controller.response.error({
-            message: `Failed to update file: ${updateResult.error.message}`
-        });
-        const identity = this.identityContext.getIdentity();
-        await this.sendToIdentity.execute({
-            id: identity.id
-        }, {
-            action: "fm.file.enrichment",
-            data: {
-                id: file.id,
-                tags: mergedTags,
-                description
-            }
+        if (appliedResult.isFail()) return controller.response.error({
+            message: appliedResult.error.message
         });
         return controller.response.done("AI image enrichment completed successfully.");
     }
@@ -127,14 +57,9 @@ class AiImageEnrichmentTaskImpl {
 const AiImageEnrichmentTask = TaskDefinition.createImplementation({
     implementation: AiImageEnrichmentTaskImpl,
     dependencies: [
-        GetFileUseCase,
-        GetFileContentsByIdUseCase,
-        UpdateFileUseCase,
-        Ai,
-        GetSettingsUseCase,
-        Encryption,
-        IdentityContext,
-        WebsocketsSendToIdentityUseCase
+        PrepareImageEnrichmentUseCase,
+        ApplyImageEnrichmentUseCase,
+        Ai
     ]
 });
 export { AI_IMAGE_ENRICHMENT_TASK_ID, AiImageEnrichmentTask };

package/api/features/AiImageEnrichment/AiImageEnrichmentTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"api/features/AiImageEnrichment/AiImageEnrichmentTask.js","sources":["../../../../src/api/features/AiImageEnrichment/AiImageEnrichmentTask.ts"],"sourcesContent":["import { Output } from \"ai\";\nimport { z } from \"zod\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { Encryption } from \"@webiny/api-core/features/encryption/index.js\";\nimport { GetFileUseCase } from \"@webiny/api-file-manager/features/file/GetFile/index.js\";\nimport { GetFileContentsByIdUseCase } from \"@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js\";\nimport { UpdateFileUseCase } from \"@webiny/api-file-manager/features/file/UpdateFile/index.js\";\nimport { WebsocketsSendToIdentityUseCase } from \"@webiny/api-websockets/features/SendToIdentity/abstractions.js\";\nimport { IdentityContext } from \"@webiny/api-core/exports/api/security.js\";\nimport { GetSettingsUseCase } from \"~/api/features/GetSettings/index.js\";\n\nexport const AI_IMAGE_ENRICHMENT_TASK_ID = \"fmAiImageEnrichment\";\n\nconst AI_PROMPT =\n    \"Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.\";\n\nconst aiOutputSchema = Output.object({\n    schema: z.object({\n        tags: z.array(z.string()),\n        description: z.string()\n    })\n});\n\nexport interface IAiImageEnrichmentTaskInput {\n    fileId: string;\n}\n\nclass AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiImageEnrichmentTaskInput> {\n    id = AI_IMAGE_ENRICHMENT_TASK_ID;\n    title = \"File Manager - AI Image Enrichment\";\n    description = \"Automatically enriches uploaded images with AI-generated tags and description.\";\n    maxIterations = 1;\n    isPrivate = true;\n    databaseLogs = false;\n\n    public readonly selfCleanup = [\"onSuccess\" as const, \"onAbort\" as const];\n\n    constructor(\n        private getFile: GetFileUseCase.Interface,\n        private getFileContents: GetFileContentsByIdUseCase.Interface,\n        private updateFile: UpdateFileUseCase.Interface,\n        private ai: Ai.Interface,\n        private getSettings: GetSettingsUseCase.Interface,\n        private encryption: Encryption.Interface,\n        private identityContext: IdentityContext.Interface,\n        private sendToIdentity: WebsocketsSendToIdentityUseCase.Interface\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IAiImageEnrichmentTaskInput>): Promise<\n        TaskDefinition.Result<IAiImageEnrichmentTaskInput>\n    > {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const fileResult = await this.getFile.execute(input.fileId);\n        if (fileResult.isFail()) {\n            return controller.response.error({\n                message: `File not found: ${input.fileId}`\n            });\n        }\n\n        const file = fileResult.value;\n\n        if (!file.type.startsWith(\"image/\")) {\n            return controller.response.done(\"File is not an image; skipping AI enrichment.\");\n        }\n\n        // Read the image bytes and send them to the AI as base64, NOT a URL. A URL forces the\n        // provider to fetch the file — which fails for private/access-controlled files, leaks the\n        // domain, and can't reach a non-public origin (e.g. local dev). base64 is a portable standard\n        // that works on every setup. (Also resolves the AI-SDK \"image part\" deprecation.)\n        const contentsResult = await this.getFileContents.execute(input.fileId);\n        if (contentsResult.isFail()) {\n            return controller.response.error({\n                message: `Unable to read file contents: ${contentsResult.error.message}`\n            });\n        }\n        const imageBase64 = contentsResult.value.buffer.toString(\"base64\");\n        const imageMediaType = contentsResult.value.contentType;\n\n        const aiSettingsResult = await this.getSettings.execute();\n\n        if (aiSettingsResult.isFail()) {\n            return controller.response.error({\n                message: \"No AI provider configured. Add a provider in AI Power Ups settings.\"\n            });\n        }\n\n        const aiSettings = aiSettingsResult.value;\n\n        const firstProvider = aiSettings.providers.presets[0];\n\n        if (!firstProvider) {\n            return controller.response.done({\n                message: \"No AI provider configured. Add a provider in AI Power Ups settings.\"\n            });\n        }\n\n        let tags: string[] = [];\n        let description = \"\";\n        try {\n            const aiResult = await this.ai.generateText({\n                model: firstProvider.model,\n                output: aiOutputSchema,\n                connection: {\n                    sdkName: firstProvider.model.split(\"/\")[0],\n                    apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)\n                },\n                messages: [\n                    {\n                        role: \"user\",\n                        content: [\n                            {\n                                type: \"file\",\n                                data: imageBase64,\n                                mediaType: imageMediaType\n                            },\n                            {\n                                type: \"text\",\n                                text: AI_PROMPT\n                            }\n                        ]\n                    }\n                ]\n            });\n\n            tags = aiResult.output.tags;\n            description = aiResult.output.description;\n        } catch (error) {\n            console.log(\"error\", error.message);\n            return controller.response.error({\n                message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`\n            });\n        }\n\n        const mergedTags = [...new Set([...file.tags, ...tags])];\n\n        const updateResult = await this.updateFile.execute({\n            id: file.id,\n            tags: mergedTags,\n            description\n        });\n\n        if (updateResult.isFail()) {\n            return controller.response.error({\n                message: `Failed to update file: ${updateResult.error.message}`\n            });\n        }\n\n        const identity = this.identityContext.getIdentity();\n        await this.sendToIdentity.execute(\n            { id: identity.id },\n            {\n                action: \"fm.file.enrichment\",\n                data: {\n                    id: file.id,\n                    tags: mergedTags,\n                    description\n                }\n            }\n        );\n\n        return controller.response.done(\"AI image enrichment completed successfully.\");\n    }\n}\n\nexport const AiImageEnrichmentTask = TaskDefinition.createImplementation({\n    implementation: AiImageEnrichmentTaskImpl,\n    dependencies: [\n        GetFileUseCase,\n        GetFileContentsByIdUseCase,\n        UpdateFileUseCase,\n        Ai,\n        GetSettingsUseCase,\n        Encryption,\n        IdentityContext,\n        WebsocketsSendToIdentityUseCase\n    ]\n});\n"],"names":["AI_IMAGE_ENRICHMENT_TASK_ID","AI_PROMPT","aiOutputSchema","Output","z","AiImageEnrichmentTaskImpl","getFile","getFileContents","updateFile","ai","getSettings","encryption","identityContext","sendToIdentity","input","controller","fileResult","file","contentsResult","imageBase64","imageMediaType","aiSettingsResult","aiSettings","firstProvider","tags","description","aiResult","error","console","Error","String","mergedTags","Set","updateResult","identity","AiImageEnrichmentTask","TaskDefinition","GetFileUseCase","GetFileContentsByIdUseCase","UpdateFileUseCase","Ai","GetSettingsUseCase","Encryption","IdentityContext","WebsocketsSendToIdentityUseCase"],"mappings":";;;;;;;;;;;AAYO,MAAMA,8BAA8B;AAE3C,MAAMC,YACF;AAEJ,MAAMC,iBAAiBC,OAAO,MAAM,CAAC;IACjC,QAAQC,EAAE,MAAM,CAAC;QACb,MAAMA,EAAE,KAAK,CAACA,EAAE,MAAM;QACtB,aAAaA,EAAE,MAAM;IACzB;AACJ;AAMA,MAAMC;IAUF,YACYC,OAAiC,EACjCC,eAAqD,EACrDC,UAAuC,EACvCC,EAAgB,EAChBC,WAAyC,EACzCC,UAAgC,EAChCC,eAA0C,EAC1CC,cAAyD,CACnE;aARUP,OAAO,GAAPA;aACAC,eAAe,GAAfA;aACAC,UAAU,GAAVA;aACAC,EAAE,GAAFA;aACAC,WAAW,GAAXA;aACAC,UAAU,GAAVA;aACAC,eAAe,GAAfA;aACAC,cAAc,GAAdA;aAjBZ,EAAE,GAAGb;aACL,KAAK,GAAG;aACR,WAAW,GAAG;aACd,aAAa,GAAG;aAChB,SAAS,GAAG;aACZ,YAAY,GAAG;aAEC,WAAW,GAAG;YAAC;YAAsB;SAAmB;IAWrE;IAEH,MAAM,IAAI,EACNc,KAAK,EACLC,UAAU,EAC0C,EAEtD;QACE,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAMC,aAAa,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACF,MAAM,MAAM;QAC1D,IAAIE,WAAW,MAAM,IACjB,OAAOD,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS,CAAC,gBAAgB,EAAED,MAAM,MAAM,EAAE;QAC9C;QAGJ,MAAMG,OAAOD,WAAW,KAAK;QAE7B,IAAI,CAACC,KAAK,IAAI,CAAC,UAAU,CAAC,WACtB,OAAOF,WAAW,QAAQ,CAAC,IAAI,CAAC;QAOpC,MAAMG,iBAAiB,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAACJ,MAAM,MAAM;QACtE,IAAII,eAAe,MAAM,IACrB,OAAOH,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS,CAAC,8BAA8B,EAAEG,eAAe,KAAK,CAAC,OAAO,EAAE;QAC5E;QAEJ,MAAMC,cAAcD,eAAe,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;QACzD,MAAME,iBAAiBF,eAAe,KAAK,CAAC,WAAW;QAEvD,MAAMG,mBAAmB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO;QAEvD,IAAIA,iBAAiB,MAAM,IACvB,OAAON,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS;QACb;QAGJ,MAAMO,aAAaD,iBAAiB,KAAK;QAEzC,MAAME,gBAAgBD,WAAW,SAAS,CAAC,OAAO,CAAC,EAAE;QAErD,IAAI,CAACC,eACD,OAAOR,WAAW,QAAQ,CAAC,IAAI,CAAC;YAC5B,SAAS;QACb;QAGJ,IAAIS,OAAiB,EAAE;QACvB,IAAIC,cAAc;QAClB,IAAI;YACA,MAAMC,WAAW,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC;gBACxC,OAAOH,cAAc,KAAK;gBAC1B,QAAQrB;gBACR,YAAY;oBACR,SAASqB,cAAc,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;oBAC1C,QAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAACA,cAAc,eAAe;gBACvE;gBACA,UAAU;oBACN;wBACI,MAAM;wBACN,SAAS;4BACL;gCACI,MAAM;gCACN,MAAMJ;gCACN,WAAWC;4BACf;4BACA;gCACI,MAAM;gCACN,MAAMnB;4BACV;yBACH;oBACL;iBACH;YACL;YAEAuB,OAAOE,SAAS,MAAM,CAAC,IAAI;YAC3BD,cAAcC,SAAS,MAAM,CAAC,WAAW;QAC7C,EAAE,OAAOC,OAAO;YACZC,QAAQ,GAAG,CAAC,SAASD,MAAM,OAAO;YAClC,OAAOZ,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAC7B,SAAS,CAAC,sBAAsB,EAAEY,iBAAiBE,QAAQF,MAAM,OAAO,GAAGG,OAAOH,QAAQ;YAC9F;QACJ;QAEA,MAAMI,aAAa;eAAI,IAAIC,IAAI;mBAAIf,KAAK,IAAI;mBAAKO;aAAK;SAAE;QAExD,MAAMS,eAAe,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/C,IAAIhB,KAAK,EAAE;YACX,MAAMc;YACNN;QACJ;QAEA,IAAIQ,aAAa,MAAM,IACnB,OAAOlB,WAAW,QAAQ,CAAC,KAAK,CAAC;YAC7B,SAAS,CAAC,uBAAuB,EAAEkB,aAAa,KAAK,CAAC,OAAO,EAAE;QACnE;QAGJ,MAAMC,WAAW,IAAI,CAAC,eAAe,CAAC,WAAW;QACjD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAC7B;YAAE,IAAIA,SAAS,EAAE;QAAC,GAClB;YACI,QAAQ;YACR,MAAM;gBACF,IAAIjB,KAAK,EAAE;gBACX,MAAMc;gBACNN;YACJ;QACJ;QAGJ,OAAOV,WAAW,QAAQ,CAAC,IAAI,CAAC;IACpC;AACJ;AAEO,MAAMoB,wBAAwBC,eAAe,oBAAoB,CAAC;IACrE,gBAAgB/B;IAChB,cAAc;QACVgC;QACAC;QACAC;QACAC;QACAC;QACAC;QACAC;QACAC;KACH;AACL"}
+{"version":3,"file":"api/features/AiImageEnrichment/AiImageEnrichmentTask.js","sources":["../../../../src/api/features/AiImageEnrichment/AiImageEnrichmentTask.ts"],"sourcesContent":["import { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { Ai } from \"@webiny/api-core/features/ai/index.js\";\nimport { ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase } from \"./abstractions.js\";\nimport { buildEnrichmentAiRequest } from \"./buildEnrichmentAiRequest.js\";\nimport { EnrichmentNotAnImageError } from \"./errors.js\";\n\nexport const AI_IMAGE_ENRICHMENT_TASK_ID = \"fmAiImageEnrichment\";\n\nexport interface IAiImageEnrichmentTaskInput {\n    fileId: string;\n}\n\n/**\n * Background enrichment, triggered after a file is created. Shares its preparation and persistence\n * with the streaming HTTP route (`AiImageEnrichmentStreamRoute`); the only difference is that this\n * one waits for the whole AI response, because a background task has no one to stream to.\n */\nclass AiImageEnrichmentTaskImpl implements TaskDefinition.Interface<IAiImageEnrichmentTaskInput> {\n    id = AI_IMAGE_ENRICHMENT_TASK_ID;\n    title = \"File Manager - AI Image Enrichment\";\n    description = \"Automatically enriches uploaded images with AI-generated tags and description.\";\n    maxIterations = 1;\n    isPrivate = true;\n    databaseLogs = false;\n\n    public readonly selfCleanup = [\"onSuccess\" as const, \"onAbort\" as const];\n\n    constructor(\n        private prepare: PrepareImageEnrichmentUseCase.Interface,\n        private apply: ApplyImageEnrichmentUseCase.Interface,\n        private ai: Ai.Interface\n    ) {}\n\n    async run({\n        input,\n        controller\n    }: TaskDefinition.RunParams<IAiImageEnrichmentTaskInput>): Promise<\n        TaskDefinition.Result<IAiImageEnrichmentTaskInput>\n    > {\n        if (controller.runtime.isAborted()) {\n            return controller.response.aborted();\n        }\n\n        const preparedResult = await this.prepare.execute(input.fileId);\n        if (preparedResult.isFail()) {\n            const error = preparedResult.error;\n            // A non-image isn't a failure — nothing to enrich, so the task is simply done.\n            if (error instanceof EnrichmentNotAnImageError) {\n                return controller.response.done(error.message);\n            }\n            return controller.response.error({ message: error.message });\n        }\n\n        const prepared = preparedResult.value;\n\n        let tags: string[];\n        let description: string;\n        try {\n            const request = buildEnrichmentAiRequest(prepared);\n            const aiResult = await this.ai.generateText(request);\n\n            tags = aiResult.output.tags;\n            description = aiResult.output.description;\n        } catch (error) {\n            return controller.response.error({\n                message: `AI enrichment failed: ${error instanceof Error ? error.message : String(error)}`\n            });\n        }\n\n        const appliedResult = await this.apply.execute({\n            fileId: prepared.fileId,\n            tags,\n            description\n        });\n\n        if (appliedResult.isFail()) {\n            return controller.response.error({ message: appliedResult.error.message });\n        }\n\n        return controller.response.done(\"AI image enrichment completed successfully.\");\n    }\n}\n\nexport const AiImageEnrichmentTask = TaskDefinition.createImplementation({\n    implementation: AiImageEnrichmentTaskImpl,\n    dependencies: [PrepareImageEnrichmentUseCase, ApplyImageEnrichmentUseCase, Ai]\n});\n"],"names":["AI_IMAGE_ENRICHMENT_TASK_ID","AiImageEnrichmentTaskImpl","prepare","apply","ai","input","controller","preparedResult","error","EnrichmentNotAnImageError","prepared","tags","description","request","buildEnrichmentAiRequest","aiResult","Error","String","appliedResult","AiImageEnrichmentTask","TaskDefinition","PrepareImageEnrichmentUseCase","ApplyImageEnrichmentUseCase","Ai"],"mappings":";;;;;AAMO,MAAMA,8BAA8B;AAW3C,MAAMC;IAUF,YACYC,OAAgD,EAChDC,KAA4C,EAC5CC,EAAgB,CAC1B;aAHUF,OAAO,GAAPA;aACAC,KAAK,GAALA;aACAC,EAAE,GAAFA;aAZZ,EAAE,GAAGJ;aACL,KAAK,GAAG;aACR,WAAW,GAAG;aACd,aAAa,GAAG;aAChB,SAAS,GAAG;aACZ,YAAY,GAAG;aAEC,WAAW,GAAG;YAAC;YAAsB;SAAmB;IAMrE;IAEH,MAAM,IAAI,EACNK,KAAK,EACLC,UAAU,EAC0C,EAEtD;QACE,IAAIA,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;QAGtC,MAAMC,iBAAiB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACF,MAAM,MAAM;QAC9D,IAAIE,eAAe,MAAM,IAAI;YACzB,MAAMC,QAAQD,eAAe,KAAK;YAElC,IAAIC,iBAAiBC,2BACjB,OAAOH,WAAW,QAAQ,CAAC,IAAI,CAACE,MAAM,OAAO;YAEjD,OAAOF,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAASE,MAAM,OAAO;YAAC;QAC9D;QAEA,MAAME,WAAWH,eAAe,KAAK;QAErC,IAAII;QACJ,IAAIC;QACJ,IAAI;YACA,MAAMC,UAAUC,yBAAyBJ;YACzC,MAAMK,WAAW,MAAM,IAAI,CAAC,EAAE,CAAC,YAAY,CAACF;YAE5CF,OAAOI,SAAS,MAAM,CAAC,IAAI;YAC3BH,cAAcG,SAAS,MAAM,CAAC,WAAW;QAC7C,EAAE,OAAOP,OAAO;YACZ,OAAOF,WAAW,QAAQ,CAAC,KAAK,CAAC;gBAC7B,SAAS,CAAC,sBAAsB,EAAEE,iBAAiBQ,QAAQR,MAAM,OAAO,GAAGS,OAAOT,QAAQ;YAC9F;QACJ;QAEA,MAAMU,gBAAgB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YAC3C,QAAQR,SAAS,MAAM;YACvBC;YACAC;QACJ;QAEA,IAAIM,cAAc,MAAM,IACpB,OAAOZ,WAAW,QAAQ,CAAC,KAAK,CAAC;YAAE,SAASY,cAAc,KAAK,CAAC,OAAO;QAAC;QAG5E,OAAOZ,WAAW,QAAQ,CAAC,IAAI,CAAC;IACpC;AACJ;AAEO,MAAMa,wBAAwBC,eAAe,oBAAoB,CAAC;IACrE,gBAAgBnB;IAChB,cAAc;QAACoB;QAA+BC;QAA6BC;KAAG;AAClF"}

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.d.ts

@@ -0,0 +1,18 @@
+import { Result } from "@webiny/feature/api";
+import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
+import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
+import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
+import { ApplyImageEnrichmentUseCase as UseCaseAbstraction, type IApplyImageEnrichmentParams, type IAppliedImageEnrichment } from "./abstractions.js";
+import type { ImageEnrichmentError } from "./errors.js";
+export declare const FILE_ENRICHMENT_WEBSOCKET_ACTION = "fm.file.enrichment";
+declare class ApplyImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {
+    private updateFile;
+    private identityContext;
+    private sendToIdentity;
+    constructor(updateFile: UpdateFileUseCase.Interface, identityContext: IdentityContext.Interface, sendToIdentity: WebsocketsSendToIdentityUseCase.Interface);
+    execute(params: IApplyImageEnrichmentParams): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const ApplyImageEnrichmentUseCase: typeof ApplyImageEnrichmentUseCaseImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("./abstractions.js").IApplyImageEnrichmentUseCase>;
+};
+export {};

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js

@@ -0,0 +1,50 @@
+import { Result } from "@webiny/feature/api";
+import { UpdateFileUseCase } from "@webiny/api-file-manager/features/file/UpdateFile/index.js";
+import { WebsocketsSendToIdentityUseCase } from "@webiny/api-websockets/features/SendToIdentity/abstractions.js";
+import { IdentityContext } from "@webiny/api-core/exports/api/security.js";
+import { ApplyImageEnrichmentUseCase } from "./abstractions.js";
+import { EnrichmentPersistError } from "./errors.js";
+const FILE_ENRICHMENT_WEBSOCKET_ACTION = "fm.file.enrichment";
+class ApplyImageEnrichmentUseCaseImpl {
+    constructor(updateFile, identityContext, sendToIdentity){
+        this.updateFile = updateFile;
+        this.identityContext = identityContext;
+        this.sendToIdentity = sendToIdentity;
+    }
+    async execute(params) {
+        const { tags, description, fileId } = params;
+        const updateResult = await this.updateFile.execute({
+            id: fileId,
+            tags,
+            description
+        });
+        if (updateResult.isFail()) return Result.fail(new EnrichmentPersistError(updateResult.error.message));
+        const identity = this.identityContext.getIdentity();
+        await this.sendToIdentity.execute({
+            id: identity.id
+        }, {
+            action: FILE_ENRICHMENT_WEBSOCKET_ACTION,
+            data: {
+                id: fileId,
+                tags,
+                description
+            }
+        });
+        return Result.ok({
+            fileId,
+            tags,
+            description
+        });
+    }
+}
+const ApplyImageEnrichmentUseCase_ApplyImageEnrichmentUseCase = ApplyImageEnrichmentUseCase.createImplementation({
+    implementation: ApplyImageEnrichmentUseCaseImpl,
+    dependencies: [
+        UpdateFileUseCase,
+        IdentityContext,
+        WebsocketsSendToIdentityUseCase
+    ]
+});
+export { ApplyImageEnrichmentUseCase_ApplyImageEnrichmentUseCase as ApplyImageEnrichmentUseCase, FILE_ENRICHMENT_WEBSOCKET_ACTION };
+
+//# sourceMappingURL=ApplyImageEnrichmentUseCase.js.map

package/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.js","sources":["../../../../src/api/features/AiImageEnrichment/ApplyImageEnrichmentUseCase.ts"],"sourcesContent":["import { Result } from \"@webiny/feature/api\";\nimport { UpdateFileUseCase } from \"@webiny/api-file-manager/features/file/UpdateFile/index.js\";\nimport { WebsocketsSendToIdentityUseCase } from \"@webiny/api-websockets/features/SendToIdentity/abstractions.js\";\nimport { IdentityContext } from \"@webiny/api-core/exports/api/security.js\";\nimport {\n    ApplyImageEnrichmentUseCase as UseCaseAbstraction,\n    type IApplyImageEnrichmentParams,\n    type IAppliedImageEnrichment\n} from \"./abstractions.js\";\nimport { EnrichmentPersistError } from \"./errors.js\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nexport const FILE_ENRICHMENT_WEBSOCKET_ACTION = \"fm.file.enrichment\";\n\nclass ApplyImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {\n    constructor(\n        private updateFile: UpdateFileUseCase.Interface,\n        private identityContext: IdentityContext.Interface,\n        private sendToIdentity: WebsocketsSendToIdentityUseCase.Interface\n    ) {}\n\n    async execute(\n        params: IApplyImageEnrichmentParams\n    ): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>> {\n        // Enrichment REPLACES both fields. Tags used to be merged into the file's existing ones while\n        // the description was overwritten, which is an odd split: re-running would accumulate tags\n        // forever, so a wrong tag from an earlier run could never be dropped by re-running.\n        const { tags, description, fileId } = params;\n\n        const updateResult = await this.updateFile.execute({\n            id: fileId,\n            tags,\n            description\n        });\n\n        if (updateResult.isFail()) {\n            return Result.fail(new EnrichmentPersistError(updateResult.error.message));\n        }\n\n        // Push to the identity's open sockets even when the caller is streaming: the browser tab that\n        // triggered this isn't necessarily the only one showing the file, and the client-side list\n        // cache updates off this message (see AiImageEnrichmentEventHandler in @webiny/app-file-manager).\n        const identity = this.identityContext.getIdentity();\n        await this.sendToIdentity.execute(\n            { id: identity.id },\n            {\n                action: FILE_ENRICHMENT_WEBSOCKET_ACTION,\n                data: { id: fileId, tags, description }\n            }\n        );\n\n        return Result.ok({ fileId, tags, description });\n    }\n}\n\nexport const ApplyImageEnrichmentUseCase = UseCaseAbstraction.createImplementation({\n    implementation: ApplyImageEnrichmentUseCaseImpl,\n    dependencies: [UpdateFileUseCase, IdentityContext, WebsocketsSendToIdentityUseCase]\n});\n"],"names":["FILE_ENRICHMENT_WEBSOCKET_ACTION","ApplyImageEnrichmentUseCaseImpl","updateFile","identityContext","sendToIdentity","params","tags","description","fileId","updateResult","Result","EnrichmentPersistError","identity","ApplyImageEnrichmentUseCase","UseCaseAbstraction","UpdateFileUseCase","IdentityContext","WebsocketsSendToIdentityUseCase"],"mappings":";;;;;;AAYO,MAAMA,mCAAmC;AAEhD,MAAMC;IACF,YACYC,UAAuC,EACvCC,eAA0C,EAC1CC,cAAyD,CACnE;aAHUF,UAAU,GAAVA;aACAC,eAAe,GAAfA;aACAC,cAAc,GAAdA;IACT;IAEH,MAAM,QACFC,MAAmC,EAC2B;QAI9D,MAAM,EAAEC,IAAI,EAAEC,WAAW,EAAEC,MAAM,EAAE,GAAGH;QAEtC,MAAMI,eAAe,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/C,IAAID;YACJF;YACAC;QACJ;QAEA,IAAIE,aAAa,MAAM,IACnB,OAAOC,OAAO,IAAI,CAAC,IAAIC,uBAAuBF,aAAa,KAAK,CAAC,OAAO;QAM5E,MAAMG,WAAW,IAAI,CAAC,eAAe,CAAC,WAAW;QACjD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAC7B;YAAE,IAAIA,SAAS,EAAE;QAAC,GAClB;YACI,QAAQZ;YACR,MAAM;gBAAE,IAAIQ;gBAAQF;gBAAMC;YAAY;QAC1C;QAGJ,OAAOG,OAAO,EAAE,CAAC;YAAEF;YAAQF;YAAMC;QAAY;IACjD;AACJ;AAEO,MAAMM,0DAA8BC,4BAAAA,oBAAuC,CAAC;IAC/E,gBAAgBb;IAChB,cAAc;QAACc;QAAmBC;QAAiBC;KAAgC;AACvF"}

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.d.ts

@@ -0,0 +1,19 @@
+import { Result } from "@webiny/feature/api";
+import { Encryption } from "@webiny/api-core/features/encryption/index.js";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
+import { PrepareImageEnrichmentUseCase as UseCaseAbstraction, type IPreparedImageEnrichment } from "./abstractions.js";
+import { GetSettingsUseCase } from "../../../api/features/GetSettings/index.js";
+import type { ImageEnrichmentError } from "./errors.js";
+declare class PrepareImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {
+    private getFile;
+    private getFileContents;
+    private getSettings;
+    private encryption;
+    constructor(getFile: GetFileUseCase.Interface, getFileContents: GetFileContentsByIdUseCase.Interface, getSettings: GetSettingsUseCase.Interface, encryption: Encryption.Interface);
+    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const PrepareImageEnrichmentUseCase: typeof PrepareImageEnrichmentUseCaseImpl & {
+    __abstraction: import("@webiny/di").Abstraction<import("./abstractions.js").IPrepareImageEnrichmentUseCase>;
+};
+export {};

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js

@@ -0,0 +1,49 @@
+import { Result } from "@webiny/feature/api";
+import { Encryption } from "@webiny/api-core/features/encryption/index.js";
+import { GetFileUseCase } from "@webiny/api-file-manager/features/file/GetFile/index.js";
+import { GetFileContentsByIdUseCase } from "@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js";
+import { PrepareImageEnrichmentUseCase } from "./abstractions.js";
+import { GetSettingsUseCase } from "../GetSettings/index.js";
+import { EnrichmentFileContentsError, EnrichmentFileNotFoundError, EnrichmentNoProviderError, EnrichmentNotAnImageError } from "./errors.js";
+class PrepareImageEnrichmentUseCaseImpl {
+    constructor(getFile, getFileContents, getSettings, encryption){
+        this.getFile = getFile;
+        this.getFileContents = getFileContents;
+        this.getSettings = getSettings;
+        this.encryption = encryption;
+    }
+    async execute(fileId) {
+        const fileResult = await this.getFile.execute(fileId);
+        if (fileResult.isFail()) return Result.fail(new EnrichmentFileNotFoundError(fileId));
+        const file = fileResult.value;
+        if (!file.type.startsWith("image/")) return Result.fail(new EnrichmentNotAnImageError(file.type));
+        const contentsResult = await this.getFileContents.execute(fileId);
+        if (contentsResult.isFail()) return Result.fail(new EnrichmentFileContentsError(contentsResult.error.message));
+        const aiSettingsResult = await this.getSettings.execute();
+        if (aiSettingsResult.isFail()) return Result.fail(new EnrichmentNoProviderError());
+        const firstProvider = aiSettingsResult.value.providers.presets[0];
+        if (!firstProvider) return Result.fail(new EnrichmentNoProviderError());
+        return Result.ok({
+            fileId: file.id,
+            imageBase64: contentsResult.value.buffer.toString("base64"),
+            imageMediaType: contentsResult.value.contentType,
+            model: firstProvider.model,
+            connection: {
+                sdkName: firstProvider.model.split("/")[0],
+                apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)
+            }
+        });
+    }
+}
+const PrepareImageEnrichmentUseCase_PrepareImageEnrichmentUseCase = PrepareImageEnrichmentUseCase.createImplementation({
+    implementation: PrepareImageEnrichmentUseCaseImpl,
+    dependencies: [
+        GetFileUseCase,
+        GetFileContentsByIdUseCase,
+        GetSettingsUseCase,
+        Encryption
+    ]
+});
+export { PrepareImageEnrichmentUseCase_PrepareImageEnrichmentUseCase as PrepareImageEnrichmentUseCase };
+
+//# sourceMappingURL=PrepareImageEnrichmentUseCase.js.map

package/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.js","sources":["../../../../src/api/features/AiImageEnrichment/PrepareImageEnrichmentUseCase.ts"],"sourcesContent":["import { Result } from \"@webiny/feature/api\";\nimport { Encryption } from \"@webiny/api-core/features/encryption/index.js\";\nimport { GetFileUseCase } from \"@webiny/api-file-manager/features/file/GetFile/index.js\";\nimport { GetFileContentsByIdUseCase } from \"@webiny/api-file-manager/features/file/GetFileContentsById/abstractions.js\";\nimport {\n    PrepareImageEnrichmentUseCase as UseCaseAbstraction,\n    type IPreparedImageEnrichment\n} from \"./abstractions.js\";\nimport { GetSettingsUseCase } from \"~/api/features/GetSettings/index.js\";\nimport {\n    EnrichmentFileContentsError,\n    EnrichmentFileNotFoundError,\n    EnrichmentNoProviderError,\n    EnrichmentNotAnImageError\n} from \"./errors.js\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nclass PrepareImageEnrichmentUseCaseImpl implements UseCaseAbstraction.Interface {\n    constructor(\n        private getFile: GetFileUseCase.Interface,\n        private getFileContents: GetFileContentsByIdUseCase.Interface,\n        private getSettings: GetSettingsUseCase.Interface,\n        private encryption: Encryption.Interface\n    ) {}\n\n    async execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>> {\n        const fileResult = await this.getFile.execute(fileId);\n        if (fileResult.isFail()) {\n            return Result.fail(new EnrichmentFileNotFoundError(fileId));\n        }\n\n        const file = fileResult.value;\n\n        if (!file.type.startsWith(\"image/\")) {\n            return Result.fail(new EnrichmentNotAnImageError(file.type));\n        }\n\n        // Read the image bytes and send them to the AI as base64, NOT a URL. A URL forces the\n        // provider to fetch the file — which fails for private/access-controlled files, leaks the\n        // domain, and can't reach a non-public origin (e.g. local dev). base64 is a portable standard\n        // that works on every setup. (Also resolves the AI-SDK \"image part\" deprecation.)\n        const contentsResult = await this.getFileContents.execute(fileId);\n        if (contentsResult.isFail()) {\n            return Result.fail(new EnrichmentFileContentsError(contentsResult.error.message));\n        }\n\n        const aiSettingsResult = await this.getSettings.execute();\n        if (aiSettingsResult.isFail()) {\n            return Result.fail(new EnrichmentNoProviderError());\n        }\n\n        const firstProvider = aiSettingsResult.value.providers.presets[0];\n        if (!firstProvider) {\n            return Result.fail(new EnrichmentNoProviderError());\n        }\n\n        return Result.ok({\n            fileId: file.id,\n            imageBase64: contentsResult.value.buffer.toString(\"base64\"),\n            imageMediaType: contentsResult.value.contentType,\n            model: firstProvider.model,\n            connection: {\n                sdkName: firstProvider.model.split(\"/\")[0],\n                apiKey: await this.encryption.decrypt(firstProvider.apiKeyEncrypted)\n            }\n        });\n    }\n}\n\nexport const PrepareImageEnrichmentUseCase = UseCaseAbstraction.createImplementation({\n    implementation: PrepareImageEnrichmentUseCaseImpl,\n    dependencies: [GetFileUseCase, GetFileContentsByIdUseCase, GetSettingsUseCase, Encryption]\n});\n"],"names":["PrepareImageEnrichmentUseCaseImpl","getFile","getFileContents","getSettings","encryption","fileId","fileResult","Result","EnrichmentFileNotFoundError","file","EnrichmentNotAnImageError","contentsResult","EnrichmentFileContentsError","aiSettingsResult","EnrichmentNoProviderError","firstProvider","PrepareImageEnrichmentUseCase","UseCaseAbstraction","GetFileUseCase","GetFileContentsByIdUseCase","GetSettingsUseCase","Encryption"],"mappings":";;;;;;;AAiBA,MAAMA;IACF,YACYC,OAAiC,EACjCC,eAAqD,EACrDC,WAAyC,EACzCC,UAAgC,CAC1C;aAJUH,OAAO,GAAPA;aACAC,eAAe,GAAfA;aACAC,WAAW,GAAXA;aACAC,UAAU,GAAVA;IACT;IAEH,MAAM,QAAQC,MAAc,EAAmE;QAC3F,MAAMC,aAAa,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAACD;QAC9C,IAAIC,WAAW,MAAM,IACjB,OAAOC,OAAO,IAAI,CAAC,IAAIC,4BAA4BH;QAGvD,MAAMI,OAAOH,WAAW,KAAK;QAE7B,IAAI,CAACG,KAAK,IAAI,CAAC,UAAU,CAAC,WACtB,OAAOF,OAAO,IAAI,CAAC,IAAIG,0BAA0BD,KAAK,IAAI;QAO9D,MAAME,iBAAiB,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAACN;QAC1D,IAAIM,eAAe,MAAM,IACrB,OAAOJ,OAAO,IAAI,CAAC,IAAIK,4BAA4BD,eAAe,KAAK,CAAC,OAAO;QAGnF,MAAME,mBAAmB,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO;QACvD,IAAIA,iBAAiB,MAAM,IACvB,OAAON,OAAO,IAAI,CAAC,IAAIO;QAG3B,MAAMC,gBAAgBF,iBAAiB,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;QACjE,IAAI,CAACE,eACD,OAAOR,OAAO,IAAI,CAAC,IAAIO;QAG3B,OAAOP,OAAO,EAAE,CAAC;YACb,QAAQE,KAAK,EAAE;YACf,aAAaE,eAAe,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;YAClD,gBAAgBA,eAAe,KAAK,CAAC,WAAW;YAChD,OAAOI,cAAc,KAAK;YAC1B,YAAY;gBACR,SAASA,cAAc,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC1C,QAAQ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAACA,cAAc,eAAe;YACvE;QACJ;IACJ;AACJ;AAEO,MAAMC,8DAAgCC,8BAAAA,oBAAuC,CAAC;IACjF,gBAAgBjB;IAChB,cAAc;QAACkB;QAAgBC;QAA4BC;QAAoBC;KAAW;AAC9F"}

package/api/features/AiImageEnrichment/abstractions.d.ts

@@ -0,0 +1,60 @@
+import { Result } from "@webiny/feature/api";
+import { z } from "zod";
+import type { ImageEnrichmentError } from "./errors.js";
+export declare const AI_ENRICHMENT_PROMPT = "Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.";
+/**
+ * The shape both entry points ask the model for. Exported as the bare zod schema rather than a
+ * ready-made `Output.object(...)`: the AI SDK's `Output` type can't be named in emitted declarations
+ * (TS4023), so each call site wraps this locally instead.
+ */
+export declare const aiEnrichmentSchema: z.ZodObject<{
+    tags: z.ZodArray<z.ZodString>;
+    description: z.ZodString;
+}, z.core.$strip>;
+/** The enrichment result: what the model produces and what gets persisted. */
+export interface IEnrichmentOutput {
+    tags: string[];
+    description: string;
+}
+/**
+ * Everything needed to run the AI call, gathered up front: the image bytes, the resolved provider,
+ * and the file's current tags (needed to merge rather than overwrite).
+ *
+ * Deliberately split from the AI call itself so both entry points share the same preparation and the
+ * same failure modes — and so the streaming route can answer with a real HTTP status code for
+ * anything knowable before the stream opens, instead of burying it in a 200 response.
+ */
+export interface IPreparedImageEnrichment {
+    fileId: string;
+    imageBase64: string;
+    imageMediaType: string;
+    model: string;
+    connection: {
+        sdkName: string;
+        apiKey: string;
+    };
+}
+export interface IPrepareImageEnrichmentUseCase {
+    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const PrepareImageEnrichmentUseCase: import("@webiny/di").Abstraction<IPrepareImageEnrichmentUseCase>;
+export declare namespace PrepareImageEnrichmentUseCase {
+    type Interface = IPrepareImageEnrichmentUseCase;
+}
+export interface IApplyImageEnrichmentParams {
+    fileId: string;
+    tags: string[];
+    description: string;
+}
+export interface IAppliedImageEnrichment {
+    fileId: string;
+    tags: string[];
+    description: string;
+}
+export interface IApplyImageEnrichmentUseCase {
+    execute(params: IApplyImageEnrichmentParams): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;
+}
+export declare const ApplyImageEnrichmentUseCase: import("@webiny/di").Abstraction<IApplyImageEnrichmentUseCase>;
+export declare namespace ApplyImageEnrichmentUseCase {
+    type Interface = IApplyImageEnrichmentUseCase;
+}

package/api/features/AiImageEnrichment/abstractions.js

@@ -0,0 +1,12 @@
+import { createAbstraction } from "@webiny/feature/api";
+import { z } from "zod";
+const AI_ENRICHMENT_PROMPT = "Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.";
+const aiEnrichmentSchema = z.object({
+    tags: z.array(z.string()),
+    description: z.string()
+});
+const PrepareImageEnrichmentUseCase = createAbstraction("PrepareImageEnrichmentUseCase");
+const ApplyImageEnrichmentUseCase = createAbstraction("ApplyImageEnrichmentUseCase");
+export { AI_ENRICHMENT_PROMPT, ApplyImageEnrichmentUseCase, PrepareImageEnrichmentUseCase, aiEnrichmentSchema };
+
+//# sourceMappingURL=abstractions.js.map

package/api/features/AiImageEnrichment/abstractions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api/features/AiImageEnrichment/abstractions.js","sources":["../../../../src/api/features/AiImageEnrichment/abstractions.ts"],"sourcesContent":["import { createAbstraction, Result } from \"@webiny/feature/api\";\nimport { z } from \"zod\";\nimport type { ImageEnrichmentError } from \"./errors.js\";\n\nexport const AI_ENRICHMENT_PROMPT =\n    \"Analyze this image and return up to 5 lowercase descriptive tags and one short sentence describing the image.\";\n\n/**\n * The shape both entry points ask the model for. Exported as the bare zod schema rather than a\n * ready-made `Output.object(...)`: the AI SDK's `Output` type can't be named in emitted declarations\n * (TS4023), so each call site wraps this locally instead.\n */\nexport const aiEnrichmentSchema = z.object({\n    tags: z.array(z.string()),\n    description: z.string()\n});\n\n/** The enrichment result: what the model produces and what gets persisted. */\nexport interface IEnrichmentOutput {\n    tags: string[];\n    description: string;\n}\n\n/**\n * Everything needed to run the AI call, gathered up front: the image bytes, the resolved provider,\n * and the file's current tags (needed to merge rather than overwrite).\n *\n * Deliberately split from the AI call itself so both entry points share the same preparation and the\n * same failure modes — and so the streaming route can answer with a real HTTP status code for\n * anything knowable before the stream opens, instead of burying it in a 200 response.\n */\nexport interface IPreparedImageEnrichment {\n    fileId: string;\n    imageBase64: string;\n    imageMediaType: string;\n    model: string;\n    connection: {\n        sdkName: string;\n        apiKey: string;\n    };\n}\n\nexport interface IPrepareImageEnrichmentUseCase {\n    execute(fileId: string): Promise<Result<IPreparedImageEnrichment, ImageEnrichmentError>>;\n}\n\nexport const PrepareImageEnrichmentUseCase = createAbstraction<IPrepareImageEnrichmentUseCase>(\n    \"PrepareImageEnrichmentUseCase\"\n);\n\nexport namespace PrepareImageEnrichmentUseCase {\n    export type Interface = IPrepareImageEnrichmentUseCase;\n}\n\nexport interface IApplyImageEnrichmentParams {\n    fileId: string;\n    tags: string[];\n    description: string;\n}\n\nexport interface IAppliedImageEnrichment {\n    fileId: string;\n    tags: string[];\n    description: string;\n}\n\nexport interface IApplyImageEnrichmentUseCase {\n    execute(\n        params: IApplyImageEnrichmentParams\n    ): Promise<Result<IAppliedImageEnrichment, ImageEnrichmentError>>;\n}\n\nexport const ApplyImageEnrichmentUseCase = createAbstraction<IApplyImageEnrichmentUseCase>(\n    \"ApplyImageEnrichmentUseCase\"\n);\n\nexport namespace ApplyImageEnrichmentUseCase {\n    export type Interface = IApplyImageEnrichmentUseCase;\n}\n"],"names":["AI_ENRICHMENT_PROMPT","aiEnrichmentSchema","z","PrepareImageEnrichmentUseCase","createAbstraction","ApplyImageEnrichmentUseCase"],"mappings":";;AAIO,MAAMA,uBACT;AAOG,MAAMC,qBAAqBC,EAAE,MAAM,CAAC;IACvC,MAAMA,EAAE,KAAK,CAACA,EAAE,MAAM;IACtB,aAAaA,EAAE,MAAM;AACzB;AA+BO,MAAMC,gCAAgCC,kBACzC;AAyBG,MAAMC,8BAA8BD,kBACvC"}

package/api/features/AiImageEnrichment/buildEnrichmentAiRequest.d.ts

@@ -0,0 +1,12 @@
+import type { Ai } from "@webiny/api-core/features/ai/index.js";
+import type { IPreparedImageEnrichment } from "./abstractions.js";
+/**
+ * Builds the AI request both enrichment entry points send — the background task via `generateText`
+ * and the streaming route via `streamText`. Identical model, structured output, connection, and
+ * message payload; only the call differs.
+ *
+ * This is also where `Output.object(...)` lives rather than on `IPreparedImageEnrichment`: the AI
+ * SDK's `Output` type can't be named in emitted declarations (TS4023), so it has to be built inside a
+ * function body, not held on an exported interface.
+ */
+export declare function buildEnrichmentAiRequest(prepared: IPreparedImageEnrichment): Ai.GenerateTextParams;