libre-webui 0.17.0 → 0.19.0

package/backend/dist/services/pluginAudioGenerationService.js

@@ -0,0 +1,211 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import axios from 'axios';
+import { assertSafePluginEndpoint, buildPluginAuthHeaders, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
+import { normalizeProviderTokenUsage, } from './pluginUsageService.js';
+const MAX_SSE_LINE_BYTES = 2 * 1024 * 1024;
+const MAX_ENCODED_AUDIO_BYTES = 80 * 1024 * 1024;
+export class PluginAudioGenerationService {
+    constructor(deps) {
+        this.deps = deps;
+    }
+    getAvailableModels(userId) {
+        return this.deps.getAllPlugins(userId).flatMap(plugin => {
+            const capability = plugin.capabilities?.audio;
+            if (!plugin.active ||
+                !capability ||
+                !this.deps.getApiKey(plugin, userId)) {
+                return [];
+            }
+            return capability.model_map.map(model => ({
+                model,
+                plugin: plugin.id,
+                config: capability.config,
+            }));
+        });
+    }
+    async generate(model, prompt, options) {
+        validatePluginModel(model);
+        const { plugin, endpoint, config, headers } = this.resolve(model, options.pluginId, options.userId);
+        if (config?.max_prompt_length && prompt.length > config.max_prompt_length) {
+            throw new Error(`Prompt exceeds maximum length of ${config.max_prompt_length} characters`);
+        }
+        const voice = options.voice || config?.default_voice || 'alloy';
+        const format = options.format || config?.default_format || 'wav';
+        if (config?.formats?.length && !config.formats.includes(format)) {
+            throw new Error(`Audio format ${format} is not supported by ${model}`);
+        }
+        const payload = {
+            model,
+            messages: [{ role: 'user', content: prompt }],
+            modalities: ['text', 'audio'],
+            audio: { voice, format },
+            stream: true,
+        };
+        const startedAt = Date.now();
+        try {
+            const response = await axios.post(endpoint, payload, {
+                headers,
+                timeout: 300000,
+                responseType: 'stream',
+                maxRedirects: 0,
+            });
+            const result = await collectAudioStream(response.data);
+            this.deps.recordUsage?.({
+                userId: options.userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'audio',
+                model,
+                status: 'success',
+                durationMs: Date.now() - startedAt,
+                tokens: result.usage,
+                outputUnits: result.audio.length,
+                unitKind: 'bytes',
+            });
+            return {
+                audio: result.audio,
+                mimeType: audioMimeType(format),
+                ...(result.transcript ? { transcript: result.transcript } : {}),
+            };
+        }
+        catch (error) {
+            this.deps.recordUsage?.({
+                userId: options.userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'audio',
+                model,
+                status: 'error',
+                durationMs: Date.now() - startedAt,
+            });
+            throw audioGenerationError(error);
+        }
+    }
+    resolve(model, pluginId, userId) {
+        const plugin = this.deps.getPlugin(pluginId, userId);
+        const capability = plugin?.capabilities?.audio;
+        if (!plugin?.active ||
+            !capability ||
+            !capability.model_map.includes(model)) {
+            throw new Error(`No audio generation plugin found for model: ${model}`);
+        }
+        const apiKey = this.deps.getApiKey(plugin, userId);
+        if (!apiKey) {
+            throw new Error(`API key not found for plugin ${plugin.id} (save a provider credential in Settings)`);
+        }
+        const variables = this.deps.getPluginVariables(plugin, userId);
+        let endpoint = capability.endpoint;
+        const endpointVariable = capability.config?.endpoint_variable;
+        if (endpointVariable) {
+            const override = variables[endpointVariable];
+            if (typeof override === 'string' && override.trim()) {
+                endpoint = this.deps.validateEndpointUrl(override.trim());
+            }
+        }
+        else if (plugin.type === 'audio') {
+            endpoint = resolvePluginOperationEndpoint(endpoint, variables);
+        }
+        assertSafePluginEndpoint(endpoint, 'audio generation endpoint');
+        return {
+            plugin,
+            endpoint,
+            config: capability.config,
+            headers: buildPluginAuthHeaders(plugin, apiKey, endpoint),
+        };
+    }
+}
+async function collectAudioStream(stream) {
+    let pending = '';
+    let encodedAudio = '';
+    let transcript = '';
+    let usage;
+    const consumeLine = (rawLine) => {
+        const line = rawLine.endsWith('\r') ? rawLine.slice(0, -1) : rawLine;
+        if (!line.startsWith('data:'))
+            return;
+        const data = line.slice(5).trimStart();
+        if (!data || data === '[DONE]')
+            return;
+        let chunk;
+        try {
+            chunk = JSON.parse(data);
+        }
+        catch {
+            throw new Error('Audio provider returned malformed streaming data');
+        }
+        const choices = Array.isArray(chunk.choices) ? chunk.choices : [];
+        const first = asRecord(choices[0]);
+        const delta = asRecord(first?.delta);
+        const audio = asRecord(delta?.audio);
+        if (typeof audio?.data === 'string' && audio.data.length > 0) {
+            if (!/^[a-z0-9+/]*={0,2}$/i.test(audio.data)) {
+                throw new Error('Audio provider returned invalid base64 data');
+            }
+            encodedAudio += audio.data;
+            if (encodedAudio.length > MAX_ENCODED_AUDIO_BYTES) {
+                throw new Error('Audio provider response exceeded the size limit');
+            }
+        }
+        if (typeof audio?.transcript === 'string')
+            transcript += audio.transcript;
+        usage = normalizeProviderTokenUsage(chunk) || usage;
+    };
+    for await (const part of stream) {
+        pending += Buffer.isBuffer(part) ? part.toString('utf8') : String(part);
+        if (pending.length > MAX_SSE_LINE_BYTES && !pending.includes('\n')) {
+            throw new Error('Audio provider returned an oversized stream event');
+        }
+        let newline = pending.indexOf('\n');
+        while (newline >= 0) {
+            consumeLine(pending.slice(0, newline));
+            pending = pending.slice(newline + 1);
+            newline = pending.indexOf('\n');
+        }
+    }
+    if (pending)
+        consumeLine(pending);
+    if (!encodedAudio) {
+        throw new Error('Audio provider returned no audio data');
+    }
+    const audio = Buffer.from(encodedAudio, 'base64');
+    if (audio.length === 0) {
+        throw new Error('Audio provider returned empty audio data');
+    }
+    return {
+        audio,
+        ...(transcript ? { transcript } : {}),
+        ...(usage ? { usage } : {}),
+    };
+}
+function asRecord(value) {
+    return value && typeof value === 'object'
+        ? value
+        : null;
+}
+function audioMimeType(format) {
+    return ({
+        aac: 'audio/aac',
+        flac: 'audio/flac',
+        mp3: 'audio/mpeg',
+        opus: 'audio/opus',
+        pcm: 'audio/L16',
+        pcm16: 'audio/L16',
+        wav: 'audio/wav',
+    }[format] || 'audio/wav');
+}
+function audioGenerationError(error) {
+    if (axios.isAxiosError(error)) {
+        const message = error.response?.data?.error?.message ||
+            error.response?.data?.error ||
+            error.response?.data?.message ||
+            error.message;
+        return new Error(`Audio provider request failed: ${String(message)}`);
+    }
+    return error instanceof Error ? error : new Error('Audio generation failed');
+}
+//# sourceMappingURL=pluginAudioGenerationService.js.map

package/backend/dist/services/pluginAudioGenerationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pluginAudioGenerationService.js","sourceRoot":"","sources":["../../src/services/pluginAudioGenerationService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,2BAA2B,GAE5B,MAAM,yBAAyB,CAAC;AAEjC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAmBjD,MAAM,OAAO,4BAA4B;IACvC,YACmB,IAA8C;oBAA9C,IAAI;IACpB,CAAC;IAEJ,kBAAkB,CAAC,MAAe;QAKhC,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACtD,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC;YAC9C,IACE,CAAC,MAAM,CAAC,MAAM;gBACd,CAAC,UAAU;gBACX,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,EACpC,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxC,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,MAAc,EACd,OAKC;QAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CACxD,KAAK,EACL,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,MAAM,CACf,CAAC;QACF,IAAI,MAAM,EAAE,iBAAiB,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CACb,oCAAoC,MAAM,CAAC,iBAAiB,aAAa,CAC1E,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,EAAE,aAAa,IAAI,OAAO,CAAC;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,EAAE,cAAc,IAAI,KAAK,CAAC;QACjE,IAAI,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,wBAAwB,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,OAAO,GAAG;YACd,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;YAC7B,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACxB,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE;gBACnD,OAAO;gBACP,OAAO,EAAE,MAAM;gBACf,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,CAAC;aAChB,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,OAAO;gBACnB,KAAK;gBACL,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK;gBACpB,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAChC,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC;gBAC/B,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,OAAO;gBACnB,KAAK;gBACL,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC,CAAC;YACH,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,KAAa,EAAE,QAAgB,EAAE,MAAc;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC;QAC/C,IACE,CAAC,MAAM,EAAE,MAAM;YACf,CAAC,UAAU;YACX,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EACrC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,gCAAgC,MAAM,CAAC,EAAE,2CAA2C,CACrF,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;QACnC,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,EAAE,iBAAiB,CAAC;QAC9D,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC7C,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpD,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnC,QAAQ,GAAG,8BAA8B,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACjE,CAAC;QACD,wBAAwB,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC;QAChE,OAAO;YACL,MAAM;YACN,QAAQ;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC;SAC1D,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,kBAAkB,CAC/B,MAAsC;IAMtC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,KAAqD,CAAC;IAE1D,MAAM,WAAW,GAAG,CAAC,OAAe,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACrE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO;QACvC,IAAI,KAA8B,CAAC;QACnC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YACD,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC;YAC3B,IAAI,YAAY,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,IAAI,OAAO,KAAK,EAAE,UAAU,KAAK,QAAQ;YAAE,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QAC1E,KAAK,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IACtD,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAChC,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,OAAO,IAAI,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACvC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YACrC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,IAAI,OAAO;QAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QACvC,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,OAAO,CAEH;QACE,GAAG,EAAE,WAAW;QAChB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,WAAW;QAClB,GAAG,EAAE,WAAW;KAEnB,CAAC,MAAM,CAAC,IAAI,WAAW,CACzB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GACX,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO;YACpC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK;YAC3B,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO;YAC7B,KAAK,CAAC,OAAO,CAAC;QAChB,OAAO,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;AAC/E,CAAC"}

package/backend/dist/services/pluginCapabilityRegistryService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pluginCapabilityRegistryService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEvD,MAAM,WAAW,oCAAoC;IACnD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED,qBAAa,+BAA+B;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,oCAAoC;IAEvE,sBAAsB,CACpB,cAAc,EAAE,UAAU,EAC1B,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,EAAE;CAkEZ"}
+{"version":3,"file":"pluginCapabilityRegistryService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEvD,MAAM,WAAW,oCAAoC;IACnD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED,qBAAa,+BAA+B;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAAjC,YAA6B,IAAI,EAAE,oCAAoC,EAAI;IAE3E,sBAAsB,CACpB,cAAc,EAAE,UAAU,EAC1B,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,EAAE,CAuEV;CACF"}

package/backend/dist/services/pluginCapabilityRegistryService.js

@@ -56,6 +56,12 @@ export class PluginCapabilityRegistryService {
                         noAuthRequired =
                             plugin.capabilities.image?.config?.no_auth_required === true;
                         break;
+                    case 'audio':
+                        hasCapability = !!plugin.capabilities.audio;
+                        break;
+                    case 'video':
+                        hasCapability = !!plugin.capabilities.video;
+                        break;
                     case 'completion':
                     case 'chat':
                         hasCapability = !!plugin.capabilities.completion;

package/backend/dist/services/pluginCapabilityRegistryService.js.map

@@ -1 +1 @@
-{"version":3,"file":"pluginCapabilityRegistryService.js","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AASH,MAAM,OAAO,+BAA+B;IAC1C,YAA6B,IAA0C;QAA1C,SAAI,GAAJ,IAAI,CAAsC;IAAG,CAAC;IAE3E,sBAAsB,CACpB,cAA0B,EAC1B,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACnC,MAAM,gBAAgB,GACpB,cAAc,KAAK,KAAK;oBACtB,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM;oBAClC,CAAC,CAAC,cAAc,KAAK,OAAO;wBAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM;wBACpC,CAAC,CAAC,SAAS,CAAC;gBAClB,MAAM,cAAc,GACjB,gBAAwD;oBACvD,EAAE,gBAAgB,KAAK,IAAI,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,aAAa,GAAG,KAAK,CAAC;gBAC1B,IAAI,cAAc,GAAG,KAAK,CAAC;gBAE3B,QAAQ,cAAc,EAAE,CAAC;oBACvB,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAE1B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,MAAM;oBACR,KAAK,WAAW;wBACd,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC;wBAChD,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAE5B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,YAAY,CAAC;oBAClB,KAAK,MAAM;wBACT,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;wBACjD,MAAM;gBACV,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;wBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"pluginCapabilityRegistryService.js","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AASH,MAAM,OAAO,+BAA+B;IAC1C,YAA6B,IAA0C;oBAA1C,IAAI;IAAyC,CAAC;IAE3E,sBAAsB,CACpB,cAA0B,EAC1B,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACnC,MAAM,gBAAgB,GACpB,cAAc,KAAK,KAAK;oBACtB,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM;oBAClC,CAAC,CAAC,cAAc,KAAK,OAAO;wBAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM;wBACpC,CAAC,CAAC,SAAS,CAAC;gBAClB,MAAM,cAAc,GACjB,gBAAwD;oBACvD,EAAE,gBAAgB,KAAK,IAAI,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,aAAa,GAAG,KAAK,CAAC;gBAC1B,IAAI,cAAc,GAAG,KAAK,CAAC;gBAE3B,QAAQ,cAAc,EAAE,CAAC;oBACvB,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAE1B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,MAAM;oBACR,KAAK,WAAW;wBACd,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC;wBAChD,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAE5B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,MAAM;oBACR,KAAK,YAAY,CAAC;oBAClB,KAAK,MAAM;wBACT,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;wBACjD,MAAM;gBACV,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;wBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/backend/dist/services/pluginCredentialsService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pluginCredentialsService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCredentialsService.ts"],"names":[],"mappings":"AAwBA,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAYD,cAAM,wBAAwB;IAC5B;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,OAAO,EAAE;QACP,8BAA8B,EAAE,MAAM,CAAC;QACvC,4BAA4B,EAAE,OAAO,CAAC;KACvC,GACA,MAAM,GAAG,IAAI;IAyDhB;;;;OAIG;IACH,SAAS,CACP,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,OAAO,EAAE;QACP,wBAAwB,EAAE,OAAO,CAAC;QAClC,8BAA8B,EAAE,MAAM,CAAC;QACvC,4BAA4B,EAAE,OAAO,CAAC;KACvC,GACA,MAAM,GAAG,IAAI;IAOhB;;OAEG;IACH,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,OAAO,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IA8BF;;OAEG;IACH,SAAS,CACP,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,sBAAsB,EAAE,MAAM,GAC7B,OAAO;IA4DV;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO;IA4BxD;;OAEG;IACH,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAsBjD;;OAEG;IACH,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;CAqBtD;AAED,QAAA,MAAM,wBAAwB,0BAAiC,CAAC;AAChE,eAAe,wBAAwB,CAAC"}
+{"version":3,"file":"pluginCredentialsService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCredentialsService.ts"],"names":[],"mappings":"AAwBA,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAYD,cAAM,wBAAwB;IAC5B;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,OAAO,EAAE;QACP,8BAA8B,EAAE,MAAM,CAAC;QACvC,4BAA4B,EAAE,OAAO,CAAC;KACvC,GACA,MAAM,GAAG,IAAI,CAuDf;IAED;;;;OAIG;IACH,SAAS,CACP,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,OAAO,EAAE;QACP,wBAAwB,EAAE,OAAO,CAAC;QAClC,8BAA8B,EAAE,MAAM,CAAC;QACvC,4BAA4B,EAAE,OAAO,CAAC;KACvC,GACA,MAAM,GAAG,IAAI,CAKf;IAED;;OAEG;IACH,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,OAAO,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CA4BD;IAED;;OAEG;IACH,SAAS,CACP,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,sBAAsB,EAAE,MAAM,GAC7B,OAAO,CA0DT;IAED;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CA0BvD;IAED;;OAEG;IACH,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAoBhD;IAED;;OAEG;IACH,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAoBpD;CACF;AAED,QAAA,MAAM,wBAAwB,0BAAiC,CAAC;eACjD,wBAAwB"}

package/backend/dist/services/pluginEmbeddingService.d.ts

@@ -1,10 +1,12 @@
 import { EmbeddingModel, OllamaEmbeddingsResponse, Plugin } from '../types/index.js';
+import type { PluginUsageEventInput } from './pluginUsageService.js';
 type PluginVariables = Record<string, string | number | boolean>;
 export interface PluginEmbeddingServiceDependencies {
     getAllPlugins(userId?: string): Plugin[];
     getApiKey(plugin: Plugin, userId?: string): string | null;
     getPluginVariables(plugin: Plugin, userId?: string): PluginVariables;
     validateEndpointUrl(endpoint: string): string;
+    recordUsage?(usage: PluginUsageEventInput): void;
 }
 export declare class PluginEmbeddingService {
     private readonly deps;

package/backend/dist/services/pluginEmbeddingService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pluginEmbeddingService.d.ts","sourceRoot":"","sources":["../../src/services/pluginEmbeddingService.ts"],"names":[],"mappings":"AAkBA,OAAO,EAEL,cAAc,EACd,wBAAwB,EACxB,MAAM,EACP,MAAM,mBAAmB,CAAC;AAQ3B,KAAK,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AAEjE,MAAM,WAAW,kCAAkC;IACjD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC1D,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACrE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;CAC/C;AAED,qBAAa,sBAAsB;IACrB,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,kCAAkC;IAErE,qBAAqB,CACnB,KAAK,EAAE,MAAM,EACb,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,GAAG,IAAI;IAgChB,2BAA2B,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAClD,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACrC,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,OAAO,CAAC;KACnC,CAAC;IAiDI,uBAAuB,CAC3B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,wBAAwB,CAAC;IAwGpC,OAAO,CAAC,sBAAsB;CAS/B;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CA+B7D"}
+{"version":3,"file":"pluginEmbeddingService.d.ts","sourceRoot":"","sources":["../../src/services/pluginEmbeddingService.ts"],"names":[],"mappings":"AAkBA,OAAO,EAEL,cAAc,EACd,wBAAwB,EACxB,MAAM,EACP,MAAM,mBAAmB,CAAC;AAQ3B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAErE,KAAK,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AAEjE,MAAM,WAAW,kCAAkC;IACjD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC1D,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACrE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9C,WAAW,CAAC,CAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI,CAAC;CAClD;AAED,qBAAa,sBAAsB;IACrB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAAjC,YAA6B,IAAI,EAAE,kCAAkC,EAAI;IAEzE,qBAAqB,CACnB,KAAK,EAAE,MAAM,EACb,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,GAAG,IAAI,CA8Bf;IAED,2BAA2B,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QAClD,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACrC,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,OAAO,CAAC;KACnC,CAAC,CA+CD;IAEK,uBAAuB,CAC3B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,wBAAwB,CAAC,CAmInC;IAED,OAAO,CAAC,sBAAsB;CAS/B;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CA+B7D"}

package/backend/dist/services/pluginEmbeddingService.js

@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 import axios from 'axios';
-import { assertSafePluginEndpoint, applyModelEndpointTemplate, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
+import { assertSafePluginEndpoint, applyModelEndpointTemplate, buildPluginAuthHeaders, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
 export class PluginEmbeddingService {
     constructor(deps) {
         this.deps = deps;
@@ -109,42 +109,73 @@ export class PluginEmbeddingService {
         if (!apiKey && !noAuthRequired) {
             throw new Error(`API key not found for plugin ${plugin.id} (save a provider credential in Settings)`);
         }
-        const headers = {
-            'Content-Type': 'application/json',
-        };
-        if (apiKey && plugin.auth.header) {
-            const authValue = plugin.auth.prefix
-                ? `${plugin.auth.prefix}${apiKey}`
-                : apiKey;
-            headers[plugin.auth.header] = authValue;
-        }
-        const response = await axios.post(processedEndpoint, plugin.id === 'huggingface' ? { inputs: input } : { model, input }, {
-            headers,
-            timeout: 60000,
-            maxRedirects: 0,
-        });
-        if (Array.isArray(response.data) &&
-            response.data.every(value => typeof value === 'number')) {
-            return { embeddings: [response.data] };
-        }
-        if (Array.isArray(response.data) &&
-            response.data.every(value => Array.isArray(value) &&
-                value.every(component => typeof component === 'number'))) {
-            return { embeddings: response.data };
-        }
-        if (Array.isArray(response.data?.embeddings)) {
-            return {
-                embeddings: response.data.embeddings,
-            };
+        const headers = buildPluginAuthHeaders(plugin, apiKey, processedEndpoint);
+        const startedAt = Date.now();
+        try {
+            const response = await axios.post(processedEndpoint, plugin.id === 'huggingface' ? { inputs: input } : { model, input }, {
+                headers,
+                timeout: 60000,
+                maxRedirects: 0,
+            });
+            let result;
+            if (Array.isArray(response.data) &&
+                response.data.every(value => typeof value === 'number')) {
+                result = { embeddings: [response.data] };
+            }
+            else if (Array.isArray(response.data) &&
+                response.data.every(value => Array.isArray(value) &&
+                    value.every(component => typeof component === 'number'))) {
+                result = { embeddings: response.data };
+            }
+            else if (Array.isArray(response.data?.embeddings)) {
+                result = { embeddings: response.data.embeddings };
+            }
+            else if (Array.isArray(response.data?.data)) {
+                result = {
+                    embeddings: response.data.data
+                        .map((entry) => entry.embedding)
+                        .filter((embedding) => Array.isArray(embedding)),
+                };
+            }
+            else {
+                throw new Error('Embedding provider returned an unexpected response');
+            }
+            const usage = response.data?.usage;
+            this.deps.recordUsage?.({
+                userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'embedding',
+                model,
+                status: 'success',
+                durationMs: Date.now() - startedAt,
+                inputUnits: Array.isArray(input) ? input.length : 1,
+                unitKind: 'inputs',
+                tokens: typeof usage?.total_tokens === 'number' ||
+                    typeof usage?.prompt_tokens === 'number'
+                    ? {
+                        promptTokens: usage.prompt_tokens ?? usage.total_tokens ?? 0,
+                        completionTokens: 0,
+                        totalTokens: usage.total_tokens ?? usage.prompt_tokens ?? 0,
+                    }
+                    : undefined,
+            });
+            return result;
         }
-        if (Array.isArray(response.data?.data)) {
-            return {
-                embeddings: response.data.data
-                    .map((entry) => entry.embedding)
-                    .filter((embedding) => Array.isArray(embedding)),
-            };
+        catch (error) {
+            this.deps.recordUsage?.({
+                userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'embedding',
+                model,
+                status: 'error',
+                durationMs: Date.now() - startedAt,
+                inputUnits: Array.isArray(input) ? input.length : 1,
+                unitKind: 'inputs',
+            });
+            throw error;
         }
-        throw new Error('Embedding provider returned an unexpected response');
     }
     getEmbeddingCapability(plugin) {
         return plugin.capabilities?.embedding;

package/backend/dist/services/pluginEmbeddingService.js.map

@@ -1 +1 @@
-{"version":3,"file":"pluginEmbeddingService.js","sourceRoot":"","sources":["../../src/services/pluginEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAO1B,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,8BAA8B,EAC9B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AAWtC,MAAM,OAAO,sBAAsB;IACjC,YAA6B,IAAwC;QAAxC,SAAI,GAAJ,IAAI,CAAoC;IAAG,CAAC;IAEzE,qBAAqB,CACnB,KAAa,EACb,QAAiB,EACjB,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,QAAQ,IAAI,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;gBACvC,SAAS;YACX,CAAC;YAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,iBAAiB,GACrB,mBAAmB,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC9C,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;oBAC3B,MAAM,CAAC,IAAI,KAAK,YAAY;oBAC5B,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC;oBACvB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAEtC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;gBAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;gBAC7B,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2BAA2B,CAAC,MAAe;QAQzC,MAAM,MAAM,GAOP,EAAE,CAAC;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;gBAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GACZ,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;YACzD,MAAM,QAAQ,GACZ,mBAAmB,EAAE,SAAS;gBAC9B,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;oBAC3B,MAAM,CAAC,IAAI,KAAK,YAAY;oBAC5B,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC;oBACzB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBAC7B,CAAC,CAAC,MAAM,CAAC,SAAS;oBAClB,CAAC,CAAC,EAAE,CAAC,CAAC;YAEV,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK;oBACL,MAAM,EAAE,MAAM,CAAC,EAAE;oBACjB,UAAU,EAAE,MAAM,CAAC,IAAI;oBACvB,QAAQ;oBACR,WAAW,EAAE,mBAAmB;wBAC9B,CAAC,CAAC,oBAAoB;wBACtB,CAAC,CAAC,4BAA4B;oBAChC,uBAAuB,EAAE,OAAO,CAAC,mBAAmB,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,KAAa,EACb,KAAwB,EACxB,QAAiB,EACjB,MAAe;QAEf,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;YAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,MAAM,gBAAgB,GACpB,mBAAmB,EAAE,MAAM,EAAE,iBAAiB;YAC9C,CAAC,mBAAmB,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW;gBACjD,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,UAAU,CAAC,CAAC;QAClB,MAAM,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,iBAAiB,GAAG,mBAAmB,EAAE,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QACzE,IAAI,gBAAgB,KAAK,UAAU,EAAE,CAAC;YACpC,iBAAiB,GAAG,8BAA8B,CAChD,iBAAiB,EACjB,UAAU,CACX,CAAC;QACJ,CAAC;aAAM,IACL,OAAO,gBAAgB,KAAK,QAAQ;YACpC,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAClC,CAAC;YACD,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAC/C,gBAAgB,CAAC,IAAI,EAAE,CACxB,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GACrB,MAAM,CAAC,EAAE,KAAK,aAAa;YACzB,CAAC,CAAC,0BAA0B,CAAC,iBAAiB,EAAE,KAAK,CAAC;YACtD,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;QAC9C,wBAAwB,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,gCAAgC,MAAM,CAAC,EAAE,2CAA2C,CACrF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM;gBAClC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,EAAE;gBAClC,CAAC,CAAC,MAAM,CAAC;YACX,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,iBAAiB,EACjB,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAClE;YACE,OAAO;YACP,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,CAAC;SAChB,CACF,CAAC;QAEF,IACE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EACvD,CAAC;YACD,OAAO,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAgB,CAAC,EAAE,CAAC;QACrD,CAAC;QAED,IACE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CACjB,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBACpB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,SAAS,KAAK,QAAQ,CAAC,CAC1D,EACD,CAAC;YACD,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAkB,EAAE,CAAC;QACrD,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;YAC7C,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;aACrC,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YACvC,OAAO;gBACL,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI;qBAC3B,GAAG,CAAC,CAAC,KAA+B,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;qBACzD,MAAM,CAAC,CAAC,SAAkB,EAAyB,EAAE,CACpD,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CACzB;aACJ,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAEO,sBAAsB,CAAC,MAAc;QAO3C,OAAO,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC;IACxC,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,CAAC;QAClF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1C,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;QAC7E,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;QACxE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,KAAK,GAAG;QAClB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC1B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IACrB,GAAG,CAAC,QAAQ,GAAG,GAAG,QAAQ,aAAa,CAAC;IACxC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC"}
+{"version":3,"file":"pluginEmbeddingService.js","sourceRoot":"","sources":["../../src/services/pluginEmbeddingService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAO1B,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AAatC,MAAM,OAAO,sBAAsB;IACjC,YAA6B,IAAwC;oBAAxC,IAAI;IAAuC,CAAC;IAEzE,qBAAqB,CACnB,KAAa,EACb,QAAiB,EACjB,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,QAAQ,IAAI,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;gBACvC,SAAS;YACX,CAAC;YAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,iBAAiB,GACrB,mBAAmB,EAAE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAC9C,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;oBAC3B,MAAM,CAAC,IAAI,KAAK,YAAY;oBAC5B,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC;oBACvB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAEtC,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;gBAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;gBAC7B,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2BAA2B,CAAC,MAAe;QAQzC,MAAM,MAAM,GAOP,EAAE,CAAC;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;gBAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GACZ,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;YACzD,MAAM,QAAQ,GACZ,mBAAmB,EAAE,SAAS;gBAC9B,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW;oBAC3B,MAAM,CAAC,IAAI,KAAK,YAAY;oBAC5B,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC;oBACzB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBAC7B,CAAC,CAAC,MAAM,CAAC,SAAS;oBAClB,CAAC,CAAC,EAAE,CAAC,CAAC;YAEV,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK;oBACL,MAAM,EAAE,MAAM,CAAC,EAAE;oBACjB,UAAU,EAAE,MAAM,CAAC,IAAI;oBACvB,QAAQ;oBACR,WAAW,EAAE,mBAAmB;wBAC9B,CAAC,CAAC,oBAAoB;wBACtB,CAAC,CAAC,4BAA4B;oBAChC,uBAAuB,EAAE,OAAO,CAAC,mBAAmB,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,KAAa,EACb,KAAwB,EACxB,QAAiB,EACjB,MAAe;QAEf,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,cAAc,GACjB,mBAAmB,EAAE,MAA8C;YAClE,EAAE,gBAAgB,KAAK,IAAI,CAAC;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,MAAM,gBAAgB,GACpB,mBAAmB,EAAE,MAAM,EAAE,iBAAiB;YAC9C,CAAC,mBAAmB,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW;gBACjD,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,UAAU,CAAC,CAAC;QAClB,MAAM,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,iBAAiB,GAAG,mBAAmB,EAAE,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QACzE,IAAI,gBAAgB,KAAK,UAAU,EAAE,CAAC;YACpC,iBAAiB,GAAG,8BAA8B,CAChD,iBAAiB,EACjB,UAAU,CACX,CAAC;QACJ,CAAC;aAAM,IACL,OAAO,gBAAgB,KAAK,QAAQ;YACpC,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAClC,CAAC;YACD,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAC/C,gBAAgB,CAAC,IAAI,EAAE,CACxB,CAAC;QACJ,CAAC;QAED,MAAM,iBAAiB,GACrB,MAAM,CAAC,EAAE,KAAK,aAAa;YACzB,CAAC,CAAC,0BAA0B,CAAC,iBAAiB,EAAE,KAAK,CAAC;YACtD,CAAC,CAAC,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;QAC9C,wBAAwB,CAAC,iBAAiB,EAAE,oBAAoB,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,gCAAgC,MAAM,CAAC,EAAE,2CAA2C,CACrF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;QAE1E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,iBAAiB,EACjB,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAClE;gBACE,OAAO;gBACP,OAAO,EAAE,KAAK;gBACd,YAAY,EAAE,CAAC;aAChB,CACF,CAAC;YAEF,IAAI,MAAgC,CAAC;YACrC,IACE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,EACvD,CAAC;gBACD,MAAM,GAAG,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAgB,CAAC,EAAE,CAAC;YACvD,CAAC;iBAAM,IACL,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC5B,QAAQ,CAAC,IAAI,CAAC,KAAK,CACjB,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;oBACpB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,SAAS,KAAK,QAAQ,CAAC,CAC1D,EACD,CAAC;gBACD,MAAM,GAAG,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAkB,EAAE,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBACpD,MAAM,GAAG,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACpD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC9C,MAAM,GAAG;oBACP,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI;yBAC3B,GAAG,CAAC,CAAC,KAA+B,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;yBACzD,MAAM,CAAC,CAAC,SAAkB,EAAyB,EAAE,CACpD,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CACzB;iBACJ,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,KAKhB,CAAC;YACd,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM;gBACN,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,WAAW;gBACvB,KAAK;gBACL,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACnD,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EACJ,OAAO,KAAK,EAAE,YAAY,KAAK,QAAQ;oBACvC,OAAO,KAAK,EAAE,aAAa,KAAK,QAAQ;oBACtC,CAAC,CAAC;wBACE,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC;wBAC5D,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC;qBAC5D;oBACH,CAAC,CAAC,SAAS;aAChB,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM;gBACN,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,WAAW;gBACvB,KAAK;gBACL,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACnD,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,MAAc;QAO3C,OAAO,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC;IACxC,CAAC;CACF;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,CAAC;QAClF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1C,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;QAC7E,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;QACxE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,KAAK,GAAG;QAClB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;YAC1B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IACrB,GAAG,CAAC,QAAQ,GAAG,GAAG,QAAQ,aAAa,CAAC;IACxC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC"}

package/backend/dist/services/pluginImageGenerationService.d.ts

@@ -1,4 +1,5 @@
 import { ImageGenConfig, ImageGenResponse, Plugin } from '../types/index.js';
+import type { PluginUsageEventInput } from './pluginUsageService.js';
 type PluginVariables = Record<string, string | number | boolean>;
 type ImageGenImage = ImageGenResponse['images'][number];
 export interface PluginImageGenerationServiceDependencies {
@@ -7,6 +8,7 @@ export interface PluginImageGenerationServiceDependencies {
     getApiKey(plugin: Plugin, userId?: string): string | null;
     getPluginVariables(plugin: Plugin, userId?: string): PluginVariables;
     validateEndpointUrl(endpoint: string): string;
+    recordUsage?(usage: PluginUsageEventInput): void;
 }
 export declare class PluginImageGenerationService {
     private readonly deps;

package/backend/dist/services/pluginImageGenerationService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pluginImageGenerationService.d.ts","sourceRoot":"","sources":["../../src/services/pluginImageGenerationService.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAY7E,KAAK,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AACjE,KAAK,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAExD,MAAM,WAAW,wCAAwC;IACvD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACtD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC1D,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACrE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;CAC/C;AAED,qBAAa,4BAA4B;IAErC,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,wCAAwC;IAGjE,oBAAoB,CAClB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,GAAG,IAAI;IAchB,0BAA0B,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG;QAC3C,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,EAAE;IAiCG,sBAAsB,CAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,eAAe,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,gBAAgB,CAAC;IA8L5B,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;CAU5E;AAED,wBAAgB,gCAAgC,CAC9C,YAAY,EAAE,OAAO,GACpB,aAAa,EAAE,CAYjB"}
+{"version":3,"file":"pluginImageGenerationService.d.ts","sourceRoot":"","sources":["../../src/services/pluginImageGenerationService.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAY7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAErE,KAAK,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AACjE,KAAK,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAExD,MAAM,WAAW,wCAAwC;IACvD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACtD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC1D,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACrE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9C,WAAW,CAAC,CAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI,CAAC;CAClD;AAED,qBAAa,4BAA4B;IAErC,OAAO,CAAC,QAAQ,CAAC,IAAI;IADvB,YACmB,IAAI,EAAE,wCAAwC,EAC7D;IAEJ,oBAAoB,CAClB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,GAAG,IAAI,CAYf;IAED,0BAA0B,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG;QAC3C,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,EAAE,CA+BF;IAEK,sBAAsB,CAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,eAAe,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,gBAAgB,CAAC,CA+M3B;IAED,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAS1E;CACF;AAED,wBAAgB,gCAAgC,CAC9C,YAAY,EAAE,OAAO,GACpB,aAAa,EAAE,CAYjB"}

package/backend/dist/services/pluginImageGenerationService.js

@@ -16,7 +16,7 @@
  */
 import axios from 'axios';
 import { normalizeImageGenerationCount, normalizeImageMediaType, } from '../utils/imageGenerationValidation.js';
-import { assertSafePluginEndpoint, applyModelEndpointTemplate, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
+import { assertSafePluginEndpoint, applyModelEndpointTemplate, buildPluginAuthHeaders, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
 export class PluginImageGenerationService {
     constructor(deps) {
         this.deps = deps;
@@ -116,23 +116,19 @@ export class PluginImageGenerationService {
                 throw new Error(`Image count exceeds maximum of ${imageConfig.max_n} for plugin ${plugin.id}`);
             }
         }
-        const headers = {
-            'Content-Type': 'application/json',
-        };
-        if (apiKey) {
-            if (plugin.auth.prefix) {
-                headers[plugin.auth.header] = `${plugin.auth.prefix}${apiKey}`;
-            }
-            else {
-                headers[plugin.auth.header] = apiKey;
-            }
+        const headers = buildPluginAuthHeaders(plugin, apiKey, endpoint);
+        const payload = { model, prompt };
+        const requestedSize = options.size || imageConfig?.default_size;
+        if (requestedSize) {
+            payload[imageConfig?.size_parameter || 'size'] = requestedSize;
+        }
+        else if (!imageConfig) {
+            payload.size = '1024x1024';
+        }
+        if (!imageConfig?.omit_quality_when_empty) {
+            payload.quality =
+                options.quality || imageConfig?.default_quality || 'standard';
         }
-        const payload = {
-            model,
-            prompt,
-            size: options.size || imageConfig?.default_size || '1024x1024',
-            quality: options.quality || imageConfig?.default_quality || 'standard',
-        };
         if (imageConfig?.supports_n !== false) {
             payload.n = imageCount ?? 1;
         }
@@ -145,17 +141,19 @@ export class PluginImageGenerationService {
         if (options.style || imageConfig?.default_style) {
             payload.style = options.style || imageConfig?.default_style;
         }
-        if (plugin.id === 'comfyui') {
-            return executeComfyUIRequest(baseUrl, prompt, {
-                ...options,
-                headers,
-                model,
-                pluginId: plugin.id,
-                pluginVars: imageVars,
-            });
-        }
+        const startedAt = Date.now();
         try {
-            if (plugin.id === 'huggingface') {
+            let result;
+            if (plugin.id === 'comfyui') {
+                result = await executeComfyUIRequest(baseUrl, prompt, {
+                    ...options,
+                    headers,
+                    model,
+                    pluginId: plugin.id,
+                    pluginVars: imageVars,
+                });
+            }
+            else if (plugin.id === 'huggingface') {
                 const [width, height] = String(payload.size)
                     .split('x')
                     .map(value => Number.parseInt(value, 10));
@@ -171,7 +169,7 @@ export class PluginImageGenerationService {
                     maxRedirects: 0,
                 });
                 const mimeType = normalizeImageMediaType(response.headers['content-type']);
-                return {
+                result = {
                     images: [
                         {
                             b64_json: Buffer.from(response.data).toString('base64'),
@@ -182,18 +180,43 @@ export class PluginImageGenerationService {
                     pluginId: plugin.id,
                 };
             }
-            const response = await axios.post(endpoint, payload, {
-                headers,
-                timeout: 120000,
-                maxRedirects: 0,
-            });
-            return {
-                images: normalizeImageGenerationResponse(response.data),
-                model,
+            else {
+                const response = await axios.post(endpoint, payload, {
+                    headers,
+                    timeout: 300000,
+                    maxRedirects: 0,
+                });
+                result = {
+                    images: normalizeImageGenerationResponse(response.data),
+                    model,
+                    pluginId: plugin.id,
+                };
+            }
+            this.deps.recordUsage?.({
+                userId: options.userId,
                 pluginId: plugin.id,
-            };
+                pluginName: plugin.name,
+                capability: 'image',
+                model,
+                status: 'success',
+                durationMs: Date.now() - startedAt,
+                outputUnits: result.images.length,
+                unitKind: 'images',
+            });
+            return result;
         }
         catch (error) {
+            this.deps.recordUsage?.({
+                userId: options.userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'image',
+                model,
+                status: 'error',
+                durationMs: Date.now() - startedAt,
+                outputUnits: 0,
+                unitKind: 'images',
+            });
             if (axios.isAxiosError(error)) {
                 const message = error.response?.data?.error?.message ||
                     error.response?.data?.message ||
@@ -267,7 +290,9 @@ function normalizeImageCandidate(candidate) {
     const b64Json = b64DataUrl?.b64Json || normalizeCanonicalBase64(candidate.b64_json);
     if (b64Json) {
         normalized.b64_json = b64Json;
-        const mimeType = b64DataUrl?.mimeType || normalizeImageMediaType(candidate.mime_type);
+        const mimeType = b64DataUrl?.mimeType ||
+            normalizeImageMediaType(candidate.mime_type) ||
+            normalizeImageMediaType(candidate.media_type);
         if (mimeType) {
             normalized.mime_type = mimeType;
         }