libre-webui 0.16.1 → 0.18.0

package/backend/dist/services/galleryService.js

@@ -36,9 +36,10 @@ class GalleryService {
             const encryptedImageData = encryptionService.encrypt(params.imageData);
             const encryptedPrompt = encryptionService.encrypt(params.prompt);
             db.prepare(`
-        INSERT INTO generated_images (id, user_id, prompt, model, image_data, size, quality, created_at)
-        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
-        `).run(id, userId, encryptedPrompt, params.model, encryptedImageData, params.size || null, params.quality || null, createdAt);
+        INSERT INTO generated_images
+          (id, user_id, kind, prompt, model, image_data, mime_type, size, quality, created_at)
+        VALUES (?, ?, 'image', ?, ?, ?, ?, ?, ?, ?)
+        `).run(id, userId, encryptedPrompt, params.model, encryptedImageData, inferImageMimeType(params.imageData), params.size || null, params.quality || null, createdAt);
             return {
                 id,
                 userId,
@@ -55,6 +56,24 @@ class GalleryService {
             return null;
         }
     }
+    saveMedia(userId, params) {
+        const db = getDatabaseSafe();
+        if (!db)
+            return null;
+        try {
+            const id = uuidv4();
+            const createdAt = Date.now();
+            db.prepare(`INSERT INTO generated_images
+           (id, user_id, kind, prompt, model, plugin_id, image_data,
+            mime_type, size, quality, metadata, created_at)
+         VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(id, userId, params.kind, encryptionService.encrypt(params.prompt), params.model, params.pluginId || null, encryptionService.encrypt(params.mediaData), params.mimeType, params.size || null, params.quality || null, params.metadata ? JSON.stringify(params.metadata) : null, createdAt);
+            return { id, userId, createdAt, ...params };
+        }
+        catch (error) {
+            logger.error('Error saving generated media:', error);
+            return null;
+        }
+    }
     /**
      * Get user's images with pagination
      */
@@ -68,14 +87,15 @@ class GalleryService {
             const offset = params.offset || 0;
             // Get total count
             const countResult = db
-                .prepare('SELECT COUNT(*) as total FROM generated_images WHERE user_id = ?')
+                .prepare(`SELECT COUNT(*) as total FROM generated_images
+           WHERE user_id = ? AND kind = 'image'`)
                 .get(userId);
             // Get paginated images
             const rows = db
                 .prepare(`
           SELECT id, user_id, prompt, model, image_data, size, quality, created_at
           FROM generated_images
-          WHERE user_id = ?
+          WHERE user_id = ? AND kind = 'image'
           ORDER BY created_at DESC
           LIMIT ? OFFSET ?
           `)
@@ -100,6 +120,56 @@ class GalleryService {
             return { images: [], total: 0 };
         }
     }
+    getMedia(userId, params = {}) {
+        const db = getDatabaseSafe();
+        if (!db)
+            return { media: [], total: 0 };
+        try {
+            const limit = params.limit || 20;
+            const offset = params.offset || 0;
+            const where = params.kind
+                ? 'WHERE user_id = ? AND kind = ?'
+                : 'WHERE user_id = ?';
+            const bindings = params.kind ? [userId, params.kind] : [userId];
+            const count = db
+                .prepare(`SELECT COUNT(*) as total FROM generated_images ${where}`)
+                .get(...bindings);
+            const rows = db
+                .prepare(`SELECT id, user_id, kind, prompt, model, plugin_id, image_data,
+                  mime_type, size, quality, metadata, created_at
+           FROM generated_images
+           ${where}
+           ORDER BY created_at DESC
+           LIMIT ? OFFSET ?`)
+                .all(...bindings, limit, offset);
+            return {
+                media: rows.map(toGeneratedMedia),
+                total: count.total,
+            };
+        }
+        catch (error) {
+            logger.error('Error getting generated media:', error);
+            return { media: [], total: 0 };
+        }
+    }
+    getMediaItem(mediaId, userId) {
+        const db = getDatabaseSafe();
+        if (!db)
+            return null;
+        try {
+            const row = db
+                .prepare(`SELECT id, user_id, kind, prompt, model, plugin_id, image_data,
+                  mime_type, size, quality, metadata, created_at
+           FROM generated_images
+           WHERE id = ? AND user_id = ?`)
+                .get(mediaId, userId);
+            return row ? toGeneratedMedia(row) : null;
+        }
+        catch (error) {
+            logger.error('Error getting generated media item:', error);
+            return null;
+        }
+    }
     /**
      * Get a single image by ID
      */
@@ -113,7 +183,7 @@ class GalleryService {
                 .prepare(`
           SELECT id, user_id, prompt, model, image_data, size, quality, created_at
           FROM generated_images
-          WHERE id = ? AND user_id = ?
+          WHERE id = ? AND user_id = ? AND kind = 'image'
           `)
                 .get(imageId, userId);
             if (!row) {
@@ -146,7 +216,8 @@ class GalleryService {
         try {
             // Verify ownership before deleting
             const result = db
-                .prepare('DELETE FROM generated_images WHERE id = ? AND user_id = ?')
+                .prepare(`DELETE FROM generated_images
+           WHERE id = ? AND user_id = ? AND kind = 'image'`)
                 .run(imageId, userId);
             return result.changes > 0;
         }
@@ -164,7 +235,7 @@ class GalleryService {
             return false;
         }
         try {
-            db.prepare('DELETE FROM generated_images WHERE user_id = ?').run(userId);
+            db.prepare(`DELETE FROM generated_images WHERE user_id = ? AND kind = 'image'`).run(userId);
             return true;
         }
         catch (error) {
@@ -172,6 +243,52 @@ class GalleryService {
             return false;
         }
     }
+    deleteMedia(mediaId, userId) {
+        const db = getDatabaseSafe();
+        if (!db)
+            return false;
+        try {
+            return (db
+                .prepare('DELETE FROM generated_images WHERE id = ? AND user_id = ?')
+                .run(mediaId, userId).changes > 0);
+        }
+        catch (error) {
+            logger.error('Error deleting generated media:', error);
+            return false;
+        }
+    }
+}
+function toGeneratedMedia(row) {
+    let metadata;
+    if (row.metadata) {
+        try {
+            const parsed = JSON.parse(row.metadata);
+            if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {
+                metadata = parsed;
+            }
+        }
+        catch {
+            metadata = undefined;
+        }
+    }
+    return {
+        id: row.id,
+        userId: row.user_id,
+        kind: row.kind,
+        prompt: encryptionService.decrypt(row.prompt),
+        model: row.model,
+        ...(row.plugin_id ? { pluginId: row.plugin_id } : {}),
+        mediaData: encryptionService.decrypt(row.image_data),
+        mimeType: row.mime_type,
+        ...(row.size ? { size: row.size } : {}),
+        ...(row.quality ? { quality: row.quality } : {}),
+        ...(metadata ? { metadata } : {}),
+        createdAt: row.created_at,
+    };
+}
+function inferImageMimeType(imageData) {
+    const match = /^data:(image\/[a-z0-9.+-]+);base64,/i.exec(imageData);
+    return match?.[1]?.toLowerCase() || 'image/png';
 }
 export default new GalleryService();
 //# sourceMappingURL=galleryService.js.map

package/backend/dist/services/galleryService.js.map

@@ -1 +1 @@
-{"version":3,"file":"galleryService.js","sourceRoot":"","sources":["../../src/services/galleryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,YAAY,CAAC,0BAA0B,CAAC,CAAC;AAoBxD,MAAM,cAAc;IAClB;;OAEG;IACH,SAAS,CAAC,MAAc,EAAE,MAAuB;QAC/C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,mDAAmD;YACnD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEjE,EAAE,CAAC,OAAO,CACR;;;SAGC,CACF,CAAC,GAAG,CACH,EAAE,EACF,MAAM,EACN,eAAe,EACf,MAAM,CAAC,KAAK,EACZ,kBAAkB,EAClB,MAAM,CAAC,IAAI,IAAI,IAAI,EACnB,MAAM,CAAC,OAAO,IAAI,IAAI,EACtB,SAAS,CACV,CAAC;YAEF,OAAO;gBACL,EAAE;gBACF,MAAM;gBACN,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAc,EAAE,SAA0B,EAAE;QACpD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;YAElC,kBAAkB;YAClB,MAAM,WAAW,GAAG,EAAE;iBACnB,OAAO,CACN,kEAAkE,CACnE;iBACA,GAAG,CAAC,MAAM,CAAsB,CAAC;YAEpC,uBAAuB;YACvB,MAAM,IAAI,GAAG,EAAE;iBACZ,OAAO,CACN;;;;;;WAMC,CACF;iBACA,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAS1B,CAAC;YAEH,MAAM,MAAM,GAAqB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChD,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACpD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,SAAS;gBAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS;gBACjC,SAAS,EAAE,GAAG,CAAC,UAAU;aAC1B,CAAC,CAAC,CAAC;YAEJ,OAAO;gBACL,MAAM;gBACN,KAAK,EAAE,WAAW,CAAC,KAAK;aACzB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,OAAe,EAAE,MAAc;QACtC,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CACN;;;;WAIC,CACF;iBACA,GAAG,CAAC,OAAO,EAAE,MAAM,CAWT,CAAC;YAEd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACpD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,SAAS;gBAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS;gBACjC,SAAS,EAAE,GAAG,CAAC,UAAU;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAe,EAAE,MAAc;QACzC,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,MAAM,GAAG,EAAE;iBACd,OAAO,CAAC,2DAA2D,CAAC;iBACpE,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAExB,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAc;QAC5B,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED,eAAe,IAAI,cAAc,EAAE,CAAC"}
+{"version":3,"file":"galleryService.js","sourceRoot":"","sources":["../../src/services/galleryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAM3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,YAAY,CAAC,0BAA0B,CAAC,CAAC;AAyCxD,MAAM,cAAc;IAClB;;OAEG;IACH,SAAS,CAAC,MAAc,EAAE,MAAuB;QAC/C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,mDAAmD;YACnD,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEjE,EAAE,CAAC,OAAO,CACR;;;;SAIC,CACF,CAAC,GAAG,CACH,EAAE,EACF,MAAM,EACN,eAAe,EACf,MAAM,CAAC,KAAK,EACZ,kBAAkB,EAClB,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,EACpC,MAAM,CAAC,IAAI,IAAI,IAAI,EACnB,MAAM,CAAC,OAAO,IAAI,IAAI,EACtB,SAAS,CACV,CAAC;YAEF,OAAO;gBACL,EAAE;gBACF,MAAM;gBACN,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAAc,EAAE,MAAuB;QAC/C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAErB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,EAAE,CAAC,OAAO,CACR;;;qDAG6C,CAC9C,CAAC,GAAG,CACH,EAAE,EACF,MAAM,EACN,MAAM,CAAC,IAAI,EACX,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EACxC,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,QAAQ,IAAI,IAAI,EACvB,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAC3C,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,IAAI,IAAI,IAAI,EACnB,MAAM,CAAC,OAAO,IAAI,IAAI,EACtB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EACxD,SAAS,CACV,CAAC;YACF,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAc,EAAE,SAA0B,EAAE;QACpD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;YAElC,kBAAkB;YAClB,MAAM,WAAW,GAAG,EAAE;iBACnB,OAAO,CACN;gDACsC,CACvC;iBACA,GAAG,CAAC,MAAM,CAAsB,CAAC;YAEpC,uBAAuB;YACvB,MAAM,IAAI,GAAG,EAAE;iBACZ,OAAO,CACN;;;;;;WAMC,CACF;iBACA,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAS1B,CAAC;YAEH,MAAM,MAAM,GAAqB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChD,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACpD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,SAAS;gBAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS;gBACjC,SAAS,EAAE,GAAG,CAAC,UAAU;aAC1B,CAAC,CAAC,CAAC;YAEJ,OAAO;gBACL,MAAM;gBACN,KAAK,EAAE,WAAW,CAAC,KAAK;aACzB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,SAAyB,EAAE;QAClD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI;gBACvB,CAAC,CAAC,gCAAgC;gBAClC,CAAC,CAAC,mBAAmB,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,EAAE;iBACb,OAAO,CAAC,kDAAkD,KAAK,EAAE,CAAC;iBAClE,GAAG,CAAC,GAAG,QAAQ,CAAsB,CAAC;YACzC,MAAM,IAAI,GAAG,EAAE;iBACZ,OAAO,CACN;;;aAGG,KAAK;;4BAEU,CACnB;iBACA,GAAG,CAAC,GAAG,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAwB,CAAC;YAC1D,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC;gBACjC,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED,YAAY,CAAC,OAAe,EAAE,MAAc;QAC1C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CACN;;;wCAG8B,CAC/B;iBACA,GAAG,CAAC,OAAO,EAAE,MAAM,CAAkC,CAAC;YACzD,OAAO,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,OAAe,EAAE,MAAc;QACtC,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CACN;;;;WAIC,CACF;iBACA,GAAG,CAAC,OAAO,EAAE,MAAM,CAWT,CAAC;YAEd,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACpD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,SAAS;gBAC3B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS;gBACjC,SAAS,EAAE,GAAG,CAAC,UAAU;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAe,EAAE,MAAc;QACzC,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,MAAM,GAAG,EAAE;iBACd,OAAO,CACN;2DACiD,CAClD;iBACA,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAExB,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAc;QAC5B,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,EAAE,CAAC,OAAO,CACR,mEAAmE,CACpE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,WAAW,CAAC,OAAe,EAAE,MAAc;QACzC,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,CACL,EAAE;iBACC,OAAO,CAAC,2DAA2D,CAAC;iBACpE,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,GAAG,CAAC,CACpC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YACvD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAiBD,SAAS,gBAAgB,CAAC,GAAsB;IAC9C,IAAI,QAA6C,CAAC;IAClD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAY,CAAC;YACnD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnE,QAAQ,GAAG,MAAiC,CAAC;YAC/C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QAC7C,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,SAAS,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpD,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAiB;IAC3C,MAAM,KAAK,GAAG,sCAAsC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrE,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,WAAW,CAAC;AAClD,CAAC;AAED,eAAe,IAAI,cAAc,EAAE,CAAC"}

package/backend/dist/services/mediaGenerationJobService.d.ts

@@ -0,0 +1,25 @@
+export interface MediaGenerationJob {
+    id: string;
+    userId: string;
+    providerJobId: string;
+    pluginId: string;
+    model: string;
+    prompt: string;
+    status: 'pending' | 'in_progress' | 'completed' | 'failed';
+    options: Record<string, unknown>;
+    galleryId?: string;
+    error?: string;
+    createdAt: number;
+    updatedAt: number;
+}
+declare class MediaGenerationJobService {
+    create(userId: string, input: Omit<MediaGenerationJob, 'id' | 'userId' | 'status' | 'createdAt' | 'updatedAt'>): MediaGenerationJob;
+    get(id: string, userId: string): MediaGenerationJob | null;
+    update(id: string, userId: string, status: MediaGenerationJob['status'], fields?: {
+        galleryId?: string;
+        error?: string;
+    }): void;
+}
+declare const _default: MediaGenerationJobService;
+export default _default;
+//# sourceMappingURL=mediaGenerationJobService.d.ts.map

package/backend/dist/services/mediaGenerationJobService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaGenerationJobService.d.ts","sourceRoot":"","sources":["../../src/services/mediaGenerationJobService.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3D,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAiBD,cAAM,yBAAyB;IAC7B,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,IAAI,CACT,kBAAkB,EAClB,IAAI,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CACvD,GACA,kBAAkB;IAuCrB,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAW1D,MAAM,CACJ,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,EACpC,MAAM,GAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAClD,IAAI;CAiBR;;AA4BD,wBAA+C"}

package/backend/dist/services/mediaGenerationJobService.js

@@ -0,0 +1,82 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import { randomUUID } from 'crypto';
+import { getDatabaseSafe } from '../db.js';
+import { encryptionService } from './encryptionService.js';
+class MediaGenerationJobService {
+    create(userId, input) {
+        const db = getDatabaseSafe();
+        if (!db)
+            throw new Error('Database is not available');
+        const id = randomUUID();
+        const now = Date.now();
+        db.prepare(`DELETE FROM media_generation_jobs
+       WHERE updated_at < ?`).run(now - 30 * 24 * 60 * 60 * 1000);
+        db.prepare(`INSERT INTO media_generation_jobs
+         (id, user_id, provider_job_id, plugin_id, model, prompt, status,
+          options_json, created_at, updated_at)
+       VALUES (?, ?, ?, ?, ?, ?, 'pending', ?, ?, ?)`).run(id, userId, input.providerJobId, input.pluginId, input.model, encryptionService.encrypt(input.prompt), JSON.stringify(input.options || {}), now, now);
+        return {
+            id,
+            userId,
+            providerJobId: input.providerJobId,
+            pluginId: input.pluginId,
+            model: input.model,
+            prompt: input.prompt,
+            status: 'pending',
+            options: input.options || {},
+            createdAt: now,
+            updatedAt: now,
+        };
+    }
+    get(id, userId) {
+        const db = getDatabaseSafe();
+        if (!db)
+            return null;
+        const row = db
+            .prepare(`SELECT * FROM media_generation_jobs WHERE id = ? AND user_id = ?`)
+            .get(id, userId);
+        return row ? fromRow(row) : null;
+    }
+    update(id, userId, status, fields = {}) {
+        const db = getDatabaseSafe();
+        if (!db)
+            throw new Error('Database is not available');
+        db.prepare(`UPDATE media_generation_jobs
+       SET status = ?, gallery_id = COALESCE(?, gallery_id),
+           error = COALESCE(?, error), updated_at = ?
+       WHERE id = ? AND user_id = ?`).run(status, fields.galleryId || null, fields.error || null, Date.now(), id, userId);
+    }
+}
+function fromRow(row) {
+    let options = {};
+    try {
+        const parsed = row.options_json ? JSON.parse(row.options_json) : {};
+        if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {
+            options = parsed;
+        }
+    }
+    catch {
+        options = {};
+    }
+    return {
+        id: row.id,
+        userId: row.user_id,
+        providerJobId: row.provider_job_id,
+        pluginId: row.plugin_id,
+        model: row.model,
+        prompt: encryptionService.decrypt(row.prompt),
+        status: row.status,
+        options,
+        ...(row.gallery_id ? { galleryId: row.gallery_id } : {}),
+        ...(row.error ? { error: row.error } : {}),
+        createdAt: row.created_at,
+        updatedAt: row.updated_at,
+    };
+}
+export default new MediaGenerationJobService();
+//# sourceMappingURL=mediaGenerationJobService.js.map

package/backend/dist/services/mediaGenerationJobService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaGenerationJobService.js","sourceRoot":"","sources":["../../src/services/mediaGenerationJobService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAgC3D,MAAM,yBAAyB;IAC7B,MAAM,CACJ,MAAc,EACd,KAGC;QAED,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACtD,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,EAAE,CAAC,OAAO,CACR;4BACsB,CACvB,CAAC,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,EAAE,CAAC,OAAO,CACR;;;qDAG+C,CAChD,CAAC,GAAG,CACH,EAAE,EACF,MAAM,EACN,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,KAAK,EACX,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EACvC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,EACnC,GAAG,EACH,GAAG,CACJ,CAAC;QACF,OAAO;YACL,EAAE;YACF,MAAM;YACN,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;YAC5B,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAC;IACJ,CAAC;IAED,GAAG,CAAC,EAAU,EAAE,MAAc;QAC5B,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACrB,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CACN,kEAAkE,CACnE;aACA,GAAG,CAAC,EAAE,EAAE,MAAM,CAAuB,CAAC;QACzC,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnC,CAAC;IAED,MAAM,CACJ,EAAU,EACV,MAAc,EACd,MAAoC,EACpC,SAAiD,EAAE;QAEnD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACtD,EAAE,CAAC,OAAO,CACR;;;oCAG8B,CAC/B,CAAC,GAAG,CACH,MAAM,EACN,MAAM,CAAC,SAAS,IAAI,IAAI,EACxB,MAAM,CAAC,KAAK,IAAI,IAAI,EACpB,IAAI,CAAC,GAAG,EAAE,EACV,EAAE,EACF,MAAM,CACP,CAAC;IACJ,CAAC;CACF;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,IAAI,OAAO,GAA4B,EAAE,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,GAAG,MAAM,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IACD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,aAAa,EAAE,GAAG,CAAC,eAAe;QAClC,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QAC7C,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO;QACP,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC;AAED,eAAe,IAAI,yBAAyB,EAAE,CAAC"}

package/backend/dist/services/pluginAudioGenerationService.d.ts

@@ -0,0 +1,34 @@
+import type { AudioGenConfig, Plugin } from '../types/index.js';
+import { type PluginUsageEventInput } from './pluginUsageService.js';
+type PluginVariables = Record<string, string | number | boolean>;
+export interface PluginAudioGenerationServiceDependencies {
+    getAllPlugins(userId?: string): Plugin[];
+    getPlugin(id: string, userId?: string): Plugin | null;
+    getApiKey(plugin: Plugin, userId?: string): string | null;
+    getPluginVariables(plugin: Plugin, userId?: string): PluginVariables;
+    validateEndpointUrl(endpoint: string): string;
+    recordUsage?(usage: PluginUsageEventInput): void;
+}
+export interface AudioGenerationResult {
+    audio: Buffer;
+    mimeType: string;
+    transcript?: string;
+}
+export declare class PluginAudioGenerationService {
+    private readonly deps;
+    constructor(deps: PluginAudioGenerationServiceDependencies);
+    getAvailableModels(userId?: string): Array<{
+        model: string;
+        plugin: string;
+        config?: AudioGenConfig;
+    }>;
+    generate(model: string, prompt: string, options: {
+        pluginId: string;
+        userId: string;
+        voice?: string;
+        format?: string;
+    }): Promise<AudioGenerationResult>;
+    private resolve;
+}
+export {};
+//# sourceMappingURL=pluginAudioGenerationService.d.ts.map

package/backend/dist/services/pluginAudioGenerationService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pluginAudioGenerationService.d.ts","sourceRoot":"","sources":["../../src/services/pluginAudioGenerationService.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAOhE,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,yBAAyB,CAAC;AAKjC,KAAK,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AAEjE,MAAM,WAAW,wCAAwC;IACvD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACtD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAC1D,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACrE,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9C,WAAW,CAAC,CAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI,CAAC;CAClD;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,4BAA4B;IAErC,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,wCAAwC;IAGjE,kBAAkB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;QACzC,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,CAAC;IAkBI,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,qBAAqB,CAAC;IAkEjC,OAAO,CAAC,OAAO;CAmChB"}

package/backend/dist/services/pluginAudioGenerationService.js

@@ -0,0 +1,211 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import axios from 'axios';
+import { assertSafePluginEndpoint, buildPluginAuthHeaders, resolvePluginOperationEndpoint, validatePluginModel, } from '../utils/pluginValidation.js';
+import { normalizeProviderTokenUsage, } from './pluginUsageService.js';
+const MAX_SSE_LINE_BYTES = 2 * 1024 * 1024;
+const MAX_ENCODED_AUDIO_BYTES = 80 * 1024 * 1024;
+export class PluginAudioGenerationService {
+    constructor(deps) {
+        this.deps = deps;
+    }
+    getAvailableModels(userId) {
+        return this.deps.getAllPlugins(userId).flatMap(plugin => {
+            const capability = plugin.capabilities?.audio;
+            if (!plugin.active ||
+                !capability ||
+                !this.deps.getApiKey(plugin, userId)) {
+                return [];
+            }
+            return capability.model_map.map(model => ({
+                model,
+                plugin: plugin.id,
+                config: capability.config,
+            }));
+        });
+    }
+    async generate(model, prompt, options) {
+        validatePluginModel(model);
+        const { plugin, endpoint, config, headers } = this.resolve(model, options.pluginId, options.userId);
+        if (config?.max_prompt_length && prompt.length > config.max_prompt_length) {
+            throw new Error(`Prompt exceeds maximum length of ${config.max_prompt_length} characters`);
+        }
+        const voice = options.voice || config?.default_voice || 'alloy';
+        const format = options.format || config?.default_format || 'wav';
+        if (config?.formats?.length && !config.formats.includes(format)) {
+            throw new Error(`Audio format ${format} is not supported by ${model}`);
+        }
+        const payload = {
+            model,
+            messages: [{ role: 'user', content: prompt }],
+            modalities: ['text', 'audio'],
+            audio: { voice, format },
+            stream: true,
+        };
+        const startedAt = Date.now();
+        try {
+            const response = await axios.post(endpoint, payload, {
+                headers,
+                timeout: 300000,
+                responseType: 'stream',
+                maxRedirects: 0,
+            });
+            const result = await collectAudioStream(response.data);
+            this.deps.recordUsage?.({
+                userId: options.userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'audio',
+                model,
+                status: 'success',
+                durationMs: Date.now() - startedAt,
+                tokens: result.usage,
+                outputUnits: result.audio.length,
+                unitKind: 'bytes',
+            });
+            return {
+                audio: result.audio,
+                mimeType: audioMimeType(format),
+                ...(result.transcript ? { transcript: result.transcript } : {}),
+            };
+        }
+        catch (error) {
+            this.deps.recordUsage?.({
+                userId: options.userId,
+                pluginId: plugin.id,
+                pluginName: plugin.name,
+                capability: 'audio',
+                model,
+                status: 'error',
+                durationMs: Date.now() - startedAt,
+            });
+            throw audioGenerationError(error);
+        }
+    }
+    resolve(model, pluginId, userId) {
+        const plugin = this.deps.getPlugin(pluginId, userId);
+        const capability = plugin?.capabilities?.audio;
+        if (!plugin?.active ||
+            !capability ||
+            !capability.model_map.includes(model)) {
+            throw new Error(`No audio generation plugin found for model: ${model}`);
+        }
+        const apiKey = this.deps.getApiKey(plugin, userId);
+        if (!apiKey) {
+            throw new Error(`API key not found for plugin ${plugin.id} (save a provider credential in Settings)`);
+        }
+        const variables = this.deps.getPluginVariables(plugin, userId);
+        let endpoint = capability.endpoint;
+        const endpointVariable = capability.config?.endpoint_variable;
+        if (endpointVariable) {
+            const override = variables[endpointVariable];
+            if (typeof override === 'string' && override.trim()) {
+                endpoint = this.deps.validateEndpointUrl(override.trim());
+            }
+        }
+        else if (plugin.type === 'audio') {
+            endpoint = resolvePluginOperationEndpoint(endpoint, variables);
+        }
+        assertSafePluginEndpoint(endpoint, 'audio generation endpoint');
+        return {
+            plugin,
+            endpoint,
+            config: capability.config,
+            headers: buildPluginAuthHeaders(plugin, apiKey, endpoint),
+        };
+    }
+}
+async function collectAudioStream(stream) {
+    let pending = '';
+    let encodedAudio = '';
+    let transcript = '';
+    let usage;
+    const consumeLine = (rawLine) => {
+        const line = rawLine.endsWith('\r') ? rawLine.slice(0, -1) : rawLine;
+        if (!line.startsWith('data:'))
+            return;
+        const data = line.slice(5).trimStart();
+        if (!data || data === '[DONE]')
+            return;
+        let chunk;
+        try {
+            chunk = JSON.parse(data);
+        }
+        catch {
+            throw new Error('Audio provider returned malformed streaming data');
+        }
+        const choices = Array.isArray(chunk.choices) ? chunk.choices : [];
+        const first = asRecord(choices[0]);
+        const delta = asRecord(first?.delta);
+        const audio = asRecord(delta?.audio);
+        if (typeof audio?.data === 'string' && audio.data.length > 0) {
+            if (!/^[a-z0-9+/]*={0,2}$/i.test(audio.data)) {
+                throw new Error('Audio provider returned invalid base64 data');
+            }
+            encodedAudio += audio.data;
+            if (encodedAudio.length > MAX_ENCODED_AUDIO_BYTES) {
+                throw new Error('Audio provider response exceeded the size limit');
+            }
+        }
+        if (typeof audio?.transcript === 'string')
+            transcript += audio.transcript;
+        usage = normalizeProviderTokenUsage(chunk) || usage;
+    };
+    for await (const part of stream) {
+        pending += Buffer.isBuffer(part) ? part.toString('utf8') : String(part);
+        if (pending.length > MAX_SSE_LINE_BYTES && !pending.includes('\n')) {
+            throw new Error('Audio provider returned an oversized stream event');
+        }
+        let newline = pending.indexOf('\n');
+        while (newline >= 0) {
+            consumeLine(pending.slice(0, newline));
+            pending = pending.slice(newline + 1);
+            newline = pending.indexOf('\n');
+        }
+    }
+    if (pending)
+        consumeLine(pending);
+    if (!encodedAudio) {
+        throw new Error('Audio provider returned no audio data');
+    }
+    const audio = Buffer.from(encodedAudio, 'base64');
+    if (audio.length === 0) {
+        throw new Error('Audio provider returned empty audio data');
+    }
+    return {
+        audio,
+        ...(transcript ? { transcript } : {}),
+        ...(usage ? { usage } : {}),
+    };
+}
+function asRecord(value) {
+    return value && typeof value === 'object'
+        ? value
+        : null;
+}
+function audioMimeType(format) {
+    return ({
+        aac: 'audio/aac',
+        flac: 'audio/flac',
+        mp3: 'audio/mpeg',
+        opus: 'audio/opus',
+        pcm: 'audio/L16',
+        pcm16: 'audio/L16',
+        wav: 'audio/wav',
+    }[format] || 'audio/wav');
+}
+function audioGenerationError(error) {
+    if (axios.isAxiosError(error)) {
+        const message = error.response?.data?.error?.message ||
+            error.response?.data?.error ||
+            error.response?.data?.message ||
+            error.message;
+        return new Error(`Audio provider request failed: ${String(message)}`);
+    }
+    return error instanceof Error ? error : new Error('Audio generation failed');
+}
+//# sourceMappingURL=pluginAudioGenerationService.js.map

package/backend/dist/services/pluginAudioGenerationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pluginAudioGenerationService.js","sourceRoot":"","sources":["../../src/services/pluginAudioGenerationService.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,2BAA2B,GAE5B,MAAM,yBAAyB,CAAC;AAEjC,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,uBAAuB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAmBjD,MAAM,OAAO,4BAA4B;IACvC,YACmB,IAA8C;QAA9C,SAAI,GAAJ,IAAI,CAA0C;IAC9D,CAAC;IAEJ,kBAAkB,CAAC,MAAe;QAKhC,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACtD,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC;YAC9C,IACE,CAAC,MAAM,CAAC,MAAM;gBACd,CAAC,UAAU;gBACX,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,EACpC,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxC,KAAK;gBACL,MAAM,EAAE,MAAM,CAAC,EAAE;gBACjB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC,CAAC;QACN,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,MAAc,EACd,OAKC;QAED,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CACxD,KAAK,EACL,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,MAAM,CACf,CAAC;QACF,IAAI,MAAM,EAAE,iBAAiB,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CACb,oCAAoC,MAAM,CAAC,iBAAiB,aAAa,CAC1E,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,MAAM,EAAE,aAAa,IAAI,OAAO,CAAC;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,EAAE,cAAc,IAAI,KAAK,CAAC;QACjE,IAAI,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,wBAAwB,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,OAAO,GAAG;YACd,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;YAC7B,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACxB,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE;gBACnD,OAAO;gBACP,OAAO,EAAE,MAAM;gBACf,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,CAAC;aAChB,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,OAAO;gBACnB,KAAK;gBACL,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,MAAM,EAAE,MAAM,CAAC,KAAK;gBACpB,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;gBAChC,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC;gBAC/B,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,MAAM,CAAC,IAAI;gBACvB,UAAU,EAAE,OAAO;gBACnB,KAAK;gBACL,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC,CAAC;YACH,MAAM,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,KAAa,EAAE,QAAgB,EAAE,MAAc;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC;QAC/C,IACE,CAAC,MAAM,EAAE,MAAM;YACf,CAAC,UAAU;YACX,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EACrC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,gCAAgC,MAAM,CAAC,EAAE,2CAA2C,CACrF,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;QACnC,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,EAAE,iBAAiB,CAAC;QAC9D,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC7C,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpD,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnC,QAAQ,GAAG,8BAA8B,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACjE,CAAC;QACD,wBAAwB,CAAC,QAAQ,EAAE,2BAA2B,CAAC,CAAC;QAChE,OAAO;YACL,MAAM;YACN,QAAQ;YACR,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,OAAO,EAAE,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC;SAC1D,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,kBAAkB,CAC/B,MAAsC;IAMtC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,KAAqD,CAAC;IAE1D,MAAM,WAAW,GAAG,CAAC,OAAe,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACrE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO;QACvC,IAAI,KAA8B,CAAC;QACnC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YACD,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC;YAC3B,IAAI,YAAY,CAAC,MAAM,GAAG,uBAAuB,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,IAAI,OAAO,KAAK,EAAE,UAAU,KAAK,QAAQ;YAAE,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC;QAC1E,KAAK,GAAG,2BAA2B,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;IACtD,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAChC,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,OAAO,CAAC,MAAM,GAAG,kBAAkB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,OAAO,IAAI,CAAC,EAAE,CAAC;YACpB,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YACvC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;YACrC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,IAAI,OAAO;QAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;IAClD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO;QACL,KAAK;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QACvC,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,OAAO,CAEH;QACE,GAAG,EAAE,WAAW;QAChB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,YAAY;QACjB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,WAAW;QAChB,KAAK,EAAE,WAAW;QAClB,GAAG,EAAE,WAAW;KAEnB,CAAC,MAAM,CAAC,IAAI,WAAW,CACzB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GACX,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO;YACpC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK;YAC3B,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO;YAC7B,KAAK,CAAC,OAAO,CAAC;QAChB,OAAO,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;AAC/E,CAAC"}

package/backend/dist/services/pluginCapabilityRegistryService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pluginCapabilityRegistryService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEvD,MAAM,WAAW,oCAAoC;IACnD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED,qBAAa,+BAA+B;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,oCAAoC;IAEvE,sBAAsB,CACpB,cAAc,EAAE,UAAU,EAC1B,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,EAAE;CAkEZ"}
+{"version":3,"file":"pluginCapabilityRegistryService.d.ts","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEvD,MAAM,WAAW,oCAAoC;IACnD,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CAC3D;AAED,qBAAa,+BAA+B;IAC9B,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,oCAAoC;IAEvE,sBAAsB,CACpB,cAAc,EAAE,UAAU,EAC1B,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,EAAE;CAwEZ"}

package/backend/dist/services/pluginCapabilityRegistryService.js

@@ -56,6 +56,12 @@ export class PluginCapabilityRegistryService {
                         noAuthRequired =
                             plugin.capabilities.image?.config?.no_auth_required === true;
                         break;
+                    case 'audio':
+                        hasCapability = !!plugin.capabilities.audio;
+                        break;
+                    case 'video':
+                        hasCapability = !!plugin.capabilities.video;
+                        break;
                     case 'completion':
                     case 'chat':
                         hasCapability = !!plugin.capabilities.completion;

package/backend/dist/services/pluginCapabilityRegistryService.js.map

@@ -1 +1 @@
-{"version":3,"file":"pluginCapabilityRegistryService.js","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AASH,MAAM,OAAO,+BAA+B;IAC1C,YAA6B,IAA0C;QAA1C,SAAI,GAAJ,IAAI,CAAsC;IAAG,CAAC;IAE3E,sBAAsB,CACpB,cAA0B,EAC1B,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACnC,MAAM,gBAAgB,GACpB,cAAc,KAAK,KAAK;oBACtB,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM;oBAClC,CAAC,CAAC,cAAc,KAAK,OAAO;wBAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM;wBACpC,CAAC,CAAC,SAAS,CAAC;gBAClB,MAAM,cAAc,GACjB,gBAAwD;oBACvD,EAAE,gBAAgB,KAAK,IAAI,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,aAAa,GAAG,KAAK,CAAC;gBAC1B,IAAI,cAAc,GAAG,KAAK,CAAC;gBAE3B,QAAQ,cAAc,EAAE,CAAC;oBACvB,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAE1B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,MAAM;oBACR,KAAK,WAAW;wBACd,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC;wBAChD,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAE5B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,YAAY,CAAC;oBAClB,KAAK,MAAM;wBACT,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;wBACjD,MAAM;gBACV,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;wBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"pluginCapabilityRegistryService.js","sourceRoot":"","sources":["../../src/services/pluginCapabilityRegistryService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AASH,MAAM,OAAO,+BAA+B;IAC1C,YAA6B,IAA0C;QAA1C,SAAI,GAAJ,IAAI,CAAsC;IAAG,CAAC;IAE3E,sBAAsB,CACpB,cAA0B,EAC1B,MAAe;QAEf,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACnC,MAAM,gBAAgB,GACpB,cAAc,KAAK,KAAK;oBACtB,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM;oBAClC,CAAC,CAAC,cAAc,KAAK,OAAO;wBAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM;wBACpC,CAAC,CAAC,SAAS,CAAC;gBAClB,MAAM,cAAc,GACjB,gBAAwD;oBACvD,EAAE,gBAAgB,KAAK,IAAI,CAAC;gBAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;oBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxB,IAAI,aAAa,GAAG,KAAK,CAAC;gBAC1B,IAAI,cAAc,GAAG,KAAK,CAAC;gBAE3B,QAAQ,cAAc,EAAE,CAAC;oBACvB,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,MAE1B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,KAAK;wBACR,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;wBAC1C,MAAM;oBACR,KAAK,WAAW;wBACd,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC;wBAChD,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,cAAc;4BAEV,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAE5B,EAAE,gBAAgB,KAAK,IAAI,CAAC;wBAC/B,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,MAAM;oBACR,KAAK,OAAO;wBACV,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC;wBAC5C,MAAM;oBACR,KAAK,YAAY,CAAC;oBAClB,KAAK,MAAM;wBACT,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC;wBACjD,MAAM;gBACV,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACnD,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;wBAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/backend/dist/services/pluginEmbeddingService.d.ts

@@ -1,10 +1,12 @@
 import { EmbeddingModel, OllamaEmbeddingsResponse, Plugin } from '../types/index.js';
+import type { PluginUsageEventInput } from './pluginUsageService.js';
 type PluginVariables = Record<string, string | number | boolean>;
 export interface PluginEmbeddingServiceDependencies {
     getAllPlugins(userId?: string): Plugin[];
     getApiKey(plugin: Plugin, userId?: string): string | null;
     getPluginVariables(plugin: Plugin, userId?: string): PluginVariables;
     validateEndpointUrl(endpoint: string): string;
+    recordUsage?(usage: PluginUsageEventInput): void;
 }
 export declare class PluginEmbeddingService {
     private readonly deps;