libre-webui 0.25.0 → 0.26.0

package/backend/dist/services/evaluationService.d.ts

@@ -0,0 +1,111 @@
+import type { StoredEvalRunRecord } from '../persistence/resourceTypes.js';
+export interface FeedbackInput {
+    sessionId: string;
+    messageId: string;
+    rating: 1 | -1;
+    tags?: string[];
+    comment?: string;
+}
+export interface FeedbackView {
+    id: string;
+    userId: string;
+    sessionId: string;
+    messageId: string;
+    rating: number;
+    tags: string[];
+    comment: string | null;
+    model: string | null;
+    pluginId: string | null;
+    snapshot: {
+        user: string;
+        assistant: string;
+    } | null;
+    createdAt: number;
+    updatedAt: number;
+}
+export interface EvalItem {
+    id: string;
+    prompt: string;
+}
+export interface EvalSetView {
+    id: string;
+    name: string;
+    description: string | null;
+    items: EvalItem[];
+    createdAt: number;
+    updatedAt: number;
+}
+export interface EvalRunItemResult {
+    itemId: string;
+    prompt: string;
+    output: string;
+    error: string | null;
+    durationMs: number;
+}
+export interface EvalRunView {
+    id: string;
+    setId: string;
+    label: string | null;
+    pluginId: string | null;
+    model: string;
+    status: StoredEvalRunRecord['status'];
+    results: EvalRunItemResult[] | null;
+    error: string | null;
+    createdAt: number;
+    updatedAt: number;
+    completedAt: number | null;
+}
+export interface ArenaLeaderboardRow {
+    model: string;
+    rating: number;
+    wins: number;
+    losses: number;
+    ties: number;
+    votes: number;
+}
+declare class EvaluationService {
+    upsertFeedback(userId: string, input: FeedbackInput): Promise<FeedbackView>;
+    deleteFeedback(userId: string, messageId: string): Promise<boolean>;
+    listFeedback(options?: {
+        userId?: string;
+    }): Promise<FeedbackView[]>;
+    private mapFeedback;
+    recordArenaVote(userId: string, input: {
+        compareGroup: string;
+        modelA: string;
+        modelB: string;
+        winner: 'a' | 'b' | 'tie' | 'both-bad';
+    }): Promise<boolean>;
+    /** Deterministic Elo replay over every vote in insertion order. */
+    arenaLeaderboard(): Promise<ArenaLeaderboardRow[]>;
+    listEvalSets(userId: string): Promise<EvalSetView[]>;
+    getEvalSet(setId: string, userId: string): Promise<EvalSetView | null>;
+    saveEvalSet(userId: string, input: {
+        id?: string;
+        name: string;
+        description?: string | null;
+        items: Array<{
+            id?: string;
+            prompt: string;
+        }>;
+    }): Promise<EvalSetView>;
+    deleteEvalSet(setId: string, userId: string): Promise<boolean>;
+    private mapEvalSet;
+    createRunRecord(userId: string, input: {
+        setId: string;
+        model: string;
+        pluginId?: string | null;
+        label?: string | null;
+    }): Promise<StoredEvalRunRecord>;
+    listRuns(userId: string, setId?: string): Promise<EvalRunView[]>;
+    getRun(runId: string, userId: string): Promise<EvalRunView | null>;
+    updateRunStatus(runId: string, userId: string, status: StoredEvalRunRecord['status'], options?: {
+        results?: EvalRunItemResult[];
+        error?: string | null;
+    }): Promise<boolean>;
+    truncateOutput(output: string): string;
+    private mapRun;
+}
+export declare const evaluationService: EvaluationService;
+export default evaluationService;
+//# sourceMappingURL=evaluationService.d.ts.map

package/backend/dist/services/evaluationService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluationService.d.ts","sourceRoot":"","sources":["../../src/services/evaluationService.ts"],"names":[],"mappings":"AAoCA,OAAO,KAAK,EACV,mBAAmB,EAGpB,MAAM,iCAAiC,CAAC;AAmBzC,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACrD,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACtC,OAAO,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC;IACpC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAoBD,cAAM,iBAAiB;IAGf,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,aAAa,GACnB,OAAO,CAAC,YAAY,CAAC,CAiEvB;IAEK,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAExE;IAEK,YAAY,CAChB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAChC,OAAO,CAAC,YAAY,EAAE,CAAC,CAQzB;IAED,OAAO,CAAC,WAAW;IAwDb,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,KAAK,GAAG,UAAU,CAAC;KACxC,GACA,OAAO,CAAC,OAAO,CAAC,CAoBlB;IAED,mEAAmE;IAC7D,gBAAgB,IAAI,OAAO,CAAC,mBAAmB,EAAE,CAAC,CA2CvD;IAIK,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAGzD;IAEK,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAG3E;IAEK,WAAW,CACf,MAAM,EAAE,MAAM,EACd,KAAK,EAAE;QACL,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,KAAK,EAAE,KAAK,CAAC;YAAE,EAAE,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC/C,GACA,OAAO,CAAC,WAAW,CAAC,CA8CtB;IAEK,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAEnE;IAED,OAAO,CAAC,UAAU;IA0BZ,eAAe,CACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE;QACL,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB,GACA,OAAO,CAAC,mBAAmB,CAAC,CAoB9B;IAEK,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAKrE;IAEK,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAGvE;IAEK,eAAe,CACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,EACrC,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,iBAAiB,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAO,GACrE,OAAO,CAAC,OAAO,CAAC,CAsBlB;IAED,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAIrC;IAED,OAAO,CAAC,MAAM;CA8Bf;AAED,eAAO,MAAM,iBAAiB,mBAA0B,CAAC;eAC1C,iBAAiB"}

package/backend/dist/services/evaluationService.js

@@ -0,0 +1,403 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Evaluation platform (ADMIN-02).
+ *
+ * Three complementary signals share this service:
+ *
+ * - **Feedback**: thumbs with topic tags, an optional comment, and an
+ *   encrypted snapshot of the rated exchange, so evaluation datasets
+ *   survive chat edits and deletions. One row per user and message.
+ * - **Arena votes**: blind multi-model comparisons vote a winner per
+ *   compare group; the leaderboard replays every vote in insertion order
+ *   through a deterministic Elo (K=32, base 1000), so recomputation is
+ *   reproducible.
+ * - **Eval sets and runs**: reusable prompt sets execute against a chosen
+ *   model as durable jobs; each run records the exact model, per-item
+ *   outputs, latency, and errors, encrypted at rest and exportable.
+ */
+import { randomUUID } from 'crypto';
+import { getPersistence } from '../persistence/index.js';
+import { encryptionService } from './encryptionService.js';
+import chatService from './chatService.js';
+import { createLogger } from '../utils/logger.js';
+const logger = createLogger('services:evaluation');
+const MAX_TAGS = 5;
+const MAX_TAG_LENGTH = 40;
+const MAX_COMMENT_LENGTH = 2000;
+const MAX_SNAPSHOT_CHARS = 8000;
+const MAX_EVAL_SETS_PER_USER = 50;
+const MAX_EVAL_ITEMS = 50;
+const MAX_ITEM_PROMPT_CHARS = 4000;
+const MAX_OUTPUT_CHARS = 8000;
+const MAX_LIST = 500;
+const ELO_K = 32;
+const ELO_BASE = 1000;
+const repositories = () => getPersistence(encryptionService).repositories.resources;
+const aad = (kind, id, userId) => Buffer.from(`evaluation:${kind}:${id}:${userId}`, 'utf8');
+const normalizeTags = (tags) => {
+    if (!Array.isArray(tags))
+        return [];
+    const cleaned = [];
+    for (const tag of tags) {
+        if (typeof tag !== 'string')
+            continue;
+        const value = tag.trim().slice(0, MAX_TAG_LENGTH);
+        if (value && !cleaned.includes(value))
+            cleaned.push(value);
+        if (cleaned.length >= MAX_TAGS)
+            break;
+    }
+    return cleaned;
+};
+class EvaluationService {
+    // --------------------------------------------------------------- feedback
+    async upsertFeedback(userId, input) {
+        if (input.rating !== 1 && input.rating !== -1) {
+            throw new Error('rating must be 1 or -1');
+        }
+        const session = await chatService.getSession(input.sessionId, userId);
+        if (!session)
+            throw new Error('Session not found');
+        const index = session.messages.findIndex(message => message.id === input.messageId);
+        const message = index >= 0 ? session.messages[index] : undefined;
+        if (!message || message.role !== 'assistant') {
+            throw new Error('Assistant message not found');
+        }
+        let precedingUser = '';
+        for (let cursor = index - 1; cursor >= 0; cursor -= 1) {
+            if (session.messages[cursor].role === 'user') {
+                precedingUser = session.messages[cursor].content;
+                break;
+            }
+        }
+        const comment = typeof input.comment === 'string' && input.comment.trim()
+            ? input.comment.trim().slice(0, MAX_COMMENT_LENGTH)
+            : null;
+        const snapshot = JSON.stringify({
+            user: precedingUser.slice(0, MAX_SNAPSHOT_CHARS),
+            assistant: message.content.slice(0, MAX_SNAPSHOT_CHARS),
+        });
+        const id = randomUUID();
+        const now = Date.now();
+        const pluginId = typeof message.providerMetadata?.pluginId === 'string'
+            ? message.providerMetadata.pluginId
+            : null;
+        const record = {
+            id,
+            user_id: userId,
+            session_id: input.sessionId,
+            message_id: input.messageId,
+            rating: input.rating,
+            tags: JSON.stringify(normalizeTags(input.tags)),
+            comment: comment
+                ? encryptionService
+                    .encryptBuffer(Buffer.from(comment, 'utf8'), aad('comment', input.messageId, userId))
+                    .toString('base64')
+                : null,
+            model: message.model ?? session.model ?? null,
+            plugin_id: pluginId,
+            snapshot: encryptionService
+                .encryptBuffer(Buffer.from(snapshot, 'utf8'), aad('snapshot', input.messageId, userId))
+                .toString('base64'),
+            created_at: now,
+            updated_at: now,
+        };
+        await repositories().messageFeedback.upsertByMessage(record);
+        const stored = (await repositories().messageFeedback.listByOwner(userId, MAX_LIST)).find(row => row.message_id === input.messageId);
+        return this.mapFeedback(stored ?? record, true);
+    }
+    async deleteFeedback(userId, messageId) {
+        return repositories().messageFeedback.deleteByMessage(userId, messageId);
+    }
+    async listFeedback(options = {}) {
+        const rows = options.userId
+            ? await repositories().messageFeedback.listByOwner(options.userId, MAX_LIST)
+            : await repositories().messageFeedback.listAll(MAX_LIST);
+        return rows.map(row => this.mapFeedback(row, true));
+    }
+    mapFeedback(row, includeSnapshot) {
+        let tags = [];
+        try {
+            tags = normalizeTags(JSON.parse(row.tags ?? '[]'));
+        }
+        catch {
+            tags = [];
+        }
+        let comment = null;
+        if (row.comment) {
+            try {
+                comment = encryptionService
+                    .decryptBuffer(Buffer.from(row.comment, 'base64'), aad('comment', row.message_id, row.user_id))
+                    .toString('utf8');
+            }
+            catch (error) {
+                logger.warn('Feedback comment decryption failed', { error });
+            }
+        }
+        let snapshot = null;
+        if (includeSnapshot && row.snapshot) {
+            try {
+                snapshot = JSON.parse(encryptionService
+                    .decryptBuffer(Buffer.from(row.snapshot, 'base64'), aad('snapshot', row.message_id, row.user_id))
+                    .toString('utf8'));
+            }
+            catch (error) {
+                logger.warn('Feedback snapshot decryption failed', { error });
+            }
+        }
+        return {
+            id: row.id,
+            userId: row.user_id,
+            sessionId: row.session_id,
+            messageId: row.message_id,
+            rating: row.rating,
+            tags,
+            comment,
+            model: row.model,
+            pluginId: row.plugin_id,
+            snapshot,
+            createdAt: row.created_at,
+            updatedAt: row.updated_at,
+        };
+    }
+    // ------------------------------------------------------------------ arena
+    async recordArenaVote(userId, input) {
+        if (!input.compareGroup?.trim() ||
+            !input.modelA?.trim() ||
+            !input.modelB?.trim()) {
+            throw new Error('compareGroup, modelA, and modelB are required');
+        }
+        if (!['a', 'b', 'tie', 'both-bad'].includes(input.winner)) {
+            throw new Error('Unknown arena verdict');
+        }
+        return repositories().arenaVotes.insertOnce({
+            id: randomUUID(),
+            user_id: userId,
+            compare_group: input.compareGroup.trim().slice(0, 120),
+            model_a: input.modelA.trim().slice(0, 200),
+            model_b: input.modelB.trim().slice(0, 200),
+            winner: input.winner,
+            created_at: Date.now(),
+        });
+    }
+    /** Deterministic Elo replay over every vote in insertion order. */
+    async arenaLeaderboard() {
+        const votes = await repositories().arenaVotes.listAllOrdered(10000);
+        const table = new Map();
+        const rowFor = (model) => {
+            let row = table.get(model);
+            if (!row) {
+                row = {
+                    model,
+                    rating: ELO_BASE,
+                    wins: 0,
+                    losses: 0,
+                    ties: 0,
+                    votes: 0,
+                };
+                table.set(model, row);
+            }
+            return row;
+        };
+        for (const vote of votes) {
+            const a = rowFor(vote.model_a);
+            const b = rowFor(vote.model_b);
+            a.votes += 1;
+            b.votes += 1;
+            if (vote.winner === 'both-bad')
+                continue;
+            const scoreA = vote.winner === 'a' ? 1 : vote.winner === 'b' ? 0 : 0.5;
+            const expectedA = 1 / (1 + 10 ** ((b.rating - a.rating) / 400));
+            const delta = ELO_K * (scoreA - expectedA);
+            a.rating += delta;
+            b.rating -= delta;
+            if (vote.winner === 'a') {
+                a.wins += 1;
+                b.losses += 1;
+            }
+            else if (vote.winner === 'b') {
+                b.wins += 1;
+                a.losses += 1;
+            }
+            else {
+                a.ties += 1;
+                b.ties += 1;
+            }
+        }
+        return [...table.values()]
+            .map(row => ({ ...row, rating: Math.round(row.rating) }))
+            .sort((left, right) => right.rating - left.rating);
+    }
+    // -------------------------------------------------------------- eval sets
+    async listEvalSets(userId) {
+        const rows = await repositories().evalSets.listByOwner(userId, MAX_LIST);
+        return rows.map(row => this.mapEvalSet(row));
+    }
+    async getEvalSet(setId, userId) {
+        const row = await repositories().evalSets.findByOwner(setId, userId);
+        return row ? this.mapEvalSet(row) : null;
+    }
+    async saveEvalSet(userId, input) {
+        if (!input.name?.trim() || input.name.length > 120) {
+            throw new Error('An evaluation set name up to 120 characters is required');
+        }
+        if (!Array.isArray(input.items) || input.items.length === 0) {
+            throw new Error('At least one prompt item is required');
+        }
+        if (input.items.length > MAX_EVAL_ITEMS) {
+            throw new Error(`At most ${MAX_EVAL_ITEMS} prompt items are allowed`);
+        }
+        const items = input.items.map(item => {
+            const prompt = typeof item.prompt === 'string' ? item.prompt.trim() : '';
+            if (!prompt || prompt.length > MAX_ITEM_PROMPT_CHARS) {
+                throw new Error(`Every item needs a prompt up to ${MAX_ITEM_PROMPT_CHARS} characters`);
+            }
+            return { id: item.id || randomUUID(), prompt };
+        });
+        const id = input.id ?? randomUUID();
+        const existing = input.id
+            ? await repositories().evalSets.findByOwner(id, userId)
+            : null;
+        if (input.id && !existing)
+            throw new Error('Evaluation set not found');
+        const now = Date.now();
+        const record = {
+            id,
+            user_id: userId,
+            name: input.name.trim(),
+            description: input.description?.trim() || null,
+            items: encryptionService
+                .encryptBuffer(Buffer.from(JSON.stringify(items), 'utf8'), aad('set-items', id, userId))
+                .toString('base64'),
+            created_at: existing?.created_at ?? now,
+            updated_at: now,
+        };
+        await repositories().evalSets.replaceWithLimit(record, MAX_EVAL_SETS_PER_USER);
+        return this.mapEvalSet(record);
+    }
+    async deleteEvalSet(setId, userId) {
+        return repositories().evalSets.deleteByOwner(setId, userId);
+    }
+    mapEvalSet(row) {
+        let items = [];
+        try {
+            items = JSON.parse(encryptionService
+                .decryptBuffer(Buffer.from(row.items, 'base64'), aad('set-items', row.id, row.user_id))
+                .toString('utf8'));
+        }
+        catch (error) {
+            logger.warn('Evaluation set items decryption failed', { error });
+        }
+        return {
+            id: row.id,
+            name: row.name,
+            description: row.description,
+            items,
+            createdAt: row.created_at,
+            updatedAt: row.updated_at,
+        };
+    }
+    // -------------------------------------------------------------- eval runs
+    async createRunRecord(userId, input) {
+        if (!input.model?.trim())
+            throw new Error('A model is required');
+        const set = await repositories().evalSets.findByOwner(input.setId, userId);
+        if (!set)
+            throw new Error('Evaluation set not found');
+        const record = {
+            id: randomUUID(),
+            set_id: input.setId,
+            user_id: userId,
+            label: input.label?.trim().slice(0, 120) || null,
+            plugin_id: input.pluginId?.trim() || null,
+            model: input.model.trim(),
+            status: 'queued',
+            results: null,
+            error: null,
+            created_at: Date.now(),
+            updated_at: Date.now(),
+            completed_at: null,
+        };
+        await repositories().evalRuns.insert(record);
+        return record;
+    }
+    async listRuns(userId, setId) {
+        const rows = setId
+            ? await repositories().evalRuns.listBySet(setId, userId, MAX_LIST)
+            : await repositories().evalRuns.listByOwner(userId, MAX_LIST);
+        return rows.map(row => this.mapRun(row));
+    }
+    async getRun(runId, userId) {
+        const row = await repositories().evalRuns.findByOwner(runId, userId);
+        return row ? this.mapRun(row) : null;
+    }
+    async updateRunStatus(runId, userId, status, options = {}) {
+        const now = Date.now();
+        return repositories().evalRuns.update(runId, userId, {
+            status,
+            updated_at: now,
+            ...(options.results
+                ? {
+                    results: encryptionService
+                        .encryptBuffer(Buffer.from(JSON.stringify(options.results), 'utf8'), aad('run-results', runId, userId))
+                        .toString('base64'),
+                }
+                : {}),
+            error: options.error ?? null,
+            ...(status === 'completed' ||
+                status === 'failed' ||
+                status === 'cancelled'
+                ? { completed_at: now }
+                : {}),
+        });
+    }
+    truncateOutput(output) {
+        return output.length > MAX_OUTPUT_CHARS
+            ? `${output.slice(0, MAX_OUTPUT_CHARS)}…`
+            : output;
+    }
+    mapRun(row) {
+        let results = null;
+        if (row.results) {
+            try {
+                results = JSON.parse(encryptionService
+                    .decryptBuffer(Buffer.from(row.results, 'base64'), aad('run-results', row.id, row.user_id))
+                    .toString('utf8'));
+            }
+            catch (error) {
+                logger.warn('Evaluation run results decryption failed', { error });
+            }
+        }
+        return {
+            id: row.id,
+            setId: row.set_id,
+            label: row.label,
+            pluginId: row.plugin_id,
+            model: row.model,
+            status: row.status,
+            results,
+            error: row.error,
+            createdAt: row.created_at,
+            updatedAt: row.updated_at,
+            completedAt: row.completed_at,
+        };
+    }
+}
+export const evaluationService = new EvaluationService();
+export default evaluationService;
+//# sourceMappingURL=evaluationService.js.map

package/backend/dist/services/evaluationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluationService.js","sourceRoot":"","sources":["../../src/services/evaluationService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAMzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,WAAW,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAEnD,MAAM,QAAQ,GAAG,CAAC,CAAC;AACnB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,QAAQ,GAAG,GAAG,CAAC;AACrB,MAAM,KAAK,GAAG,EAAE,CAAC;AACjB,MAAM,QAAQ,GAAG,IAAI,CAAC;AAsEtB,MAAM,YAAY,GAAG,GAAG,EAAE,CACxB,cAAc,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC;AAE3D,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,MAAc,EAAU,EAAE,CAC/D,MAAM,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,IAAI,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;AAE5D,MAAM,aAAa,GAAG,CAAC,IAAa,EAAY,EAAE;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,SAAS;QACtC,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ;YAAE,MAAM;IACxC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,iBAAiB;IACrB,2EAA2E;IAE3E,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,KAAoB;QAEpB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CACtC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,KAAK,CAAC,SAAS,CAC1C,CAAC;QACF,MAAM,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,KAAK,IAAI,MAAM,GAAG,KAAK,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YACtD,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7C,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACjD,MAAM;YACR,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GACX,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE;YACvD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;YACnD,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;YAC9B,IAAI,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;YAChD,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GACZ,OAAO,OAAO,CAAC,gBAAgB,EAAE,QAAQ,KAAK,QAAQ;YACpD,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ;YACnC,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,MAAM,GAAgC;YAC1C,EAAE;YACF,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,OAAO,EAAE,OAAO;gBACd,CAAC,CAAC,iBAAiB;qBACd,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EAC5B,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CACxC;qBACA,QAAQ,CAAC,QAAQ,CAAC;gBACvB,CAAC,CAAC,IAAI;YACR,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI;YAC7C,SAAS,EAAE,QAAQ;YACnB,QAAQ,EAAE,iBAAiB;iBACxB,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAC7B,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CACzC;iBACA,QAAQ,CAAC,QAAQ,CAAC;YACrB,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,MAAM,YAAY,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,CACb,MAAM,YAAY,EAAE,CAAC,eAAe,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CACnE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,KAAK,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,MAAM,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,SAAiB;QACpD,OAAO,YAAY,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,OAAO,GAAwB,EAAE;QAEjC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM;YACzB,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,eAAe,CAAC,WAAW,CAC9C,OAAO,CAAC,MAAM,EACd,QAAQ,CACT;YACH,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAEO,WAAW,CACjB,GAAgC,EAChC,eAAwB;QAExB,IAAI,IAAI,GAAa,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,GAAkB,IAAI,CAAC;QAClC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,OAAO,GAAG,iBAAiB;qBACxB,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,EAClC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAC5C;qBACA,QAAQ,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,GAA6B,IAAI,CAAC;QAC9C,IAAI,eAAe,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CACnB,iBAAiB;qBACd,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACnC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAC7C;qBACA,QAAQ,CAAC,MAAM,CAAC,CACQ,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QACD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,MAAM,EAAE,GAAG,CAAC,OAAO;YACnB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,IAAI;YACJ,OAAO;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,QAAQ;YACR,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;SAC1B,CAAC;IACJ,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,eAAe,CACnB,MAAc,EACd,KAKC;QAED,IACE,CAAC,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE;YAC3B,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE;YACrB,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EACrB,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,YAAY,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;YAC1C,EAAE,EAAE,UAAU,EAAE;YAChB,OAAO,EAAE,MAAM;YACf,aAAa,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACtD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1C,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1C,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB,CAAC,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,gBAAgB;QACpB,MAAM,KAAK,GAAG,MAAM,YAAY,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,KAAM,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,IAAI,GAAG,EAA+B,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,KAAa,EAAuB,EAAE;YACpD,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,GAAG;oBACJ,KAAK;oBACL,MAAM,EAAE,QAAQ;oBAChB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,CAAC;iBACT,CAAC;gBACF,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACb,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACb,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU;gBAAE,SAAS;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACvE,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;YAC3C,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC;YAClB,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxB,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBACZ,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC/B,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBACZ,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBACZ,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;aACvB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;aACxD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,YAAY,CAAC,MAAc;QAC/B,MAAM,IAAI,GAAG,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,MAAc;QAC5C,MAAM,GAAG,GAAG,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,MAAc,EACd,KAKC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,WAAW,cAAc,2BAA2B,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,KAAK,GAAe,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC/C,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;gBACrD,MAAM,IAAI,KAAK,CACb,mCAAmC,qBAAqB,aAAa,CACtE,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE;YACvB,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,CAAC;YACvD,CAAC,CAAC,IAAI,CAAC;QACT,IAAI,KAAK,CAAC,EAAE,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAwB;YAClC,EAAE;YACF,OAAO,EAAE,MAAM;YACf,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE;YACvB,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,IAAI;YAC9C,KAAK,EAAE,iBAAiB;iBACrB,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,EAC1C,GAAG,CAAC,WAAW,EAAE,EAAE,EAAE,MAAM,CAAC,CAC7B;iBACA,QAAQ,CAAC,QAAQ,CAAC;YACrB,UAAU,EAAE,QAAQ,EAAE,UAAU,IAAI,GAAG;YACvC,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAC5C,MAAM,EACN,sBAAsB,CACvB,CAAC;QACF,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,MAAc;QAC/C,OAAO,YAAY,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAEO,UAAU,CAAC,GAAwB;QACzC,IAAI,KAAK,GAAe,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAChB,iBAAiB;iBACd,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,EAChC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CACtC;iBACA,QAAQ,CAAC,MAAM,CAAC,CACN,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,KAAK;YACL,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;SAC1B,CAAC;IACJ,CAAC;IAED,2EAA2E;IAE3E,KAAK,CAAC,eAAe,CACnB,MAAc,EACd,KAKC;QAED,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3E,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACtD,MAAM,MAAM,GAAwB;YAClC,EAAE,EAAE,UAAU,EAAE;YAChB,MAAM,EAAE,KAAK,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,IAAI;YAChD,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,IAAI;YACzC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;YACzB,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,IAAI;YACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,KAAc;QAC3C,MAAM,IAAI,GAAG,KAAK;YAChB,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;YAClE,CAAC,CAAC,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,MAAc;QACxC,MAAM,GAAG,GAAG,MAAM,YAAY,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,MAAc,EACd,MAAqC,EACrC,OAAO,GAA6D,EAAE;QAEtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,OAAO,YAAY,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE;YACnD,MAAM;YACN,UAAU,EAAE,GAAG;YACf,GAAG,CAAC,OAAO,CAAC,OAAO;gBACjB,CAAC,CAAC;oBACE,OAAO,EAAE,iBAAiB;yBACvB,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,EACpD,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAClC;yBACA,QAAQ,CAAC,QAAQ,CAAC;iBACtB;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,GAAG,CAAC,MAAM,KAAK,WAAW;gBAC1B,MAAM,KAAK,QAAQ;gBACnB,MAAM,KAAK,WAAW;gBACpB,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE;gBACvB,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,MAAc;QAC3B,OAAO,MAAM,CAAC,MAAM,GAAG,gBAAgB;YACrC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,GAAG;YACzC,CAAC,CAAC,MAAM,CAAC;IACb,CAAC;IAEO,MAAM,CAAC,GAAwB;QACrC,IAAI,OAAO,GAA+B,IAAI,CAAC;QAC/C,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAClB,iBAAiB;qBACd,aAAa,CACZ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,EAClC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CACxC;qBACA,QAAQ,CAAC,MAAM,CAAC,CACG,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,MAAM;YACjB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO;YACP,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,WAAW,EAAE,GAAG,CAAC,YAAY;SAC9B,CAAC;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AACzD,eAAe,iBAAiB,CAAC"}

package/backend/dist/services/galleryService.d.ts

@@ -55,6 +55,12 @@ declare class GalleryService {
         total: number;
     }>;
     getImage(imageId: string, userId: string): Promise<GeneratedImage | null>;
+    /**
+     * Retention sweep (MEDIA-01): when GALLERY_RETENTION_DAYS is configured,
+     * delete gallery items older than the cutoff through the same durable
+     * deletion lifecycle as a manual delete. Unset means keep forever.
+     */
+    sweepRetention(now: number): Promise<number>;
     deleteMedia(mediaId: string, userId: string): Promise<boolean>;
     deleteImage(imageId: string, userId: string): Promise<boolean>;
     deleteAllImages(userId: string): Promise<boolean>;

package/backend/dist/services/galleryService.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"galleryService.d.ts","sourceRoot":"","sources":["../../src/services/galleryService.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EACd,kBAAkB,EACnB,MAAM,mBAAmB,CAAC;AAQ3B,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,eAAe;IACvB,oEAAoE;IACpE,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,UAAU,cAAc;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,kBAAkB,CAAC;CAC3B;AAED,UAAU,WAAY,SAAQ,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA6BD,cAAM,cAAc;YACJ,oBAAoB;YA+BpB,mBAAmB;YAwDnB,SAAS;YAUT,iBAAiB;IA2DzB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAsBhC;IAEK,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAiHhC;IAEK,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,cAAmB,GAC1B,OAAO,CAAC;QAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAarD;IAEK,YAAY,CAChB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAIhC;IAEK,gBAAgB,CACpB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,EACvC,MAAM,CAAC,EAAE,WAAW;;;mBA0BrB;IAEK,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAC/C,OAAO,CAAC;QAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAetD;IAEK,QAAQ,CACZ,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAahC;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAcnE;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGnE;IAEK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAWtD;CACF"}
+{"version":3,"file":"galleryService.d.ts","sourceRoot":"","sources":["../../src/services/galleryService.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EACd,kBAAkB,EACnB,MAAM,mBAAmB,CAAC;AAQ3B,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,eAAe;IACvB,oEAAoE;IACpE,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,UAAU,cAAc;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,kBAAkB,CAAC;CAC3B;AAED,UAAU,WAAY,SAAQ,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA6BD,cAAM,cAAc;YACJ,oBAAoB;YA+BpB,mBAAmB;YAwDnB,SAAS;YAUT,iBAAiB;IA2DzB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAsBhC;IAEK,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAiHhC;IAEK,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,cAAmB,GAC1B,OAAO,CAAC;QAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAarD;IAEK,YAAY,CAChB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAIhC;IAEK,gBAAgB,CACpB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,EACvC,MAAM,CAAC,EAAE,WAAW;;;mBA0BrB;IAEK,SAAS,CACb,MAAM,EAAE,MAAM,EACd,MAAM,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAC/C,OAAO,CAAC;QAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAetD;IAEK,QAAQ,CACZ,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAahC;IAED;;;;OAIG;IACG,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqBjD;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAcnE;IAEK,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGnE;IAEK,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAWtD;CACF"}

package/backend/dist/services/galleryService.js

@@ -360,6 +360,32 @@ class GalleryService {
             createdAt: item.createdAt,
         };
     }
+    /**
+     * Retention sweep (MEDIA-01): when GALLERY_RETENTION_DAYS is configured,
+     * delete gallery items older than the cutoff through the same durable
+     * deletion lifecycle as a manual delete. Unset means keep forever.
+     */
+    async sweepRetention(now) {
+        const days = Number.parseInt(process.env.GALLERY_RETENTION_DAYS || '', 10);
+        if (!Number.isInteger(days) || days < 1)
+            return 0;
+        const cutoff = now - days * 24 * 60 * 60 * 1000;
+        const expired = await getPlatformStorageRuntime().domains.gallery.listCreatedBefore(cutoff, 25);
+        let removed = 0;
+        for (const item of expired) {
+            try {
+                if (await this.deleteMedia(item.id, item.userId))
+                    removed += 1;
+            }
+            catch (error) {
+                logger.warn('Gallery retention delete failed', {
+                    mediaId: item.id,
+                    error,
+                });
+            }
+        }
+        return removed;
+    }
     async deleteMedia(mediaId, userId) {
         await this.cancelVideoLifecycle(mediaId, userId);
         return this.withMediaWriteLease(mediaId, userId, async (assertHeld) => {