model-test-bench 1.0.2

package/dist/server/routes/evaluations.js

@@ -0,0 +1,221 @@
+// ---------------------------------------------------------------------------
+// Evaluation routes — start, list, get, stream evaluations
+// ---------------------------------------------------------------------------
+import { Router } from 'express';
+import { v4 as uuidv4 } from 'uuid';
+import { handleSSEConnection, broadcastSSE, closeSSE } from './run-sse.js';
+import { EvalQueue, validateEvalEntry } from './eval-queue.js';
+// Re-export so existing imports from this module continue to work
+export { EvalQueue, validateEvalEntry } from './eval-queue.js';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function paramId(req) {
+    const raw = req.params.id;
+    return Array.isArray(raw) ? raw[0] : raw;
+}
+/** Strip rounds from evaluation for list endpoint summaries. */
+function evalSummary(evaluation) {
+    const { rounds: _rounds, ...rest } = evaluation;
+    return rest;
+}
+// ---------------------------------------------------------------------------
+// Router factory
+// ---------------------------------------------------------------------------
+export function createEvaluationRoutes(storage, evaluator, logger, queue) {
+    const router = Router();
+    const evalQueue = queue ?? new EvalQueue(1);
+    const sseSubscribers = new Map();
+    // POST / — start a new evaluation
+    router.post('/', async (req, res) => {
+        try {
+            const body = req.body;
+            const runId = body.runId;
+            if (!runId) {
+                res.status(400).json({ error: 'runId is required' });
+                return;
+            }
+            const run = await storage.getRun(runId);
+            if (!run) {
+                res.status(404).json({ error: 'Run not found' });
+                return;
+            }
+            // Validate evaluator entries (providerId + role)
+            const rawEvaluators = body.evaluators;
+            if (!Array.isArray(rawEvaluators) || rawEvaluators.length === 0) {
+                res.status(400).json({ error: 'evaluators must be a non-empty array' });
+                return;
+            }
+            const entries = [];
+            for (const raw of rawEvaluators) {
+                const result = validateEvalEntry(raw);
+                if (typeof result === 'string') {
+                    res.status(400).json({ error: result });
+                    return;
+                }
+                entries.push(result);
+            }
+            // Resolve providerIds to real providers
+            const evaluators = [];
+            for (const entry of entries) {
+                const providerRecord = await storage.getProvider(entry.providerId);
+                if (!providerRecord) {
+                    res.status(404).json({ error: `Provider not found: ${entry.providerId}` });
+                    return;
+                }
+                evaluators.push({
+                    providerName: providerRecord.providerName,
+                    model: providerRecord.model,
+                    apiKey: providerRecord.apiKey,
+                    baseUrl: providerRecord.baseUrl,
+                    role: entry.role,
+                });
+            }
+            // Validate maxRounds
+            const maxRounds = typeof body.maxRounds === 'number' ? body.maxRounds : 1;
+            if (maxRounds < 1 || maxRounds > 5) {
+                res.status(400).json({ error: 'maxRounds must be between 1 and 5' });
+                return;
+            }
+            const maxBudgetUsd = typeof body.maxBudgetUsd === 'number' ? body.maxBudgetUsd : undefined;
+            const evalRequest = { runId, evaluators, maxRounds, maxBudgetUsd };
+            const now = new Date().toISOString();
+            const evaluation = {
+                id: uuidv4(),
+                runId,
+                status: 'pending',
+                evaluators,
+                rounds: [],
+                answerComparison: { matches: false, explanation: '', similarity: 0 },
+                criticalResults: [],
+                setupCompliance: {
+                    instructionCompliance: { followed: [], violated: [], notApplicable: [], overallCompliance: 0 },
+                },
+                synthesis: { dimensionScores: {}, weightedTotal: 0, confidence: 0, dissenting: [] },
+                ledger: [],
+                totalCostUsd: 0,
+                createdAt: now,
+                updatedAt: now,
+            };
+            await storage.saveEvaluation(evaluation);
+            // Load related data for the evaluator
+            const providerSnapshot = run.providerSnapshot;
+            const scenario = run.scenarioSnapshot;
+            evalQueue.enqueue({
+                evaluation,
+                execute: async () => {
+                    const callbacks = {
+                        onStatusChange(status) {
+                            const updatedEval = {
+                                ...evaluation,
+                                status,
+                                updatedAt: new Date().toISOString(),
+                            };
+                            broadcastSSE(evaluation.id, 'message', { type: 'status', status }, sseSubscribers);
+                            storage.saveEvaluation(updatedEval).catch((saveErr) => {
+                                logger.error('Failed to persist evaluation status change', {
+                                    evalId: evaluation.id,
+                                    status,
+                                    error: String(saveErr),
+                                });
+                            });
+                        },
+                        onProgress(step, detail) {
+                            broadcastSSE(evaluation.id, 'message', { type: 'progress', step, detail }, sseSubscribers);
+                        },
+                        onMessage(info, msg) {
+                            broadcastSSE(evaluation.id, 'message', {
+                                type: 'sdkMessage',
+                                phase: info.phase,
+                                evaluatorRole: info.evaluatorRole,
+                                roundNumber: info.roundNumber,
+                                timestamp: msg.timestamp,
+                                message: msg.message,
+                            }, sseSubscribers);
+                        },
+                    };
+                    try {
+                        const result = await evaluator.evaluateRun(run, scenario, providerSnapshot, evalRequest, callbacks);
+                        const finalEval = {
+                            ...result,
+                            id: evaluation.id,
+                            updatedAt: new Date().toISOString(),
+                        };
+                        await storage.saveEvaluation(finalEval);
+                    }
+                    catch (err) {
+                        logger.error('Evaluation failed', { evalId: evaluation.id, error: String(err) });
+                        broadcastSSE(evaluation.id, 'message', { type: 'status', status: 'failed' }, sseSubscribers);
+                        const failedEval = {
+                            ...evaluation,
+                            status: 'failed',
+                            updatedAt: new Date().toISOString(),
+                        };
+                        await storage.saveEvaluation(failedEval).catch((saveErr) => {
+                            logger.error('Failed to save failed evaluation', {
+                                evalId: evaluation.id,
+                                error: String(saveErr),
+                            });
+                        });
+                    }
+                    finally {
+                        closeSSE(evaluation.id, sseSubscribers);
+                    }
+                },
+            });
+            res.status(202).json({ id: evaluation.id, status: 'pending' });
+        }
+        catch (err) {
+            logger.error('Failed to start evaluation', { error: String(err) });
+            res.status(500).json({ error: 'Failed to start evaluation' });
+        }
+    });
+    // GET / — list evaluations
+    router.get('/', async (req, res) => {
+        try {
+            const filter = {};
+            if (typeof req.query.runId === 'string')
+                filter.runId = req.query.runId;
+            const evaluations = await storage.listEvaluations(filter);
+            res.json(evaluations.map(evalSummary));
+        }
+        catch (err) {
+            logger.error('Failed to list evaluations', { error: String(err) });
+            res.status(500).json({ error: 'Failed to list evaluations' });
+        }
+    });
+    // GET /:id — get full evaluation
+    router.get('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const evaluation = await storage.getEvaluation(id);
+            if (!evaluation) {
+                res.status(404).json({ error: 'Evaluation not found' });
+                return;
+            }
+            res.json(evaluation);
+        }
+        catch (err) {
+            logger.error('Failed to get evaluation', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to get evaluation' });
+        }
+    });
+    // GET /:id/stream — SSE endpoint
+    router.get('/:id/stream', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const evaluation = await storage.getEvaluation(id);
+            if (!evaluation) {
+                res.status(404).json({ error: 'Evaluation not found' });
+                return;
+            }
+            handleSSEConnection(req, res, id, sseSubscribers);
+        }
+        catch (err) {
+            logger.error('Failed to start eval SSE stream', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to start stream' });
+        }
+    });
+    return router;
+}
+//# sourceMappingURL=evaluations.js.map

package/dist/server/routes/evaluations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluations.js","sourceRoot":"","sources":["../../../src/server/routes/evaluations.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,2DAA2D;AAC3D,8EAA8E;AAE9E,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAMpC,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAG/D,kEAAkE;AAClE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAE/D,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,OAAO,CAAC,GAAY;IAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;IAC1B,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC3C,CAAC;AAED,gEAAgE;AAChE,SAAS,WAAW,CAClB,UAAsB;IAEtB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,UAAU,CAAC;IAChD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,MAAM,UAAU,sBAAsB,CACpC,OAAiB,EACjB,SAAqB,EACrB,MAAe,EACf,KAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IACxB,MAAM,SAAS,GAAG,KAAK,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAqB,IAAI,GAAG,EAAE,CAAC;IAEnD,kCAAkC;IAClC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAA2B,CAAC;YAE/C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;gBACrD,OAAO;YACT,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;gBACjD,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC;YACtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAgB,EAAE,CAAC;YAChC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBACxC,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAED,wCAAwC;YACxC,MAAM,UAAU,GAAsB,EAAE,CAAC;YACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACnE,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;oBAC3E,OAAO;gBACT,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC;oBACd,YAAY,EAAE,cAAc,CAAC,YAAY;oBACzC,KAAK,EAAE,cAAc,CAAC,KAAK;oBAC3B,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,OAAO,EAAE,cAAc,CAAC,OAAO;oBAC/B,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB,CAAC,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mCAAmC,EAAE,CAAC,CAAC;gBACrE,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;YAE3F,MAAM,WAAW,GAAsB,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;YAEtF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,UAAU,GAAe;gBAC7B,EAAE,EAAE,MAAM,EAAE;gBACZ,KAAK;gBACL,MAAM,EAAE,SAAS;gBACjB,UAAU;gBACV,MAAM,EAAE,EAAE;gBACV,gBAAgB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE;gBACpE,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE;oBACf,qBAAqB,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE;iBAC/F;gBACD,SAAS,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE;gBACnF,MAAM,EAAE,EAAE;gBACV,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC;YAEF,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YAEzC,sCAAsC;YACtC,MAAM,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,CAAC;YAC9C,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB,CAAC;YAEtC,SAAS,CAAC,OAAO,CAAC;gBAChB,UAAU;gBACV,OAAO,EAAE,KAAK,IAAI,EAAE;oBAClB,MAAM,SAAS,GAAwB;wBACrC,cAAc,CAAC,MAAwB;4BACrC,MAAM,WAAW,GAAe;gCAC9B,GAAG,UAAU;gCACb,MAAM;gCACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;6BACpC,CAAC;4BACF,YAAY,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC;4BACnF,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;gCACpD,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;oCACzD,MAAM,EAAE,UAAU,CAAC,EAAE;oCACrB,MAAM;oCACN,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC;iCACvB,CAAC,CAAC;4BACL,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,UAAU,CAAC,IAAY,EAAE,MAAe;4BACtC,YAAY,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC;wBAC7F,CAAC;wBACD,SAAS,CAAC,IAAI,EAAE,GAAG;4BACjB,YAAY,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE;gCACrC,IAAI,EAAE,YAAY;gCAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,aAAa,EAAE,IAAI,CAAC,aAAa;gCACjC,WAAW,EAAE,IAAI,CAAC,WAAW;gCAC7B,SAAS,EAAE,GAAG,CAAC,SAAS;gCACxB,OAAO,EAAE,GAAG,CAAC,OAAO;6BACrB,EAAE,cAAc,CAAC,CAAC;wBACrB,CAAC;qBACF,CAAC;oBAEF,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACpG,MAAM,SAAS,GAAe;4BAC5B,GAAG,MAAM;4BACT,EAAE,EAAE,UAAU,CAAC,EAAE;4BACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;yBACpC,CAAC;wBACF,MAAM,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBACjF,YAAY,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;wBAC7F,MAAM,UAAU,GAAe;4BAC7B,GAAG,UAAU;4BACb,MAAM,EAAE,QAAQ;4BAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;yBACpC,CAAC;wBACF,MAAM,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;4BACzD,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;gCAC/C,MAAM,EAAE,UAAU,CAAC,EAAE;gCACrB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC;6BACvB,CAAC,CAAC;wBACL,CAAC,CAAC,CAAC;oBACL,CAAC;4BAAS,CAAC;wBACT,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YAEH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAuC,EAAE,CAAC;YACtD,IAAI,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ;gBAAE,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;YAExE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAC1D,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACnD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;YACD,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,cAAc,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1F,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/routes/providers.d.ts

@@ -0,0 +1,5 @@
+import { Router } from 'express';
+import type { IStorage } from '../interfaces/storage.js';
+import type { ILogger } from '../interfaces/logger.js';
+export declare function createProviderRoutes(storage: IStorage, logger: ILogger): Router;
+//# sourceMappingURL=providers.d.ts.map

package/dist/server/routes/providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/server/routes/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAGjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAyEvD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAG,MAAM,CAsH/E"}

package/dist/server/routes/providers.js

@@ -0,0 +1,179 @@
+import { Router } from 'express';
+import { v4 as uuidv4 } from 'uuid';
+// ─── Helpers ───────────────────────────────────────────────────────────
+function paramId(req) {
+    const raw = req.params.id;
+    return Array.isArray(raw) ? raw[0] : raw;
+}
+function maskSecret(value) {
+    if (value.length <= 4)
+        return '****';
+    return '****' + value.slice(-4);
+}
+function maskProvider(provider) {
+    return { ...provider, apiKey: maskSecret(provider.apiKey) };
+}
+function maskProviderMetadata(provider) {
+    return {
+        id: provider.id,
+        name: provider.name,
+        providerName: provider.providerName,
+        model: provider.model,
+        createdAt: provider.createdAt,
+    };
+}
+function validateProviderBody(body) {
+    const errors = [];
+    if (typeof body !== 'object' || body === null) {
+        errors.push({ field: 'body', message: 'Request body must be a JSON object' });
+        return errors;
+    }
+    const b = body;
+    if (typeof b.name !== 'string' || b.name.trim().length === 0) {
+        errors.push({ field: 'name', message: 'name is required' });
+    }
+    if (typeof b.providerName !== 'string' || b.providerName.trim().length === 0) {
+        errors.push({ field: 'providerName', message: 'providerName is required' });
+    }
+    if (typeof b.model !== 'string' || b.model.trim().length === 0) {
+        errors.push({ field: 'model', message: 'model is required' });
+    }
+    if (typeof b.apiKey !== 'string' || b.apiKey.trim().length === 0) {
+        errors.push({ field: 'apiKey', message: 'apiKey is required' });
+    }
+    if (b.timeoutSeconds !== undefined) {
+        if (typeof b.timeoutSeconds !== 'number' || b.timeoutSeconds <= 0) {
+            errors.push({ field: 'timeoutSeconds', message: 'timeoutSeconds must be a positive number' });
+        }
+    }
+    if (b.temperature !== undefined && (typeof b.temperature !== 'number' || b.temperature < 0 || b.temperature > 2)) {
+        errors.push({ field: 'temperature', message: 'temperature must be a number between 0 and 2' });
+    }
+    if (b.maxTokens !== undefined && (typeof b.maxTokens !== 'number' || b.maxTokens <= 0)) {
+        errors.push({ field: 'maxTokens', message: 'maxTokens must be a positive number' });
+    }
+    if (b.topP !== undefined && (typeof b.topP !== 'number' || b.topP < 0 || b.topP > 1)) {
+        errors.push({ field: 'topP', message: 'topP must be a number between 0 and 1' });
+    }
+    return errors;
+}
+// ─── Router factory ────────────────────────────────────────────────────
+export function createProviderRoutes(storage, logger) {
+    const router = Router();
+    // GET / — list all providers (metadata only)
+    router.get('/', async (_req, res) => {
+        try {
+            const providers = await storage.listProviders();
+            res.json(providers.map(maskProviderMetadata));
+        }
+        catch (err) {
+            logger.error('Failed to list providers', { error: String(err) });
+            res.status(500).json({ error: 'Failed to list providers' });
+        }
+    });
+    // GET /:id — get full provider (with masked secrets)
+    router.get('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const provider = await storage.getProvider(id);
+            if (!provider) {
+                res.status(404).json({ error: 'Provider not found' });
+                return;
+            }
+            res.json(maskProvider(provider));
+        }
+        catch (err) {
+            logger.error('Failed to get provider', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to get provider' });
+        }
+    });
+    // POST / — create provider
+    router.post('/', async (req, res) => {
+        const errors = validateProviderBody(req.body);
+        if (errors.length > 0) {
+            res.status(400).json({ errors });
+            return;
+        }
+        try {
+            const body = req.body;
+            const now = new Date().toISOString();
+            const provider = {
+                id: uuidv4(),
+                name: body.name.trim(),
+                description: body.description ?? '',
+                providerName: body.providerName.trim(),
+                model: body.model.trim(),
+                apiKey: body.apiKey,
+                baseUrl: typeof body.baseUrl === 'string' ? body.baseUrl : undefined,
+                temperature: typeof body.temperature === 'number' ? body.temperature : undefined,
+                maxTokens: typeof body.maxTokens === 'number' ? body.maxTokens : undefined,
+                topP: typeof body.topP === 'number' ? body.topP : undefined,
+                timeoutSeconds: typeof body.timeoutSeconds === 'number' ? body.timeoutSeconds : 300,
+                createdAt: now,
+                updatedAt: now,
+            };
+            await storage.saveProvider(provider);
+            res.status(201).json(maskProvider(provider));
+        }
+        catch (err) {
+            logger.error('Failed to create provider', { error: String(err) });
+            res.status(500).json({ error: 'Failed to create provider' });
+        }
+    });
+    // PUT /:id — update provider
+    router.put('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const existing = await storage.getProvider(id);
+            if (!existing) {
+                res.status(404).json({ error: 'Provider not found' });
+                return;
+            }
+            const errors = validateProviderBody(req.body);
+            if (errors.length > 0) {
+                res.status(400).json({ errors });
+                return;
+            }
+            const body = req.body;
+            const updated = {
+                id: existing.id,
+                createdAt: existing.createdAt,
+                name: body.name.trim(),
+                description: body.description ?? '',
+                providerName: body.providerName.trim(),
+                model: body.model.trim(),
+                apiKey: body.apiKey,
+                baseUrl: typeof body.baseUrl === 'string' ? body.baseUrl : undefined,
+                temperature: typeof body.temperature === 'number' ? body.temperature : undefined,
+                maxTokens: typeof body.maxTokens === 'number' ? body.maxTokens : undefined,
+                topP: typeof body.topP === 'number' ? body.topP : undefined,
+                timeoutSeconds: typeof body.timeoutSeconds === 'number' ? body.timeoutSeconds : 300,
+                updatedAt: new Date().toISOString(),
+            };
+            await storage.saveProvider(updated);
+            res.json(maskProvider(updated));
+        }
+        catch (err) {
+            logger.error('Failed to update provider', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to update provider' });
+        }
+    });
+    // DELETE /:id — delete provider
+    router.delete('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const deleted = await storage.deleteProvider(id);
+            if (!deleted) {
+                res.status(404).json({ error: 'Provider not found' });
+                return;
+            }
+            res.status(204).send();
+        }
+        catch (err) {
+            logger.error('Failed to delete provider', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to delete provider' });
+        }
+    });
+    return router;
+}
+//# sourceMappingURL=providers.js.map

package/dist/server/routes/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/server/routes/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAMpC,0EAA0E;AAE1E,SAAS,OAAO,CAAC,GAAY;IAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;IAC1B,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC3C,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,OAAO,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB;IACtC,OAAO,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAkB;IAC9C,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;KAC9B,CAAC;AACJ,CAAC;AAOD,SAAS,oBAAoB,CAAC,IAAa;IACzC,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,EAAE,CAAC,CAAC;QAC9E,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,GAAG,IAA+B,CAAC;IAE1C,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IACD,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QACjH,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,uCAAuC,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0EAA0E;AAE1E,MAAM,UAAU,oBAAoB,CAAC,OAAiB,EAAE,MAAe;IACrE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,6CAA6C;IAC7C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAChD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qDAAqD;IACrD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAa;gBACzB,EAAE,EAAE,MAAM,EAAE;gBACZ,IAAI,EAAG,IAAI,CAAC,IAAe,CAAC,IAAI,EAAE;gBAClC,WAAW,EAAG,IAAI,CAAC,WAAkC,IAAI,EAAE;gBAC3D,YAAY,EAAG,IAAI,CAAC,YAAuB,CAAC,IAAI,EAAE;gBAClD,KAAK,EAAG,IAAI,CAAC,KAAgB,CAAC,IAAI,EAAE;gBACpC,MAAM,EAAE,IAAI,CAAC,MAAgB;gBAC7B,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBACpE,WAAW,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBAChF,SAAS,EAAE,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBAC1E,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC3D,cAAc,EAAE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG;gBACnF,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC;YACF,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACrC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;YACjD,MAAM,OAAO,GAAa;gBACxB,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAG,IAAI,CAAC,IAAe,CAAC,IAAI,EAAE;gBAClC,WAAW,EAAG,IAAI,CAAC,WAAkC,IAAI,EAAE;gBAC3D,YAAY,EAAG,IAAI,CAAC,YAAuB,CAAC,IAAI,EAAE;gBAClD,KAAK,EAAG,IAAI,CAAC,KAAgB,CAAC,IAAI,EAAE;gBACpC,MAAM,EAAE,IAAI,CAAC,MAAgB;gBAC7B,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;gBACpE,WAAW,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBAChF,SAAS,EAAE,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBAC1E,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC3D,cAAc,EAAE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG;gBACnF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,gCAAgC;IAChC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YACD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/routes/run-queue.d.ts

@@ -0,0 +1,17 @@
+export interface QueueEntry {
+    run: {
+        readonly id: string;
+    };
+    execute: () => Promise<void>;
+}
+export declare class RunQueue {
+    private readonly queue;
+    private active;
+    private readonly maxConcurrency;
+    constructor(maxConcurrency?: number);
+    enqueue(entry: QueueEntry): void;
+    get pendingCount(): number;
+    get activeCount(): number;
+    private drain;
+}
+//# sourceMappingURL=run-queue.d.ts.map

package/dist/server/routes/run-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-queue.d.ts","sourceRoot":"","sources":["../../../src/server/routes/run-queue.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7B,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9B;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoB;IAC1C,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;gBAE5B,cAAc,SAAI;IAI9B,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAKhC,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;YAEa,KAAK;CAWpB"}

package/dist/server/routes/run-queue.js

@@ -0,0 +1,34 @@
+// ---------------------------------------------------------------------------
+// RunQueue — in-memory concurrency limiter for scenario runs
+// ---------------------------------------------------------------------------
+export class RunQueue {
+    queue = [];
+    active = 0;
+    maxConcurrency;
+    constructor(maxConcurrency = 1) {
+        this.maxConcurrency = maxConcurrency;
+    }
+    enqueue(entry) {
+        this.queue.push(entry);
+        void this.drain();
+    }
+    get pendingCount() {
+        return this.queue.length;
+    }
+    get activeCount() {
+        return this.active;
+    }
+    async drain() {
+        while (this.active < this.maxConcurrency && this.queue.length > 0) {
+            const next = this.queue.shift();
+            if (!next)
+                break;
+            this.active++;
+            next.execute().finally(() => {
+                this.active--;
+                void this.drain();
+            });
+        }
+    }
+}
+//# sourceMappingURL=run-queue.js.map

package/dist/server/routes/run-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-queue.js","sourceRoot":"","sources":["../../../src/server/routes/run-queue.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6DAA6D;AAC7D,8EAA8E;AAO9E,MAAM,OAAO,QAAQ;IACF,KAAK,GAAiB,EAAE,CAAC;IAClC,MAAM,GAAG,CAAC,CAAC;IACF,cAAc,CAAS;IAExC,YAAY,cAAc,GAAG,CAAC;QAC5B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED,OAAO,CAAC,KAAiB;QACvB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI;gBAAE,MAAM;YACjB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/server/routes/run-sse.d.ts

@@ -0,0 +1,18 @@
+import type { Request, Response } from 'express';
+import type { SDKMessageRecord } from '../types/index.js';
+/** Per-run subscriber set for SSE clients. */
+export type SSESubscriberMap = Map<string, Set<Response>>;
+/**
+ * Set up an SSE connection for a given run ID.
+ * The response is kept open and messages are pushed via `sendSSE`.
+ */
+export declare function handleSSEConnection(req: Request, res: Response, runId: string, subscribers: SSESubscriberMap): void;
+/**
+ * Broadcast a message to all SSE subscribers for a run.
+ */
+export declare function broadcastSSE(runId: string, event: string, data: SDKMessageRecord | Record<string, unknown> | string, subscribers: SSESubscriberMap): void;
+/**
+ * Close all SSE connections for a run.
+ */
+export declare function closeSSE(runId: string, subscribers: SSESubscriberMap): void;
+//# sourceMappingURL=run-sse.d.ts.map

package/dist/server/routes/run-sse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-sse.d.ts","sourceRoot":"","sources":["../../../src/server/routes/run-sse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,8CAA8C;AAC9C,MAAM,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;AAE1D;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,OAAO,EACZ,GAAG,EAAE,QAAQ,EACb,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,gBAAgB,GAC5B,IAAI,CAyBN;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EACzD,WAAW,EAAE,gBAAgB,GAC5B,IAAI,CAQN;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,gBAAgB,GAAG,IAAI,CAS3E"}

package/dist/server/routes/run-sse.js

@@ -0,0 +1,57 @@
+// ---------------------------------------------------------------------------
+// SSE (Server-Sent Events) handler for real-time run streaming
+// ---------------------------------------------------------------------------
+/**
+ * Set up an SSE connection for a given run ID.
+ * The response is kept open and messages are pushed via `sendSSE`.
+ */
+export function handleSSEConnection(req, res, runId, subscribers) {
+    res.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        Connection: 'keep-alive',
+        'Access-Control-Allow-Origin': '*',
+    });
+    res.flushHeaders();
+    // Register subscriber
+    if (!subscribers.has(runId)) {
+        subscribers.set(runId, new Set());
+    }
+    subscribers.get(runId).add(res);
+    // Clean up on disconnect
+    req.on('close', () => {
+        const subs = subscribers.get(runId);
+        if (subs) {
+            subs.delete(res);
+            if (subs.size === 0) {
+                subscribers.delete(runId);
+            }
+        }
+    });
+}
+/**
+ * Broadcast a message to all SSE subscribers for a run.
+ */
+export function broadcastSSE(runId, event, data, subscribers) {
+    const subs = subscribers.get(runId);
+    if (!subs || subs.size === 0)
+        return;
+    const payload = typeof data === 'string' ? data : JSON.stringify(data);
+    for (const res of subs) {
+        res.write(`event: ${event}\ndata: ${payload}\n\n`);
+    }
+}
+/**
+ * Close all SSE connections for a run.
+ */
+export function closeSSE(runId, subscribers) {
+    const subs = subscribers.get(runId);
+    if (!subs)
+        return;
+    for (const res of subs) {
+        res.write('event: done\ndata: {}\n\n');
+        res.end();
+    }
+    subscribers.delete(runId);
+}
+//# sourceMappingURL=run-sse.js.map

package/dist/server/routes/run-sse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-sse.js","sourceRoot":"","sources":["../../../src/server/routes/run-sse.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,+DAA+D;AAC/D,8EAA8E;AAQ9E;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,GAAY,EACZ,GAAa,EACb,KAAa,EACb,WAA6B;IAE7B,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;QACxB,6BAA6B,EAAE,GAAG;KACnC,CAAC,CAAC;IACH,GAAG,CAAC,YAAY,EAAE,CAAC;IAEnB,sBAAsB;IACtB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,WAAW,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAEjC,yBAAyB;IACzB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACnB,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACpB,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAa,EACb,KAAa,EACb,IAAyD,EACzD,WAA6B;IAE7B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO;IAErC,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,WAAW,OAAO,MAAM,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,WAA6B;IACnE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpC,IAAI,CAAC,IAAI;QAAE,OAAO;IAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvC,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC;IACD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC"}

package/dist/server/routes/runs.d.ts

@@ -0,0 +1,9 @@
+import { Router } from 'express';
+import type { IStorage } from '../interfaces/storage.js';
+import type { ILogger } from '../interfaces/logger.js';
+import type { IRunner } from '../interfaces/runner.js';
+import type { IEvaluator } from '../interfaces/evaluator.js';
+import { RunQueue } from './run-queue.js';
+export { RunQueue } from './run-queue.js';
+export declare function createRunRoutes(storage: IStorage, runner: IRunner, logger: ILogger, evaluator?: IEvaluator, queue?: RunQueue): Router;
+//# sourceMappingURL=runs.d.ts.map

package/dist/server/routes/runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../../src/server/routes/runs.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAGjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAgB,MAAM,yBAAyB,CAAC;AACrE,OAAO,KAAK,EAAE,UAAU,EAAuB,MAAM,4BAA4B,CAAC;AAmClF,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAY1C,wBAAgB,eAAe,CAC7B,OAAO,EAAE,QAAQ,EACjB,MAAM,EAAE,OAAO,EACf,MAAM,EAAE,OAAO,EACf,SAAS,CAAC,EAAE,UAAU,EACtB,KAAK,CAAC,EAAE,QAAQ,GACf,MAAM,CAuWR"}