claude-test-bench 1.0.0

package/dist/server/routes/setups.js

@@ -0,0 +1,194 @@
+import { Router } from 'express';
+import { v4 as uuidv4 } from 'uuid';
+// ─── Helpers ───────────────────────────────────────────────────────────
+function paramId(req) {
+    const raw = req.params.id;
+    return Array.isArray(raw) ? raw[0] : raw;
+}
+function maskSecret(value) {
+    if (value.length <= 4)
+        return '****';
+    return '****' + value.slice(-4);
+}
+function maskSetup(setup) {
+    const provider = { ...setup.provider };
+    if (provider.kind === 'api') {
+        return {
+            ...setup,
+            provider: { ...provider, apiKey: maskSecret(provider.apiKey) },
+        };
+    }
+    // oauth
+    return {
+        ...setup,
+        provider: { ...provider, oauthToken: maskSecret(provider.oauthToken) },
+    };
+}
+function maskSetupMetadata(setup) {
+    return {
+        id: setup.id,
+        name: setup.name,
+        providerType: setup.provider.kind,
+        model: setup.provider.model,
+        createdAt: setup.createdAt,
+    };
+}
+function validateProviderConfig(provider) {
+    const errors = [];
+    if (typeof provider !== 'object' || provider === null) {
+        errors.push({ field: 'provider', message: 'provider is required and must be an object' });
+        return errors;
+    }
+    const p = provider;
+    if (p.kind !== 'api' && p.kind !== 'oauth') {
+        errors.push({ field: 'provider.kind', message: "provider.kind must be 'api' or 'oauth'" });
+        return errors;
+    }
+    if (typeof p.model !== 'string' || p.model.length === 0) {
+        errors.push({ field: 'provider.model', message: 'provider.model is required' });
+    }
+    if (p.kind === 'api') {
+        if (typeof p.apiKey !== 'string' || p.apiKey.length === 0) {
+            errors.push({ field: 'provider.apiKey', message: 'provider.apiKey is required for api provider' });
+        }
+        if (typeof p.baseUrl !== 'string' || p.baseUrl.length === 0) {
+            errors.push({ field: 'provider.baseUrl', message: 'provider.baseUrl is required for api provider' });
+        }
+    }
+    if (p.kind === 'oauth') {
+        if (typeof p.oauthToken !== 'string' || p.oauthToken.length === 0) {
+            errors.push({ field: 'provider.oauthToken', message: 'provider.oauthToken is required for oauth provider' });
+        }
+    }
+    return errors;
+}
+function validateSetupBody(body) {
+    const errors = [];
+    if (typeof body !== 'object' || body === null) {
+        errors.push({ field: 'body', message: 'Request body must be a JSON object' });
+        return errors;
+    }
+    const b = body;
+    if (typeof b.name !== 'string' || b.name.trim().length === 0) {
+        errors.push({ field: 'name', message: 'name is required' });
+    }
+    errors.push(...validateProviderConfig(b.provider));
+    if (b.timeoutSeconds !== undefined) {
+        if (typeof b.timeoutSeconds !== 'number' || b.timeoutSeconds <= 0) {
+            errors.push({ field: 'timeoutSeconds', message: 'timeoutSeconds must be a positive number' });
+        }
+    }
+    return errors;
+}
+// ─── Router factory ────────────────────────────────────────────────────
+export function createSetupRoutes(storage, logger) {
+    const router = Router();
+    // GET / — list all setups (metadata only)
+    router.get('/', async (_req, res) => {
+        try {
+            const setups = await storage.listSetups();
+            res.json(setups.map(maskSetupMetadata));
+        }
+        catch (err) {
+            logger.error('Failed to list setups', { error: String(err) });
+            res.status(500).json({ error: 'Failed to list setups' });
+        }
+    });
+    // GET /:id — get full setup (with masked secrets)
+    router.get('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const setup = await storage.getSetup(id);
+            if (!setup) {
+                res.status(404).json({ error: 'Setup not found' });
+                return;
+            }
+            res.json(maskSetup(setup));
+        }
+        catch (err) {
+            logger.error('Failed to get setup', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to get setup' });
+        }
+    });
+    // POST / — create setup
+    router.post('/', async (req, res) => {
+        const errors = validateSetupBody(req.body);
+        if (errors.length > 0) {
+            res.status(400).json({ errors });
+            return;
+        }
+        try {
+            const body = req.body;
+            const now = new Date().toISOString();
+            const setup = {
+                id: uuidv4(),
+                name: body.name.trim(),
+                description: body.description ?? '',
+                provider: body.provider,
+                thinking: body.thinking,
+                effort: body.effort,
+                timeoutSeconds: typeof body.timeoutSeconds === 'number' ? body.timeoutSeconds : 300,
+                createdAt: now,
+                updatedAt: now,
+            };
+            await storage.saveSetup(setup);
+            res.status(201).json(maskSetup(setup));
+        }
+        catch (err) {
+            logger.error('Failed to create setup', { error: String(err) });
+            res.status(500).json({ error: 'Failed to create setup' });
+        }
+    });
+    // PUT /:id — update setup
+    router.put('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const existing = await storage.getSetup(id);
+            if (!existing) {
+                res.status(404).json({ error: 'Setup not found' });
+                return;
+            }
+            const errors = validateSetupBody(req.body);
+            if (errors.length > 0) {
+                res.status(400).json({ errors });
+                return;
+            }
+            const body = req.body;
+            const updated = {
+                id: existing.id,
+                createdAt: existing.createdAt,
+                name: body.name.trim(),
+                description: body.description ?? '',
+                provider: body.provider,
+                thinking: body.thinking,
+                effort: body.effort,
+                timeoutSeconds: typeof body.timeoutSeconds === 'number' ? body.timeoutSeconds : 300,
+                updatedAt: new Date().toISOString(),
+            };
+            await storage.saveSetup(updated);
+            res.json(maskSetup(updated));
+        }
+        catch (err) {
+            logger.error('Failed to update setup', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to update setup' });
+        }
+    });
+    // DELETE /:id — delete setup
+    router.delete('/:id', async (req, res) => {
+        try {
+            const id = paramId(req);
+            const deleted = await storage.deleteSetup(id);
+            if (!deleted) {
+                res.status(404).json({ error: 'Setup not found' });
+                return;
+            }
+            res.status(204).send();
+        }
+        catch (err) {
+            logger.error('Failed to delete setup', { id: paramId(req), error: String(err) });
+            res.status(500).json({ error: 'Failed to delete setup' });
+        }
+    });
+    return router;
+}
+//# sourceMappingURL=setups.js.map

package/dist/server/routes/setups.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"setups.js","sourceRoot":"","sources":["../../../src/server/routes/setups.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAMpC,0EAA0E;AAE1E,SAAS,OAAO,CAAC,GAAY;IAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;IAC1B,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAC3C,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,OAAO,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,SAAS,CAAC,KAAgB;IACjC,MAAM,QAAQ,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvC,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC5B,OAAO;YACL,GAAG,KAAK;YACR,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;SAC/D,CAAC;IACJ,CAAC;IACD,QAAQ;IACR,OAAO;QACL,GAAG,KAAK;QACR,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;KACvE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAgB;IACzC,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;QACjC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;QAC3B,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC;AACJ,CAAC;AAOD,SAAS,sBAAsB,CAAC,QAAiB;IAC/C,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAC,CAAC;QAC1F,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,GAAG,QAAmC,CAAC;IAC9C,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACrB,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACvB,IAAI,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,oDAAoD,EAAE,CAAC,CAAC;QAC/G,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,EAAE,CAAC,CAAC;QAC9E,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,CAAC,GAAG,IAA+B,CAAC;IAE1C,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEnD,IAAI,CAAC,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,IAAI,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0EAA0E;AAE1E,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,MAAe;IAClE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,0CAA0C;IAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC1C,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9E,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,wBAAwB;IACxB,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACrD,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,KAAK,GAAc;gBACvB,EAAE,EAAE,MAAM,EAAE;gBACZ,IAAI,EAAG,IAAI,CAAC,IAAe,CAAC,IAAI,EAAE;gBAClC,WAAW,EAAG,IAAI,CAAC,WAAkC,IAAI,EAAE;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAA0B;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAiC;gBAChD,MAAM,EAAE,IAAI,CAAC,MAA6B;gBAC1C,cAAc,EAAE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG;gBACnF,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC;YACF,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvD,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;YACjD,MAAM,OAAO,GAAc;gBACzB,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAG,IAAI,CAAC,IAAe,CAAC,IAAI,EAAE;gBAClC,WAAW,EAAG,IAAI,CAAC,WAAkC,IAAI,EAAE;gBAC3D,QAAQ,EAAE,IAAI,CAAC,QAA0B;gBACzC,QAAQ,EAAE,IAAI,CAAC,QAAiC;gBAChD,MAAM,EAAE,IAAI,CAAC,MAA6B;gBAC1C,cAAc,EAAE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG;gBACnF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/services/agent-mapper.d.ts

@@ -0,0 +1,12 @@
+import type { AgentDefinition, McpServerConfig as SDKMcpServerConfig } from '@anthropic-ai/claude-agent-sdk';
+import type { SubagentEntry, McpServerEntry } from '../types/index.js';
+/**
+ * Convert our SubagentEntry[] into the SDK's Record<string, AgentDefinition>.
+ * If `loadFromFile` is set, the prompt is read from that path at build time.
+ */
+export declare function buildAgentsMap(subagents: readonly SubagentEntry[]): Promise<Record<string, AgentDefinition>>;
+/**
+ * Convert our McpServerEntry[] into the SDK's Record<string, McpServerConfig>.
+ */
+export declare function buildMcpMap(servers: readonly McpServerEntry[]): Record<string, SDKMcpServerConfig>;
+//# sourceMappingURL=agent-mapper.d.ts.map

package/dist/server/services/agent-mapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-mapper.d.ts","sourceRoot":"","sources":["../../../src/server/services/agent-mapper.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,IAAI,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAC7G,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEvE;;;GAGG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,SAAS,aAAa,EAAE,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CA0C1C;AAED;;GAEG;AACH,wBAAgB,WAAW,CACzB,OAAO,EAAE,SAAS,cAAc,EAAE,GACjC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CA+BpC"}

package/dist/server/services/agent-mapper.js

@@ -0,0 +1,75 @@
+// ---------------------------------------------------------------------------
+// Map scenario types to SDK option types for agents and MCP servers
+// ---------------------------------------------------------------------------
+import fs from 'node:fs/promises';
+/**
+ * Convert our SubagentEntry[] into the SDK's Record<string, AgentDefinition>.
+ * If `loadFromFile` is set, the prompt is read from that path at build time.
+ */
+export async function buildAgentsMap(subagents) {
+    const result = {};
+    for (const sa of subagents) {
+        let prompt = sa.prompt;
+        if (sa.loadFromFile) {
+            prompt = await fs.readFile(sa.loadFromFile, 'utf-8');
+        }
+        const def = {
+            description: sa.description,
+            prompt,
+        };
+        if (sa.tools && sa.tools.length > 0) {
+            def.tools = [...sa.tools];
+        }
+        if (sa.disallowedTools && sa.disallowedTools.length > 0) {
+            def.disallowedTools = [...sa.disallowedTools];
+        }
+        if (sa.model) {
+            def.model = sa.model;
+        }
+        if (sa.mcpServers && sa.mcpServers.length > 0) {
+            def.mcpServers = [...sa.mcpServers];
+        }
+        if (sa.skills && sa.skills.length > 0) {
+            def.skills = [...sa.skills];
+        }
+        if (sa.maxTurns !== undefined) {
+            def.maxTurns = sa.maxTurns;
+        }
+        result[sa.name] = def;
+    }
+    return result;
+}
+/**
+ * Convert our McpServerEntry[] into the SDK's Record<string, McpServerConfig>.
+ */
+export function buildMcpMap(servers) {
+    const result = {};
+    for (const entry of servers) {
+        const cfg = entry.config;
+        switch (cfg.transport) {
+            case 'stdio':
+                result[entry.name] = {
+                    command: cfg.command,
+                    args: cfg.args ? [...cfg.args] : undefined,
+                    env: cfg.env ? { ...cfg.env } : undefined,
+                };
+                break;
+            case 'http':
+                result[entry.name] = {
+                    type: 'http',
+                    url: cfg.url,
+                    headers: cfg.headers ? { ...cfg.headers } : undefined,
+                };
+                break;
+            case 'sse':
+                result[entry.name] = {
+                    type: 'sse',
+                    url: cfg.url,
+                    headers: cfg.headers ? { ...cfg.headers } : undefined,
+                };
+                break;
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=agent-mapper.js.map

package/dist/server/services/agent-mapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-mapper.js","sourceRoot":"","sources":["../../../src/server/services/agent-mapper.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,oEAAoE;AACpE,8EAA8E;AAE9E,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAIlC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAmC;IAEnC,MAAM,MAAM,GAAoC,EAAE,CAAC;IAEnD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;QACvB,IAAI,EAAE,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,GAAG,GAAoB;YAC3B,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,MAAM;SACP,CAAC;QAEF,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,eAAe,GAAG,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;QACvB,CAAC;QAED,IAAI,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,UAAU,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,IAAI,EAAE,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC9B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC;QAC7B,CAAC;QAED,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,OAAkC;IAElC,MAAM,MAAM,GAAuC,EAAE,CAAC;IAEtD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;QACzB,QAAQ,GAAG,CAAC,SAAS,EAAE,CAAC;YACtB,KAAK,OAAO;gBACV,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;oBACnB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC1C,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;iBAC1C,CAAC;gBACF,MAAM;YACR,KAAK,MAAM;gBACT,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;oBACnB,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,GAAG,CAAC,GAAG;oBACZ,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS;iBACtD,CAAC;gBACF,MAAM;YACR,KAAK,KAAK;gBACR,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;oBACnB,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,GAAG,CAAC,GAAG;oBACZ,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS;iBACtD,CAAC;gBACF,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/services/env-builder.d.ts

@@ -0,0 +1,10 @@
+import type { ProviderConfig } from '../types/index.js';
+/**
+ * Build a clean environment for an SDK run.
+ *
+ * - Copies only allow-listed variables from `process.env`
+ * - Injects authentication variables based on provider kind
+ * - Sets ANTHROPIC_DEFAULT_*_MODEL to the configured model
+ */
+export declare function buildRunEnv(provider: ProviderConfig): Record<string, string>;
+//# sourceMappingURL=env-builder.d.ts.map

package/dist/server/services/env-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-builder.d.ts","sourceRoot":"","sources":["../../../src/server/services/env-builder.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAmBxD;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAyB5E"}

package/dist/server/services/env-builder.js

@@ -0,0 +1,50 @@
+// ---------------------------------------------------------------------------
+// Environment variable construction for SDK runs
+// ---------------------------------------------------------------------------
+/**
+ * Environment variables safe to inherit from the host process.
+ * Kept minimal to avoid leaking secrets.
+ */
+const ENV_ALLOWLIST = [
+    'HOME',
+    'PATH',
+    'SHELL',
+    'TERM',
+    'LANG',
+    'LC_ALL',
+    'NODE_ENV',
+    'TMPDIR',
+    'XDG_CONFIG_HOME',
+    'XDG_DATA_HOME',
+];
+/**
+ * Build a clean environment for an SDK run.
+ *
+ * - Copies only allow-listed variables from `process.env`
+ * - Injects authentication variables based on provider kind
+ * - Sets ANTHROPIC_DEFAULT_*_MODEL to the configured model
+ */
+export function buildRunEnv(provider) {
+    const env = {};
+    // Copy safe host variables
+    for (const key of ENV_ALLOWLIST) {
+        const value = process.env[key];
+        if (value !== undefined) {
+            env[key] = value;
+        }
+    }
+    // Provider-specific auth
+    if (provider.kind === 'api') {
+        env['ANTHROPIC_API_KEY'] = provider.apiKey;
+        env['ANTHROPIC_BASE_URL'] = provider.baseUrl;
+    }
+    else {
+        env['CLAUDE_CODE_OAUTH_TOKEN'] = provider.oauthToken;
+    }
+    // Set all default model slots to the configured model
+    env['ANTHROPIC_DEFAULT_MODEL'] = provider.model;
+    env['ANTHROPIC_DEFAULT_FAST_MODEL'] = provider.model;
+    env['ANTHROPIC_DEFAULT_SLOW_MODEL'] = provider.model;
+    return env;
+}
+//# sourceMappingURL=env-builder.js.map

package/dist/server/services/env-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-builder.js","sourceRoot":"","sources":["../../../src/server/services/env-builder.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,iDAAiD;AACjD,8EAA8E;AAI9E;;;GAGG;AACH,MAAM,aAAa,GAAsB;IACvC,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,QAAQ;IACR,UAAU;IACV,QAAQ;IACR,iBAAiB;IACjB,eAAe;CACP,CAAC;AAEX;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,QAAwB;IAClD,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,2BAA2B;IAC3B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACnB,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC5B,GAAG,CAAC,mBAAmB,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC3C,GAAG,CAAC,oBAAoB,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,yBAAyB,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC;IACvD,CAAC;IAED,sDAAsD;IACtD,GAAG,CAAC,yBAAyB,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;IAChD,GAAG,CAAC,8BAA8B,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;IACrD,GAAG,CAAC,8BAA8B,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;IAErD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/server/services/eval-helpers.d.ts

@@ -0,0 +1,22 @@
+import type { Scenario, AnswerComparison, CriticalPartResult, InstructionCompliance } from '../types/index.js';
+import type { ScoreParseResult, ComplianceParseResult } from './eval-parsers.js';
+/** Shared state accumulated per evaluator across rounds. */
+export interface EvaluatorAccumulator {
+    role: string;
+    costUsd: number;
+    tokensIn: number;
+    tokensOut: number;
+    rounds: number;
+    scoreResult: Partial<ScoreParseResult>;
+    complianceResult: Partial<ComplianceParseResult>;
+    assessmentText: string;
+}
+/** Check whether evaluator scores have converged (within 1 point per dimension). */
+export declare function checkConsensus(accumulators: readonly EvaluatorAccumulator[]): boolean;
+/** Aggregate answer closeness from all evaluators into a comparison. */
+export declare function buildAnswerComparison(accumulators: readonly EvaluatorAccumulator[]): AnswerComparison;
+/** Build critical requirement results by checking evaluator-flagged misses. */
+export declare function buildCriticalResults(accumulators: readonly EvaluatorAccumulator[], scenario: Scenario): CriticalPartResult[];
+/** Merge compliance results from all evaluators into a single report. */
+export declare function mergeCompliance(accumulators: readonly EvaluatorAccumulator[]): InstructionCompliance;
+//# sourceMappingURL=eval-helpers.d.ts.map

package/dist/server/services/eval-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-helpers.d.ts","sourceRoot":"","sources":["../../../src/server/services/eval-helpers.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,QAAQ,EACR,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACtB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAEjF,4DAA4D;AAC5D,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACvC,gBAAgB,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACjD,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,oFAAoF;AACpF,wBAAgB,cAAc,CAAC,YAAY,EAAE,SAAS,oBAAoB,EAAE,GAAG,OAAO,CAerF;AAED,wEAAwE;AACxE,wBAAgB,qBAAqB,CACnC,YAAY,EAAE,SAAS,oBAAoB,EAAE,GAC5C,gBAAgB,CAgBlB;AAED,+EAA+E;AAC/E,wBAAgB,oBAAoB,CAClC,YAAY,EAAE,SAAS,oBAAoB,EAAE,EAC7C,QAAQ,EAAE,QAAQ,GACjB,kBAAkB,EAAE,CAStB;AAED,yEAAyE;AACzE,wBAAgB,eAAe,CAC7B,YAAY,EAAE,SAAS,oBAAoB,EAAE,GAC5C,qBAAqB,CAwBvB"}

package/dist/server/services/eval-helpers.js

@@ -0,0 +1,75 @@
+// ---------------------------------------------------------------------------
+// Evaluation Helpers — result aggregation extracted from the orchestrator
+// ---------------------------------------------------------------------------
+import { toInstructionCompliance } from './eval-parsers.js';
+/** Check whether evaluator scores have converged (within 1 point per dimension). */
+export function checkConsensus(accumulators) {
+    if (accumulators.length < 2)
+        return true;
+    // Require ALL evaluators to have parsed scores before declaring consensus.
+    // If any evaluator's score result is missing, consensus is false.
+    const allScores = accumulators.map((a) => a.scoreResult.scores ?? {});
+    if (allScores.some((s) => Object.keys(s).length === 0))
+        return false;
+    const dimensions = new Set(allScores.flatMap((s) => Object.keys(s)));
+    for (const dim of dimensions) {
+        const vals = allScores.map((s) => s[dim]).filter((v) => v !== undefined);
+        if (vals.length < 2)
+            continue;
+        const range = Math.max(...vals) - Math.min(...vals);
+        if (range > 1)
+            return false;
+    }
+    return true;
+}
+/** Aggregate answer closeness from all evaluators into a comparison. */
+export function buildAnswerComparison(accumulators) {
+    const closenessValues = accumulators
+        .map((a) => a.scoreResult.overallCloseness)
+        .filter((v) => v !== undefined && v > 0);
+    const avgCloseness = closenessValues.length > 0
+        ? closenessValues.reduce((a, b) => a + b, 0) / closenessValues.length
+        : 0;
+    const summaries = accumulators
+        .map((a) => a.scoreResult.summary)
+        .filter((s) => !!s);
+    return {
+        matches: avgCloseness >= 0.7,
+        explanation: summaries[0] ?? 'No explanation available',
+        similarity: avgCloseness,
+    };
+}
+/** Build critical requirement results by checking evaluator-flagged misses. */
+export function buildCriticalResults(accumulators, scenario) {
+    const allMissed = new Set(accumulators.flatMap((a) => a.scoreResult.missedCritical ?? []));
+    return scenario.criticalRequirements.map((req) => ({
+        requirement: req,
+        met: !allMissed.has(req),
+        evidence: allMissed.has(req) ? 'Flagged as missed by evaluator' : 'Not flagged',
+    }));
+}
+/** Merge compliance results from all evaluators into a single report. */
+export function mergeCompliance(accumulators) {
+    const followed = new Set();
+    const violated = new Set();
+    const notApplicable = new Set();
+    let complianceSum = 0;
+    let complianceCount = 0;
+    for (const acc of accumulators) {
+        const c = acc.complianceResult;
+        (c.followed ?? []).forEach((s) => followed.add(s));
+        (c.violated ?? []).forEach((s) => violated.add(s));
+        (c.notApplicable ?? []).forEach((s) => notApplicable.add(s));
+        if (c.overallCompliance !== undefined) {
+            complianceSum += c.overallCompliance;
+            complianceCount++;
+        }
+    }
+    return toInstructionCompliance({
+        followed: [...followed],
+        violated: [...violated],
+        notApplicable: [...notApplicable],
+        overallCompliance: complianceCount > 0 ? complianceSum / complianceCount : 0,
+    });
+}
+//# sourceMappingURL=eval-helpers.js.map

package/dist/server/services/eval-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-helpers.js","sourceRoot":"","sources":["../../../src/server/services/eval-helpers.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAQ9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAe5D,oFAAoF;AACpF,MAAM,UAAU,cAAc,CAAC,YAA6C;IAC1E,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,2EAA2E;IAC3E,kEAAkE;IAClE,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IACtE,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAErE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QACtF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACpD,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,qBAAqB,CACnC,YAA6C;IAE7C,MAAM,eAAe,GAAG,YAAY;SACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,gBAAgB,CAAC;SAC1C,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;QAC7C,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM;QACrE,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,SAAS,GAAG,YAAY;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC;SACjC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnC,OAAO;QACL,OAAO,EAAE,YAAY,IAAI,GAAG;QAC5B,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,0BAA0B;QACvD,UAAU,EAAE,YAAY;KACzB,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,oBAAoB,CAClC,YAA6C,EAC7C,QAAkB;IAElB,MAAM,SAAS,GAAG,IAAI,GAAG,CACvB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,IAAI,EAAE,CAAC,CAChE,CAAC;IACF,OAAO,QAAQ,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjD,WAAW,EAAE,GAAG;QAChB,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;QACxB,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,aAAa;KAChF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,eAAe,CAC7B,YAA6C;IAE7C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,GAAG,CAAC,gBAAgB,CAAC;QAC/B,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACtC,aAAa,IAAI,CAAC,CAAC,iBAAiB,CAAC;YACrC,eAAe,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,uBAAuB,CAAC;QAC7B,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC;QACvB,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC;QACvB,aAAa,EAAE,CAAC,GAAG,aAAa,CAAC;QACjC,iBAAiB,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;KAC7E,CAAC,CAAC;AACL,CAAC"}

package/dist/server/services/eval-parsers-debate-impl.d.ts

@@ -0,0 +1,11 @@
+import type { EvaluationSynthesis } from '../types/evaluation.js';
+export type Verdict = 'AGREE' | 'DISAGREE' | 'PARTIAL';
+export interface DebateParseResult {
+    readonly verdict: Verdict;
+    readonly updatedScores: Readonly<Record<string, number>>;
+    readonly critiques: readonly string[];
+    readonly reasoning: string;
+}
+export declare function parseSynthesisResponse(response: string): Partial<EvaluationSynthesis>;
+export declare function parseDebateResponse(response: string): Partial<DebateParseResult>;
+//# sourceMappingURL=eval-parsers-debate-impl.d.ts.map

package/dist/server/services/eval-parsers-debate-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-parsers-debate-impl.d.ts","sourceRoot":"","sources":["../../../src/server/services/eval-parsers-debate-impl.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAMlE,MAAM,MAAM,OAAO,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;AAEvD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAMD,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAWrF;AAMD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAahF"}

package/dist/server/services/eval-parsers-debate-impl.js

@@ -0,0 +1,133 @@
+// ---------------------------------------------------------------------------
+// Debate & Synthesis parsers — extracted from eval-parsers.ts
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+// Synthesis response
+// ---------------------------------------------------------------------------
+export function parseSynthesisResponse(response) {
+    const parsed = tryParseJson(response);
+    if (parsed) {
+        return {
+            dimensionScores: validScores(parsed.dimensionScores),
+            weightedTotal: clampScore(parsed.weightedTotal),
+            confidence: clamp01(parsed.confidence),
+            dissenting: toStringArray(parsed.dissenting),
+        };
+    }
+    return parseSynthesisFromText(response);
+}
+// ---------------------------------------------------------------------------
+// Debate verdict parsing
+// ---------------------------------------------------------------------------
+export function parseDebateResponse(response) {
+    const parsed = tryParseJson(response);
+    if (parsed) {
+        return {
+            verdict: parseVerdict(parsed.verdict),
+            updatedScores: validScores(parsed.updatedScores),
+            critiques: toStringArray(parsed.critiques),
+            reasoning: typeof parsed.reasoning === 'string' ? parsed.reasoning : undefined,
+        };
+    }
+    // Fallback: extract verdict and scores from text patterns
+    return parseDebateFromText(response);
+}
+// ---------------------------------------------------------------------------
+// Internal: Text fallback parsers
+// ---------------------------------------------------------------------------
+function parseDebateFromText(text) {
+    // Try to extract verdict from text patterns like "VERDICT: AGREE"
+    const verdictMatch = text.match(/VERDICT\s*:\s*(AGREE|DISAGREE|PARTIAL)/i);
+    const verdict = verdictMatch ? parseVerdict(verdictMatch[1]) : 'PARTIAL';
+    // Try to extract scores using the same pattern as score text fallback
+    const scores = {};
+    const scorePattern = /(\w[\w\s]*?):\s*(\d+(?:\.\d+)?)\s*(?:\/\s*10)?/g;
+    let match;
+    while ((match = scorePattern.exec(text)) !== null) {
+        const dim = match[1].trim();
+        // Skip the VERDICT line we already parsed
+        if (/^verdict$/i.test(dim))
+            continue;
+        const val = parseFloat(match[2]);
+        if (!isNaN(val) && val <= 10)
+            scores[dim] = val;
+    }
+    return {
+        verdict,
+        updatedScores: Object.keys(scores).length > 0 ? scores : undefined,
+    };
+}
+function parseSynthesisFromText(text) {
+    const scoreMatch = text.match(/weighted\s*(?:total|average|score)\s*:?\s*(\d+(?:\.\d+)?)/i);
+    return {
+        weightedTotal: scoreMatch ? clampScore(parseFloat(scoreMatch[1])) : undefined,
+    };
+}
+// ---------------------------------------------------------------------------
+// Internal: JSON parsing
+// ---------------------------------------------------------------------------
+function tryParseJson(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        // fall through
+    }
+    const jsonMatch = text.match(/```(?:json)?\s*([\s\S]*?)```/);
+    if (jsonMatch) {
+        try {
+            return JSON.parse(jsonMatch[1]);
+        }
+        catch {
+            // fall through
+        }
+    }
+    const braceMatch = text.match(/\{[\s\S]*\}/);
+    if (braceMatch) {
+        try {
+            return JSON.parse(braceMatch[0]);
+        }
+        catch {
+            // fall through
+        }
+    }
+    return undefined;
+}
+// ---------------------------------------------------------------------------
+// Internal: Utilities
+// ---------------------------------------------------------------------------
+function validScores(scores) {
+    if (!scores || typeof scores !== 'object')
+        return {};
+    const result = {};
+    for (const [k, v] of Object.entries(scores)) {
+        if (typeof v === 'number' && !isNaN(v))
+            result[k] = clampScore(v);
+    }
+    return result;
+}
+function clamp01(val) {
+    if (val === undefined || isNaN(val))
+        return 0;
+    return Math.max(0, Math.min(1, val));
+}
+function clampScore(val) {
+    if (val === undefined || isNaN(val))
+        return 0;
+    return Math.max(0, Math.min(10, val));
+}
+function toStringArray(arr) {
+    if (!Array.isArray(arr))
+        return [];
+    return arr.filter((x) => typeof x === 'string');
+}
+function parseVerdict(val) {
+    if (typeof val === 'string') {
+        const upper = val.toUpperCase();
+        if (upper === 'AGREE' || upper === 'DISAGREE' || upper === 'PARTIAL') {
+            return upper;
+        }
+    }
+    return 'PARTIAL';
+}
+//# sourceMappingURL=eval-parsers-debate-impl.js.map

package/dist/server/services/eval-parsers-debate-impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-parsers-debate-impl.js","sourceRoot":"","sources":["../../../src/server/services/eval-parsers-debate-impl.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,8DAA8D;AAC9D,8EAA8E;AAiB9E,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACrD,MAAM,MAAM,GAAG,YAAY,CAAuB,QAAQ,CAAC,CAAC;IAC5D,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,eAAe,EAAE,WAAW,CAAC,MAAM,CAAC,eAAe,CAAC;YACpD,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC;YAC/C,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;YACtC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC;SAC7C,CAAC;IACJ,CAAC;IACD,OAAO,sBAAsB,CAAC,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,MAAM,GAAG,YAAY,CAAoB,QAAQ,CAAC,CAAC;IACzD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC;YACrC,aAAa,EAAE,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC;YAChD,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;YAC1C,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC/E,CAAC;IACJ,CAAC;IAED,0DAA0D;IAC1D,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,8EAA8E;AAC9E,kCAAkC;AAClC,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,IAAY;IACvC,kEAAkE;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC3E,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAoB,CAAC;IAEpF,sEAAsE;IACtE,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,YAAY,GAAG,iDAAiD,CAAC;IACvE,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5B,0CAA0C;QAC1C,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAS;QACrC,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAClD,CAAC;IAED,OAAO;QACL,OAAO;QACP,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,4DAA4D,CAC7D,CAAC;IACF,OAAO;QACL,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAC9E,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,SAAS,YAAY,CAAI,IAAY;IACnC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC7D,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAM,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAM,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,eAAe;QACjB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAoBD,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,SAAS,WAAW,CAClB,MAA0C;IAE1C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACrD,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,GAAuB;IACtC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,UAAU,CAAC,GAAuB;IACzC,IAAI,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACnC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACrE,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}